-- Logs begin at Mon 2022-04-11 13:11:08 UTC, end at Mon 2022-04-11 14:13:37 UTC. -- Apr 11 13:46:39.355903 dv-cinder-830787-2-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Apr 11 13:46:42.333156 dv-cinder-830787-2-iscsi neutron-server[103209]: INFO neutron.common.config [-] Logging enabled! Apr 11 13:46:42.333783 dv-cinder-830787-2-iscsi neutron-server[103209]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev98 Apr 11 13:46:42.333960 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103209) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 11 13:46:42.337382 dv-cinder-830787-2-iscsi neutron-server[103209]: INFO neutron.common.config [-] Logging enabled! Apr 11 13:46:42.337640 dv-cinder-830787-2-iscsi neutron-server[103209]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev98 Apr 11 13:46:42.337954 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103209) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 11 13:46:42.338954 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 11 13:46:42.339194 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 11 13:46:42.339574 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 11 13:46:42.339861 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 11 13:46:42.340094 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 11 13:46:42.340515 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:46:42.340947 dv-cinder-830787-2-iscsi neutron-server[103209]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Apr 11 13:46:42.341269 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:46:42.341570 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:46:42.341867 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:46:42.342166 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:46:42.342460 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:46:42.342748 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:46:42.343039 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:46:42.343342 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:46:42.343652 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:46:42.343938 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:46:42.344228 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:46:42.344523 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:46:42.344810 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:46:42.345100 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:46:42.345388 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:46:42.345679 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.common.config [-] debug = True {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:46:42.345960 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:46:42.346402 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:46:42.346800 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:46:42.347082 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:46:42.347374 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:46:42.347681 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:46:42.347958 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:46:42.348231 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:46:42.348514 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:46:42.348853 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.common.config [-] host = dv-cinder-830787-2-iscsi {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:46:42.349131 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:46:42.349417 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:46:42.349702 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:46:42.349988 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:46:42.350262 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:46:42.350537 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:46:42.350819 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:46:42.351090 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:46:42.351361 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.common.config [-] log_file = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:46:42.351645 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:46:42.351952 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:46:42.352237 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:46:42.352525 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:46:42.352750 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:46:42.352973 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:46:42.353258 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:46:42.353544 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:46:42.353820 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:46:42.354657 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:46:42.354933 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:46:42.355207 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:46:42.355485 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:46:42.355777 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:46:42.356067 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:46:42.356876 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:46:42.357117 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:46:42.357426 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:46:42.358024 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:46:42.358350 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:46:42.358764 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:46:42.359197 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:46:42.359480 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:46:42.359788 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:46:42.360068 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:46:42.360358 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:46:42.360630 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:46:42.360910 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:46:42.361207 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:46:42.361495 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:46:42.361779 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:46:42.362065 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:46:42.362338 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:46:42.362618 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:46:42.362890 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:46:42.363162 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:46:42.363433 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.common.config [-] use_json = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:46:42.363729 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:46:42.364001 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:46:42.364280 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:46:42.364552 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:46:42.364827 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:46:42.365100 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:46:42.365372 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:46:42.365658 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:46:42.365930 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:46:42.366225 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:42.366519 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:42.366820 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:42.367118 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:42.367416 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:42.367726 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:42.368019 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:42.368298 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:42.368585 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:42.368875 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:42.369166 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:42.369448 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:42.370384 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:42.370742 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:42.371049 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:42.371358 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:42.371677 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:42.371975 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:42.372253 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:42.372529 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:42.372803 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:42.373081 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:42.373369 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:42.373650 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:42.373939 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:42.374227 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:42.374507 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:42.374804 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:42.375157 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:42.375457 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:42.375790 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:42.376071 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:42.376350 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:42.376642 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:42.376920 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:42.377195 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:42.377478 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:42.377767 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:42.378048 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:42.378323 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:42.378610 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:42.378889 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:42.379161 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:42.379433 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:42.379735 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:42.380026 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:42.380302 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:42.380573 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:42.380843 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:42.381119 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:42.381388 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:42.381674 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:42.381950 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:42.382222 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:42.382493 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:42.382770 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:42.383042 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:42.383314 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:42.383591 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:42.383887 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:42.384164 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:42.384437 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:42.384708 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:42.384979 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:42.385295 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:42.385667 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:42.385955 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:42.386240 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:42.386525 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:42.386803 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:42.387080 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:42.387363 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:42.387651 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:42.387943 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:42.388233 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:42.388534 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:42.388814 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:42.389094 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:42.389376 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:42.389654 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:42.389932 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:42.390210 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:42.390490 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:42.390770 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:42.391044 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:42.391334 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:42.391617 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:42.391931 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:42.392237 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:42.392520 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:42.392818 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:42.393098 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:42.393380 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:42.393667 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:42.393948 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:42.394230 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:42.394515 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:42.394798 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:42.395091 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:42.395384 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:42.395699 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:42.396001 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:42.396298 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:42.396578 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:42.396888 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:42.397176 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:42.397395 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 11 13:46:42.398096 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103209) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Apr 11 13:46:42.778887 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Apr 11 13:46:42.779162 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Apr 11 13:46:42.779468 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Apr 11 13:46:42.779833 dv-cinder-830787-2-iscsi neutron-server[103209]: INFO neutron.manager [-] Loading core plugin: ml2 Apr 11 13:46:43.112484 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 13:46:43.112706 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 13:46:43.112993 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 13:46:43.114301 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 13:46:43.114581 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 13:46:43.114852 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 13:46:43.169808 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 13:46:43.170090 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 13:46:43.170361 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 13:46:43.185579 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 13:46:43.185868 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 13:46:43.186145 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 13:46:43.218653 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 13:46:43.218932 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 13:46:43.219205 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 13:46:43.255985 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 13:46:43.256290 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 13:46:43.256564 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 13:46:43.600821 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 13:46:43.601468 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 13:46:43.601468 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 13:46:43.601638 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 13:46:43.602325 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 13:46:43.702581 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 13:46:43.702845 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 13:46:43.703133 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 13:46:43.703410 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 13:46:43.703706 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 13:46:43.704028 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 13:46:43.704293 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 13:46:43.704562 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 13:46:43.704820 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 13:46:43.705106 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 13:46:43.705373 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 13:46:43.705642 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 13:46:43.705904 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 13:46:43.706161 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 13:46:43.706421 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 13:46:43.706689 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 13:46:43.706947 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 13:46:43.707218 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 13:46:43.707490 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 13:46:43.707776 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 13:46:43.708215 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 13:46:43.708480 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 13:46:43.708776 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 13:46:43.709162 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 13:46:43.709422 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 13:46:43.709678 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 13:46:43.710082 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103209) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 11 13:46:43.710330 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103209) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 11 13:46:43.710574 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103209) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 11 13:46:43.710818 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103209) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 11 13:46:43.711058 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103209) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 11 13:46:43.711297 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103209) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 11 13:46:43.711688 dv-cinder-830787-2-iscsi neutron-server[103209]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Apr 11 13:46:43.714827 dv-cinder-830787-2-iscsi neutron-server[103209]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Apr 11 13:46:43.718776 dv-cinder-830787-2-iscsi neutron-server[103209]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Apr 11 13:46:43.722417 dv-cinder-830787-2-iscsi neutron-server[103209]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(900, 949)])]) Apr 11 13:46:43.724076 dv-cinder-830787-2-iscsi neutron-server[103209]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Apr 11 13:46:43.724556 dv-cinder-830787-2-iscsi neutron-server[103209]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Apr 11 13:46:43.724895 dv-cinder-830787-2-iscsi neutron-server[103209]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Apr 11 13:46:43.725283 dv-cinder-830787-2-iscsi neutron-server[103209]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Apr 11 13:46:43.728262 dv-cinder-830787-2-iscsi neutron-server[103209]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Apr 11 13:46:43.728512 dv-cinder-830787-2-iscsi neutron-server[103209]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Apr 11 13:46:43.729379 dv-cinder-830787-2-iscsi neutron-server[103209]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Apr 11 13:46:43.734269 dv-cinder-830787-2-iscsi neutron-server[103209]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Apr 11 13:46:43.757762 dv-cinder-830787-2-iscsi neutron-server[103209]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Apr 11 13:46:43.758216 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 13:46:43.758516 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103209) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Apr 11 13:46:43.758889 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 13:46:43.761081 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103209) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Apr 11 13:46:43.761362 dv-cinder-830787-2-iscsi neutron-server[103209]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Apr 11 13:46:43.761611 dv-cinder-830787-2-iscsi neutron-server[103209]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Apr 11 13:46:43.764956 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 13:46:43.765243 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 13:46:43.828151 dv-cinder-830787-2-iscsi neutron-server[103209]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Apr 11 13:46:43.828392 dv-cinder-830787-2-iscsi neutron-server[103209]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Apr 11 13:46:43.828628 dv-cinder-830787-2-iscsi neutron-server[103209]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Apr 11 13:46:43.828996 dv-cinder-830787-2-iscsi neutron-server[103209]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Apr 11 13:46:43.849323 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_db.sqlalchemy.engines [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103209) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Apr 11 13:46:44.297756 dv-cinder-830787-2-iscsi neutron-server[103209]: INFO neutron.plugins.ml2.managers [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Initializing driver for type 'gre' Apr 11 13:46:44.298365 dv-cinder-830787-2-iscsi neutron-server[103209]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] gre ID ranges: [(1, 1000)] Apr 11 13:46:44.350066 dv-cinder-830787-2-iscsi neutron-server[103209]: INFO neutron.plugins.ml2.managers [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Initializing driver for type 'local' Apr 11 13:46:44.350408 dv-cinder-830787-2-iscsi neutron-server[103209]: INFO neutron.plugins.ml2.managers [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Initializing driver for type 'vlan' Apr 11 13:46:44.363553 dv-cinder-830787-2-iscsi neutron-server[103209]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] VlanTypeDriver initialization complete Apr 11 13:46:44.363911 dv-cinder-830787-2-iscsi neutron-server[103209]: INFO neutron.plugins.ml2.managers [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Initializing driver for type 'vxlan' Apr 11 13:46:44.364392 dv-cinder-830787-2-iscsi neutron-server[103209]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] vxlan ID ranges: [(1, 1000)] Apr 11 13:46:44.417036 dv-cinder-830787-2-iscsi neutron-server[103209]: INFO neutron.plugins.ml2.managers [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Initializing extension driver 'port_security' Apr 11 13:46:44.417318 dv-cinder-830787-2-iscsi neutron-server[103209]: INFO neutron.plugins.ml2.extensions.port_security [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] PortSecurityExtensionDriver initialization complete Apr 11 13:46:44.417711 dv-cinder-830787-2-iscsi neutron-server[103209]: INFO neutron.plugins.ml2.managers [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Initializing mechanism driver 'openvswitch' Apr 11 13:46:44.418111 dv-cinder-830787-2-iscsi neutron-server[103209]: INFO neutron.plugins.ml2.managers [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Initializing mechanism driver 'hyperv' Apr 11 13:46:44.424612 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:46:44.425563 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Subscribe: > port after_create 55550000 {{(pid=103209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 13:46:44.425973 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Subscribe: > port after_update 55550000 {{(pid=103209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 13:46:44.426324 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Subscribe: > port after_delete 55550000 {{(pid=103209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 13:46:44.427102 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103209) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 11 13:46:44.427561 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Subscribe: > subnet after_create 55550000 {{(pid=103209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 13:46:44.427939 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Subscribe: > subnet after_update 55550000 {{(pid=103209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 13:46:44.428285 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Subscribe: > subnet after_delete 55550000 {{(pid=103209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 13:46:44.428681 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103209) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 11 13:46:44.429087 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Subscribe: > network after_create 55550000 {{(pid=103209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 13:46:44.429436 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Subscribe: > network after_update 55550000 {{(pid=103209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 13:46:44.429778 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Subscribe: > network after_delete 55550000 {{(pid=103209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 13:46:44.430173 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103209) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 11 13:46:44.430571 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Subscribe: > security_group after_create 55550000 {{(pid=103209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 13:46:44.430921 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Subscribe: > security_group after_update 55550000 {{(pid=103209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 13:46:44.431261 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Subscribe: > security_group after_delete 55550000 {{(pid=103209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 13:46:44.431674 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103209) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 11 13:46:44.432683 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 13:46:44.433127 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 13:46:44.433480 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 13:46:44.433876 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103209) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 11 13:46:44.434275 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Subscribe: > address_group after_create 55550000 {{(pid=103209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 13:46:44.434619 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Subscribe: > address_group after_update 55550000 {{(pid=103209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 13:46:44.434959 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Subscribe: > address_group after_delete 55550000 {{(pid=103209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 13:46:44.435378 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103209) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 11 13:46:44.435832 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] ML2 OVO RPC backend initialized. {{(pid=103209) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Apr 11 13:46:44.436674 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Subscribe: > router_interface after_create 55550000 {{(pid=103209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 13:46:44.437108 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 13:46:44.437525 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Subscribe: > network before_response 55550000 {{(pid=103209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 13:46:44.437873 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Subscribe: > networks before_response 55550000 {{(pid=103209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 13:46:44.438220 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Subscribe: > port before_response 55550000 {{(pid=103209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 13:46:44.438558 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Subscribe: > ports before_response 55550000 {{(pid=103209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 13:46:44.438900 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Subscribe: > subnet before_response 55550000 {{(pid=103209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 13:46:44.439237 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Subscribe: > subnets before_response 55550000 {{(pid=103209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 13:46:44.439579 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Subscribe: > network after_create 55550000 {{(pid=103209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 13:46:44.439943 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Subscribe: > network after_update 55550000 {{(pid=103209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 13:46:44.440275 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Subscribe: > network after_delete 55550000 {{(pid=103209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 13:46:44.440609 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Subscribe: > port after_create 55550000 {{(pid=103209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 13:46:44.440941 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Subscribe: > port after_update 55550000 {{(pid=103209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 13:46:44.441272 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Subscribe: > port after_delete 55550000 {{(pid=103209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 13:46:44.441601 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Subscribe: > subnet after_create 55550000 {{(pid=103209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 13:46:44.441930 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Subscribe: > subnet after_update 55550000 {{(pid=103209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 13:46:44.442257 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Subscribe: > subnet after_delete 55550000 {{(pid=103209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 13:46:44.449401 dv-cinder-830787-2-iscsi neutron-server[103209]: INFO neutron.quota [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Loaded quota_driver: . Apr 11 13:46:44.449757 dv-cinder-830787-2-iscsi neutron-server[103209]: INFO neutron.plugins.ml2.plugin [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Modular L2 Plugin initialization complete Apr 11 13:46:44.450099 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.manager [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Loading services supported by the core plugin {{(pid=103209) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Apr 11 13:46:44.450442 dv-cinder-830787-2-iscsi neutron-server[103209]: INFO neutron.plugins.ml2.managers [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Got port-security extension from driver 'port_security' Apr 11 13:46:44.450916 dv-cinder-830787-2-iscsi neutron-server[103209]: INFO neutron.extensions.vlantransparent [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Disabled vlantransparent extension. Apr 11 13:46:44.451506 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.manager [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103209) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Apr 11 13:46:44.451891 dv-cinder-830787-2-iscsi neutron-server[103209]: INFO neutron.manager [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Loading Plugin: router Apr 11 13:46:44.486884 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Subscribe: > router_interface before_create 55550000 {{(pid=103209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 13:46:44.487273 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Subscribe: > router after_create 55549900 {{(pid=103209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 13:46:44.487668 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Subscribe: > router before_create 55549900 {{(pid=103209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 13:46:44.488038 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 13:46:44.488449 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 13:46:44.488805 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Subscribe: > router after_delete 55549900 {{(pid=103209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 13:46:44.489163 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Subscribe: > floatingip after_create 55550000 {{(pid=103209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 13:46:44.489510 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Subscribe: > floatingip after_update 55550000 {{(pid=103209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 13:46:44.489868 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Subscribe: > router after_create 55549900 {{(pid=103209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 13:46:44.490212 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Subscribe: > router after_update 55549900 {{(pid=103209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 13:46:44.490560 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Subscribe: > router after_update 55549900 {{(pid=103209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 13:46:44.490909 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 13:46:44.491265 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Subscribe: > router after_update 55549900 {{(pid=103209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 13:46:44.491694 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Subscribe: > router precommit_update 55549900 {{(pid=103209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 13:46:44.492068 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Subscribe: port after_update 55550000 {{(pid=103209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 13:46:44.492406 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Subscribe: port after_delete 55550000 {{(pid=103209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 13:46:44.492748 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Subscribe: subnet after_update 55550000 {{(pid=103209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 13:46:44.493090 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 13:46:44.493435 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Subscribe: > port precommit_delete 55550000 {{(pid=103209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 13:46:44.493777 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Subscribe: > router precommit_create 55549900 {{(pid=103209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 13:46:44.494119 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Subscribe: port before_delete 55550000 {{(pid=103209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 13:46:44.495098 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Subscribe: > router precommit_create 55550000 {{(pid=103209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 13:46:44.495457 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Subscribe: > router after_update 55549900 {{(pid=103209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 13:46:44.495818 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Subscribe: > router precommit_delete 55549900 {{(pid=103209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 13:46:44.496168 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Subscribe: > router precommit_create 55549900 {{(pid=103209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 13:46:44.496527 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Subscribe: > router_interface after_create 55550000 {{(pid=103209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 13:46:44.496870 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Subscribe: > router precommit_update 55549900 {{(pid=103209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 13:46:44.497231 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Subscribe: > agent after_create 55550000 {{(pid=103209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 13:46:44.497579 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Subscribe: > agent after_delete 55550000 {{(pid=103209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 13:46:44.498051 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Subscribe: > network after_delete 55550000 {{(pid=103209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 13:46:44.498901 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.quota.resource_registry [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Tracking information for resource: router configured {{(pid=103209) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 11 13:46:44.499233 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.quota.resource_registry [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Tracking information for resource: floatingip configured {{(pid=103209) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 11 13:46:44.504043 dv-cinder-830787-2-iscsi neutron-server[103209]: INFO neutron.db.l3_agentschedulers_db [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Apr 11 13:46:44.504605 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Subscribe: port after_update 55550000 {{(pid=103209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 13:46:44.504959 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Subscribe: port after_create 55550000 {{(pid=103209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 13:46:44.505309 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Subscribe: port after_delete 55550000 {{(pid=103209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 13:46:44.505654 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Subscribe: port after_update 55550000 {{(pid=103209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 13:46:44.506428 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Subscribe: > router before_create 55550100 {{(pid=103209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 13:46:44.506791 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Subscribe: > router precommit_delete 55550100 {{(pid=103209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 13:46:44.507149 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Subscribe: > router precommit_create 55550100 {{(pid=103209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 13:46:44.507502 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Subscribe: > router precommit_update 55550100 {{(pid=103209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 13:46:44.512484 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.services.provider_configuration [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Service providers = [] {{(pid=103209) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Apr 11 13:46:44.512848 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.db.servicetype_db [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103209) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Apr 11 13:46:44.515811 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.services.service_base [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103209) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 11 13:46:44.516165 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.services.service_base [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103209) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 11 13:46:44.516503 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.services.service_base [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103209) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 11 13:46:44.517379 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.services.service_base [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103209) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 11 13:46:44.517746 dv-cinder-830787-2-iscsi neutron-server[103209]: INFO neutron.services.service_base [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Default provider is not specified for service type L3_ROUTER_NAT Apr 11 13:46:44.518114 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.manager [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103209) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 11 13:46:44.518426 dv-cinder-830787-2-iscsi neutron-server[103209]: INFO neutron.manager [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Apr 11 13:46:44.530492 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.manager [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103209) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 11 13:46:44.530824 dv-cinder-830787-2-iscsi neutron-server[103209]: INFO neutron.manager [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Loading Plugin: auto_allocate Apr 11 13:46:44.536431 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Subscribe: network precommit_update 55550000 {{(pid=103209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 13:46:44.536802 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Subscribe: network precommit_create 55550000 {{(pid=103209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 13:46:44.537323 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.manager [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103209) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 11 13:46:44.537639 dv-cinder-830787-2-iscsi neutron-server[103209]: INFO neutron.manager [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Loading Plugin: tag Apr 11 13:46:44.544938 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.manager [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103209) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 11 13:46:44.545273 dv-cinder-830787-2-iscsi neutron-server[103209]: INFO neutron.manager [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Loading Plugin: timestamp Apr 11 13:46:44.549118 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.manager [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103209) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 11 13:46:44.549391 dv-cinder-830787-2-iscsi neutron-server[103209]: INFO neutron.manager [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Loading Plugin: network_ip_availability Apr 11 13:46:44.555097 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 13:46:44.555463 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 13:46:44.555843 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 13:46:44.556549 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.manager [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103209) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 11 13:46:44.557498 dv-cinder-830787-2-iscsi neutron-server[103209]: INFO neutron.manager [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Loading Plugin: flavors Apr 11 13:46:44.562465 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.manager [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103209) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 11 13:46:44.562800 dv-cinder-830787-2-iscsi neutron-server[103209]: INFO neutron.manager [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Loading Plugin: revisions Apr 11 13:46:44.567037 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.manager [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103209) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 11 13:46:44.567424 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_concurrency.lockutils [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.788s {{(pid=103209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Apr 11 13:46:44.568193 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103209) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Apr 11 13:46:44.568525 dv-cinder-830787-2-iscsi neutron-server[103209]: INFO neutron.api.extensions [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Initializing extension manager. Apr 11 13:46:44.569051 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Loading extension file: __init__.py {{(pid=103209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 13:46:44.569391 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Loading extension file: __pycache__ {{(pid=103209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 13:46:44.569727 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Loading extension file: address_group.py {{(pid=103209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 13:46:44.570473 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 13:46:44.571033 dv-cinder-830787-2-iscsi neutron-server[103209]: INFO neutron.api.extensions [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Loaded extension: address-group Apr 11 13:46:44.571353 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Loading extension file: address_scope.py {{(pid=103209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 13:46:44.572086 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 13:46:44.572633 dv-cinder-830787-2-iscsi neutron-server[103209]: INFO neutron.api.extensions [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Loaded extension: address-scope Apr 11 13:46:44.572956 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Loading extension file: admin_state_down_before_update.py {{(pid=103209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 13:46:44.573880 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 13:46:44.574389 dv-cinder-830787-2-iscsi neutron-server[103209]: INFO neutron.api.extensions [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Loaded extension: router-admin-state-down-before-update Apr 11 13:46:44.574712 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Loading extension file: agent.py {{(pid=103209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 13:46:44.575406 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 13:46:44.575945 dv-cinder-830787-2-iscsi neutron-server[103209]: INFO neutron.api.extensions [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Loaded extension: agent Apr 11 13:46:44.576266 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Loading extension file: agent_resources_synced.py {{(pid=103209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 13:46:44.577166 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 13:46:44.577679 dv-cinder-830787-2-iscsi neutron-server[103209]: INFO neutron.api.extensions [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Loaded extension: agent-resources-synced Apr 11 13:46:44.577999 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Loading extension file: allowedaddresspairs.py {{(pid=103209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 13:46:44.579794 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 13:46:44.580314 dv-cinder-830787-2-iscsi neutron-server[103209]: INFO neutron.api.extensions [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Loaded extension: allowed-address-pairs Apr 11 13:46:44.580641 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Loading extension file: auto_allocated_topology.py {{(pid=103209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 13:46:44.581707 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 13:46:44.582225 dv-cinder-830787-2-iscsi neutron-server[103209]: INFO neutron.api.extensions [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Loaded extension: auto-allocated-topology Apr 11 13:46:44.582546 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Loading extension file: availability_zone.py {{(pid=103209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 13:46:44.583235 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 13:46:44.583772 dv-cinder-830787-2-iscsi neutron-server[103209]: INFO neutron.api.extensions [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Loaded extension: availability_zone Apr 11 13:46:44.584097 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Loading extension file: availability_zone_filter.py {{(pid=103209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 13:46:44.585000 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 13:46:44.585508 dv-cinder-830787-2-iscsi neutron-server[103209]: INFO neutron.api.extensions [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Loaded extension: availability_zone_filter Apr 11 13:46:44.585833 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Loading extension file: data_plane_status.py {{(pid=103209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 13:46:44.586737 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 13:46:44.587240 dv-cinder-830787-2-iscsi neutron-server[103209]: INFO neutron.api.extensions [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Extension data-plane-status not supported by any of loaded plugins Apr 11 13:46:44.587557 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Loading extension file: default_subnetpools.py {{(pid=103209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 13:46:44.588527 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 13:46:44.589028 dv-cinder-830787-2-iscsi neutron-server[103209]: INFO neutron.api.extensions [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Loaded extension: default-subnetpools Apr 11 13:46:44.589345 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Loading extension file: dhcpagentscheduler.py {{(pid=103209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 13:46:44.590137 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 13:46:44.590640 dv-cinder-830787-2-iscsi neutron-server[103209]: INFO neutron.api.extensions [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Loaded extension: dhcp_agent_scheduler Apr 11 13:46:44.590959 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Loading extension file: dns.py {{(pid=103209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 13:46:44.591887 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 13:46:44.592389 dv-cinder-830787-2-iscsi neutron-server[103209]: INFO neutron.api.extensions [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Extension dns-integration not supported by any of loaded plugins Apr 11 13:46:44.592706 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Loading extension file: dns_domain_ports.py {{(pid=103209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 13:46:44.593606 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 13:46:44.594101 dv-cinder-830787-2-iscsi neutron-server[103209]: INFO neutron.api.extensions [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Extension dns-domain-ports not supported by any of loaded plugins Apr 11 13:46:44.594418 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 13:46:44.595321 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 13:46:44.595841 dv-cinder-830787-2-iscsi neutron-server[103209]: INFO neutron.api.extensions [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Apr 11 13:46:44.596160 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Loading extension file: dvr.py {{(pid=103209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 13:46:44.596822 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 13:46:44.597329 dv-cinder-830787-2-iscsi neutron-server[103209]: INFO neutron.api.extensions [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Loaded extension: dvr Apr 11 13:46:44.597650 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Loading extension file: ecmp_routes.py {{(pid=103209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 13:46:44.598553 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 13:46:44.599053 dv-cinder-830787-2-iscsi neutron-server[103209]: INFO neutron.api.extensions [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Extension ecmp_routes not supported by any of loaded plugins Apr 11 13:46:44.599371 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Loading extension file: empty_string_filtering.py {{(pid=103209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 13:46:44.600301 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 13:46:44.600810 dv-cinder-830787-2-iscsi neutron-server[103209]: INFO neutron.api.extensions [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Loaded extension: empty-string-filtering Apr 11 13:46:44.601132 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 13:46:44.602032 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 13:46:44.602535 dv-cinder-830787-2-iscsi neutron-server[103209]: INFO neutron.api.extensions [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Apr 11 13:46:44.602852 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 13:46:44.604354 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 13:46:44.605041 dv-cinder-830787-2-iscsi neutron-server[103209]: INFO neutron.api.extensions [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Apr 11 13:46:44.605366 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Loading extension file: external_net.py {{(pid=103209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 13:46:44.606267 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 13:46:44.606774 dv-cinder-830787-2-iscsi neutron-server[103209]: INFO neutron.api.extensions [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Loaded extension: external-net Apr 11 13:46:44.607095 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Loading extension file: extra_dhcp_opt.py {{(pid=103209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 13:46:44.608021 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 13:46:44.608524 dv-cinder-830787-2-iscsi neutron-server[103209]: INFO neutron.api.extensions [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Loaded extension: extra_dhcp_opt Apr 11 13:46:44.608850 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Loading extension file: extraroute.py {{(pid=103209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 13:46:44.609740 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 13:46:44.610250 dv-cinder-830787-2-iscsi neutron-server[103209]: INFO neutron.api.extensions [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Loaded extension: extraroute Apr 11 13:46:44.610570 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Loading extension file: extraroute_atomic.py {{(pid=103209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 13:46:44.611593 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 13:46:44.612134 dv-cinder-830787-2-iscsi neutron-server[103209]: INFO neutron.api.extensions [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Loaded extension: extraroute-atomic Apr 11 13:46:44.612456 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Loading extension file: filter_validation.py {{(pid=103209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 13:46:44.613119 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 13:46:44.613622 dv-cinder-830787-2-iscsi neutron-server[103209]: INFO neutron.api.extensions [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Loaded extension: filter-validation Apr 11 13:46:44.613940 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Loading extension file: fip_pf_description.py {{(pid=103209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 13:46:44.615014 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 13:46:44.615527 dv-cinder-830787-2-iscsi neutron-server[103209]: INFO neutron.api.extensions [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Apr 11 13:46:44.615881 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Loading extension file: fip_pf_port_range.py {{(pid=103209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 13:46:44.616781 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=103209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 13:46:44.617281 dv-cinder-830787-2-iscsi neutron-server[103209]: INFO neutron.api.extensions [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Apr 11 13:46:44.617600 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Loading extension file: fip_port_details.py {{(pid=103209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 13:46:44.618519 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 13:46:44.619025 dv-cinder-830787-2-iscsi neutron-server[103209]: INFO neutron.api.extensions [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Loaded extension: fip-port-details Apr 11 13:46:44.619981 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Loading extension file: flavors.py {{(pid=103209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 13:46:44.621308 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 13:46:44.621829 dv-cinder-830787-2-iscsi neutron-server[103209]: INFO neutron.api.extensions [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Loaded extension: flavors Apr 11 13:46:44.622162 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 13:46:44.623816 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 13:46:44.624337 dv-cinder-830787-2-iscsi neutron-server[103209]: INFO neutron.api.extensions [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Apr 11 13:46:44.624665 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Loading extension file: floatingip_pools.py {{(pid=103209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 13:46:44.625364 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 13:46:44.625872 dv-cinder-830787-2-iscsi neutron-server[103209]: INFO neutron.api.extensions [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Loaded extension: floatingip-pools Apr 11 13:46:44.626195 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Loading extension file: ip_allocation.py {{(pid=103209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 13:46:44.627103 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 13:46:44.627611 dv-cinder-830787-2-iscsi neutron-server[103209]: INFO neutron.api.extensions [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Extension ip_allocation not supported by any of loaded plugins Apr 11 13:46:44.627959 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 13:46:44.628865 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 13:46:44.629373 dv-cinder-830787-2-iscsi neutron-server[103209]: INFO neutron.api.extensions [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Loaded extension: ip-substring-filtering Apr 11 13:46:44.629695 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Loading extension file: l2_adjacency.py {{(pid=103209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 13:46:44.630612 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 13:46:44.631116 dv-cinder-830787-2-iscsi neutron-server[103209]: INFO neutron.api.extensions [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Extension l2_adjacency not supported by any of loaded plugins Apr 11 13:46:44.631435 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Loading extension file: l3.py {{(pid=103209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 13:46:44.632422 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 13:46:44.632938 dv-cinder-830787-2-iscsi neutron-server[103209]: INFO neutron.api.extensions [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Loaded extension: router Apr 11 13:46:44.633259 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Loading extension file: l3_conntrack_helper.py {{(pid=103209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 13:46:44.636195 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 13:46:44.636721 dv-cinder-830787-2-iscsi neutron-server[103209]: INFO neutron.api.extensions [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Extension l3-conntrack-helper not supported by any of loaded plugins Apr 11 13:46:44.637052 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 13:46:44.637975 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 13:46:44.638488 dv-cinder-830787-2-iscsi neutron-server[103209]: INFO neutron.api.extensions [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Loaded extension: ext-gw-mode Apr 11 13:46:44.638812 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 13:46:44.639741 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 13:46:44.640251 dv-cinder-830787-2-iscsi neutron-server[103209]: INFO neutron.api.extensions [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Loaded extension: l3-ha Apr 11 13:46:44.640573 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=103209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 13:46:44.641469 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=103209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 13:46:44.641971 dv-cinder-830787-2-iscsi neutron-server[103209]: INFO neutron.api.extensions [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Apr 11 13:46:44.642297 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Loading extension file: l3_flavors.py {{(pid=103209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 13:46:44.643197 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 13:46:44.643736 dv-cinder-830787-2-iscsi neutron-server[103209]: INFO neutron.api.extensions [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Loaded extension: l3-flavors Apr 11 13:46:44.644058 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Loading extension file: l3_ndp_proxy.py {{(pid=103209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 13:46:44.645413 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=103209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 13:46:44.645924 dv-cinder-830787-2-iscsi neutron-server[103209]: INFO neutron.api.extensions [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Extension l3-ndp-proxy not supported by any of loaded plugins Apr 11 13:46:44.646247 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 13:46:44.647149 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 13:46:44.647670 dv-cinder-830787-2-iscsi neutron-server[103209]: INFO neutron.api.extensions [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Loaded extension: l3-port-ip-change-not-allowed Apr 11 13:46:44.647996 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Loading extension file: l3agentscheduler.py {{(pid=103209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 13:46:44.649013 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 13:46:44.649526 dv-cinder-830787-2-iscsi neutron-server[103209]: INFO neutron.api.extensions [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Loaded extension: l3_agent_scheduler Apr 11 13:46:44.649850 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Loading extension file: local_ip.py {{(pid=103209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 13:46:44.652479 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 13:46:44.653004 dv-cinder-830787-2-iscsi neutron-server[103209]: INFO neutron.api.extensions [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Extension local_ip not supported by any of loaded plugins Apr 11 13:46:44.653337 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Loading extension file: logging.py {{(pid=103209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 13:46:44.654796 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 13:46:44.655318 dv-cinder-830787-2-iscsi neutron-server[103209]: INFO neutron.api.extensions [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Extension logging not supported by any of loaded plugins Apr 11 13:46:44.655660 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Loading extension file: metering.py {{(pid=103209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 13:46:44.656399 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 13:46:44.656971 dv-cinder-830787-2-iscsi neutron-server[103209]: INFO neutron.api.extensions [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Loaded extension: metering Apr 11 13:46:44.657292 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 13:46:44.658379 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 13:46:44.658892 dv-cinder-830787-2-iscsi neutron-server[103209]: INFO neutron.api.extensions [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Loaded extension: metering_source_and_destination_fields Apr 11 13:46:44.659214 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Loading extension file: multiprovidernet.py {{(pid=103209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 13:46:44.660154 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 13:46:44.660664 dv-cinder-830787-2-iscsi neutron-server[103209]: INFO neutron.api.extensions [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Loaded extension: multi-provider Apr 11 13:46:44.660985 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Loading extension file: netmtu.py {{(pid=103209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 13:46:44.661898 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 13:46:44.662408 dv-cinder-830787-2-iscsi neutron-server[103209]: INFO neutron.api.extensions [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Loaded extension: net-mtu Apr 11 13:46:44.662729 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Loading extension file: netmtu_writable.py {{(pid=103209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 13:46:44.663644 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 13:46:44.664165 dv-cinder-830787-2-iscsi neutron-server[103209]: INFO neutron.api.extensions [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Loaded extension: net-mtu-writable Apr 11 13:46:44.664486 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Loading extension file: network_availability_zone.py {{(pid=103209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 13:46:44.665157 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 13:46:44.665660 dv-cinder-830787-2-iscsi neutron-server[103209]: INFO neutron.api.extensions [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Loaded extension: network_availability_zone Apr 11 13:46:44.665979 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Loading extension file: network_ip_availability.py {{(pid=103209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 13:46:44.667181 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 13:46:44.667724 dv-cinder-830787-2-iscsi neutron-server[103209]: INFO neutron.api.extensions [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Loaded extension: network-ip-availability Apr 11 13:46:44.668049 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Loading extension file: network_segment_range.py {{(pid=103209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 13:46:44.668807 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 13:46:44.669308 dv-cinder-830787-2-iscsi neutron-server[103209]: INFO neutron.api.extensions [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Extension network-segment-range not supported by any of loaded plugins Apr 11 13:46:44.669628 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Loading extension file: pagination.py {{(pid=103209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 13:46:44.670591 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 13:46:44.670919 dv-cinder-830787-2-iscsi neutron-server[103209]: INFO neutron.api.extensions [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Loaded extension: pagination Apr 11 13:46:44.671238 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Loading extension file: port_device_profile.py {{(pid=103209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 13:46:44.672159 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 13:46:44.672674 dv-cinder-830787-2-iscsi neutron-server[103209]: INFO neutron.api.extensions [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Loaded extension: port-device-profile Apr 11 13:46:44.672994 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 13:46:44.673913 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 13:46:44.674416 dv-cinder-830787-2-iscsi neutron-server[103209]: INFO neutron.api.extensions [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Loaded extension: port-mac-address-regenerate Apr 11 13:46:44.674733 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 13:46:44.675656 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 13:46:44.676161 dv-cinder-830787-2-iscsi neutron-server[103209]: INFO neutron.api.extensions [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Loaded extension: port-numa-affinity-policy Apr 11 13:46:44.676480 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Loading extension file: port_resource_request.py {{(pid=103209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 13:46:44.677638 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 13:46:44.678138 dv-cinder-830787-2-iscsi neutron-server[103209]: INFO neutron.api.extensions [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Extension port-resource-request not supported by any of loaded plugins Apr 11 13:46:44.678453 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Loading extension file: port_resource_request_groups.py {{(pid=103209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 13:46:44.679412 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 13:46:44.679939 dv-cinder-830787-2-iscsi neutron-server[103209]: INFO neutron.api.extensions [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Extension port-resource-request-groups not supported by any of loaded plugins Apr 11 13:46:44.680256 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Loading extension file: portbindings.py {{(pid=103209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 13:46:44.681166 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 13:46:44.681671 dv-cinder-830787-2-iscsi neutron-server[103209]: INFO neutron.api.extensions [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Loaded extension: binding Apr 11 13:46:44.682041 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Loading extension file: portbindings_extended.py {{(pid=103209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 13:46:44.683282 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 13:46:44.683828 dv-cinder-830787-2-iscsi neutron-server[103209]: INFO neutron.api.extensions [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Loaded extension: binding-extended Apr 11 13:46:44.684153 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Loading extension file: portsecurity.py {{(pid=103209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 13:46:44.685061 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 13:46:44.685573 dv-cinder-830787-2-iscsi neutron-server[103209]: INFO neutron.api.extensions [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Loaded extension: port-security Apr 11 13:46:44.685892 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Loading extension file: project_id.py {{(pid=103209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 13:46:44.686862 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 13:46:44.687194 dv-cinder-830787-2-iscsi neutron-server[103209]: INFO neutron.api.extensions [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Loaded extension: project-id Apr 11 13:46:44.687519 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Loading extension file: providernet.py {{(pid=103209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 13:46:44.688453 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 13:46:44.688968 dv-cinder-830787-2-iscsi neutron-server[103209]: INFO neutron.api.extensions [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Loaded extension: provider Apr 11 13:46:44.689287 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Loading extension file: qos.py {{(pid=103209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 13:46:44.692854 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 13:46:44.693373 dv-cinder-830787-2-iscsi neutron-server[103209]: INFO neutron.api.extensions [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Extension qos not supported by any of loaded plugins Apr 11 13:46:44.693701 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 13:46:44.694924 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 13:46:44.695439 dv-cinder-830787-2-iscsi neutron-server[103209]: INFO neutron.api.extensions [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Apr 11 13:46:44.695807 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 13:46:44.696832 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 13:46:44.697346 dv-cinder-830787-2-iscsi neutron-server[103209]: INFO neutron.api.extensions [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Apr 11 13:46:44.698223 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Loading extension file: qos_default.py {{(pid=103209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 13:46:44.699130 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 13:46:44.699664 dv-cinder-830787-2-iscsi neutron-server[103209]: INFO neutron.api.extensions [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Extension qos-default not supported by any of loaded plugins Apr 11 13:46:44.699997 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Loading extension file: qos_fip.py {{(pid=103209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 13:46:44.700906 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 13:46:44.701412 dv-cinder-830787-2-iscsi neutron-server[103209]: INFO neutron.api.extensions [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Extension qos-fip not supported by any of loaded plugins Apr 11 13:46:44.701734 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Loading extension file: qos_fip_network_policy.py {{(pid=103209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 13:46:44.702639 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 13:46:44.703147 dv-cinder-830787-2-iscsi neutron-server[103209]: INFO neutron.api.extensions [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Extension qos-fip-network-policy not supported by any of loaded plugins Apr 11 13:46:44.703472 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Loading extension file: qos_gateway_ip.py {{(pid=103209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 13:46:44.704405 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 13:46:44.704916 dv-cinder-830787-2-iscsi neutron-server[103209]: INFO neutron.api.extensions [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Extension qos-gateway-ip not supported by any of loaded plugins Apr 11 13:46:44.705243 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Loading extension file: qos_port_network_policy.py {{(pid=103209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 13:46:44.706137 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 13:46:44.706644 dv-cinder-830787-2-iscsi neutron-server[103209]: INFO neutron.api.extensions [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Extension qos-port-network-policy not supported by any of loaded plugins Apr 11 13:46:44.706966 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 13:46:44.708015 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 13:46:44.708526 dv-cinder-830787-2-iscsi neutron-server[103209]: INFO neutron.api.extensions [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Extension qos-pps-minimum not supported by any of loaded plugins Apr 11 13:46:44.708848 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=103209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 13:46:44.709882 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=103209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 13:46:44.710395 dv-cinder-830787-2-iscsi neutron-server[103209]: INFO neutron.api.extensions [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Apr 11 13:46:44.710715 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Loading extension file: qos_pps_rule.py {{(pid=103209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 13:46:44.711911 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 13:46:44.712430 dv-cinder-830787-2-iscsi neutron-server[103209]: INFO neutron.api.extensions [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Extension qos-pps not supported by any of loaded plugins Apr 11 13:46:44.712751 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Loading extension file: qos_rule_type_details.py {{(pid=103209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 13:46:44.714259 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 13:46:44.714771 dv-cinder-830787-2-iscsi neutron-server[103209]: INFO neutron.api.extensions [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Extension qos-rule-type-details not supported by any of loaded plugins Apr 11 13:46:44.715092 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Loading extension file: qos_rule_type_filter.py {{(pid=103209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 13:46:44.716033 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=103209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 13:46:44.716540 dv-cinder-830787-2-iscsi neutron-server[103209]: INFO neutron.api.extensions [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Extension qos-rule-type-filter not supported by any of loaded plugins Apr 11 13:46:44.716862 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Loading extension file: qos_rules_alias.py {{(pid=103209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 13:46:44.717898 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 13:46:44.718412 dv-cinder-830787-2-iscsi neutron-server[103209]: INFO neutron.api.extensions [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Extension qos-rules-alias not supported by any of loaded plugins Apr 11 13:46:44.718733 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Loading extension file: quota_check_limit.py {{(pid=103209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 13:46:44.719647 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 13:46:44.720185 dv-cinder-830787-2-iscsi neutron-server[103209]: INFO neutron.api.extensions [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Loaded extension: quota-check-limit Apr 11 13:46:44.720506 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Loading extension file: quotasv2.py {{(pid=103209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 13:46:44.721412 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 13:46:44.721738 dv-cinder-830787-2-iscsi neutron-server[103209]: INFO neutron.api.extensions [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Loaded extension: quotas Apr 11 13:46:44.722055 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Loading extension file: quotasv2_detail.py {{(pid=103209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 13:46:44.723824 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 13:46:44.724161 dv-cinder-830787-2-iscsi neutron-server[103209]: INFO neutron.api.extensions [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Loaded extension: quota_details Apr 11 13:46:44.724489 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Loading extension file: rbac.py {{(pid=103209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 13:46:44.725521 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 13:46:44.726041 dv-cinder-830787-2-iscsi neutron-server[103209]: INFO neutron.api.extensions [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Loaded extension: rbac-policies Apr 11 13:46:44.726368 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Loading extension file: rbac_address_group.py {{(pid=103209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 13:46:44.727287 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 13:46:44.727831 dv-cinder-830787-2-iscsi neutron-server[103209]: INFO neutron.api.extensions [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Loaded extension: rbac-address-group Apr 11 13:46:44.728159 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Loading extension file: rbac_address_scope.py {{(pid=103209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 13:46:44.729262 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 13:46:44.729774 dv-cinder-830787-2-iscsi neutron-server[103209]: INFO neutron.api.extensions [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Loaded extension: rbac-address-scope Apr 11 13:46:44.730100 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Loading extension file: rbac_security_groups.py {{(pid=103209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 13:46:44.731082 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 13:46:44.731590 dv-cinder-830787-2-iscsi neutron-server[103209]: INFO neutron.api.extensions [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Loaded extension: rbac-security-groups Apr 11 13:46:44.731939 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Loading extension file: rbac_subnetpool.py {{(pid=103209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 13:46:44.732860 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 13:46:44.733369 dv-cinder-830787-2-iscsi neutron-server[103209]: INFO neutron.api.extensions [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Loaded extension: rbac-subnetpool Apr 11 13:46:44.733692 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Loading extension file: revisionifmatch.py {{(pid=103209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 13:46:44.734596 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 13:46:44.735104 dv-cinder-830787-2-iscsi neutron-server[103209]: INFO neutron.api.extensions [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Loaded extension: revision-if-match Apr 11 13:46:44.735425 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Loading extension file: revisions.py {{(pid=103209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 13:46:44.736582 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 13:46:44.737088 dv-cinder-830787-2-iscsi neutron-server[103209]: INFO neutron.api.extensions [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Loaded extension: standard-attr-revisions Apr 11 13:46:44.737412 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Loading extension file: router_availability_zone.py {{(pid=103209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 13:46:44.738081 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 13:46:44.738592 dv-cinder-830787-2-iscsi neutron-server[103209]: INFO neutron.api.extensions [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Loaded extension: router_availability_zone Apr 11 13:46:44.738913 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Loading extension file: routerservicetype.py {{(pid=103209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 13:46:44.739852 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 13:46:44.740361 dv-cinder-830787-2-iscsi neutron-server[103209]: INFO neutron.api.extensions [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Extension router-service-type not supported by any of loaded plugins Apr 11 13:46:44.740684 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 13:46:44.741592 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 13:46:44.742103 dv-cinder-830787-2-iscsi neutron-server[103209]: INFO neutron.api.extensions [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Loaded extension: security-groups-normalized-cidr Apr 11 13:46:44.742425 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Loading extension file: security_groups_port_filtering.py {{(pid=103209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 13:46:44.743330 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 13:46:44.743869 dv-cinder-830787-2-iscsi neutron-server[103209]: INFO neutron.api.extensions [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Loaded extension: port-security-groups-filtering Apr 11 13:46:44.744191 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 13:46:44.745286 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 13:46:44.745801 dv-cinder-830787-2-iscsi neutron-server[103209]: INFO neutron.api.extensions [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Loaded extension: security-groups-remote-address-group Apr 11 13:46:44.746125 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 13:46:44.747045 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 13:46:44.747551 dv-cinder-830787-2-iscsi neutron-server[103209]: INFO neutron.api.extensions [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Loaded extension: security-groups-shared-filtering Apr 11 13:46:44.747897 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 13:46:44.748476 dv-cinder-830787-2-iscsi neutron-server[103209]: WARNING neutron.api.extensions [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Apr 11 13:46:44.748794 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Loading extension file: securitygroup.py {{(pid=103209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 13:46:44.758409 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 13:46:44.758930 dv-cinder-830787-2-iscsi neutron-server[103209]: INFO neutron.api.extensions [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Loaded extension: security-group Apr 11 13:46:44.759262 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Loading extension file: segment.py {{(pid=103209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 13:46:44.760546 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 13:46:44.761133 dv-cinder-830787-2-iscsi neutron-server[103209]: INFO neutron.api.extensions [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Extension segment not supported by any of loaded plugins Apr 11 13:46:44.761460 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 13:46:44.762390 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 13:46:44.762904 dv-cinder-830787-2-iscsi neutron-server[103209]: INFO neutron.api.extensions [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Apr 11 13:46:44.763229 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Loading extension file: servicetype.py {{(pid=103209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 13:46:44.764348 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 13:46:44.764866 dv-cinder-830787-2-iscsi neutron-server[103209]: INFO neutron.api.extensions [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Loaded extension: service-type Apr 11 13:46:44.765192 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Loading extension file: sorting.py {{(pid=103209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 13:46:44.766159 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 13:46:44.766487 dv-cinder-830787-2-iscsi neutron-server[103209]: INFO neutron.api.extensions [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Loaded extension: sorting Apr 11 13:46:44.766808 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Loading extension file: standard_attr_segment.py {{(pid=103209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 13:46:44.767746 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 13:46:44.768254 dv-cinder-830787-2-iscsi neutron-server[103209]: INFO neutron.api.extensions [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Extension standard-attr-segment not supported by any of loaded plugins Apr 11 13:46:44.768575 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Loading extension file: standardattrdescription.py {{(pid=103209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 13:46:44.769215 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 13:46:44.769713 dv-cinder-830787-2-iscsi neutron-server[103209]: INFO neutron.api.extensions [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Loaded extension: standard-attr-description Apr 11 13:46:44.770033 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Loading extension file: stateful_security_group.py {{(pid=103209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 13:46:44.770945 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 13:46:44.771458 dv-cinder-830787-2-iscsi neutron-server[103209]: INFO neutron.api.extensions [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Loaded extension: stateful-security-group Apr 11 13:46:44.771815 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Loading extension file: stdattrs_common.py {{(pid=103209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 13:46:44.772380 dv-cinder-830787-2-iscsi neutron-server[103209]: WARNING neutron.api.extensions [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Apr 11 13:46:44.772699 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 13:46:44.773621 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 13:46:44.774137 dv-cinder-830787-2-iscsi neutron-server[103209]: INFO neutron.api.extensions [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Apr 11 13:46:44.774460 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Loading extension file: subnet_onboard.py {{(pid=103209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 13:46:44.775503 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 13:46:44.776619 dv-cinder-830787-2-iscsi neutron-server[103209]: INFO neutron.api.extensions [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Loaded extension: subnet_onboard Apr 11 13:46:44.776942 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 13:46:44.777869 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 13:46:44.778379 dv-cinder-830787-2-iscsi neutron-server[103209]: INFO neutron.api.extensions [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Apr 11 13:46:44.778699 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Loading extension file: subnet_service_types.py {{(pid=103209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 13:46:44.779610 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 13:46:44.780145 dv-cinder-830787-2-iscsi neutron-server[103209]: INFO neutron.api.extensions [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Loaded extension: subnet-service-types Apr 11 13:46:44.780470 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Loading extension file: subnetallocation.py {{(pid=103209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 13:46:44.781534 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 13:46:44.782042 dv-cinder-830787-2-iscsi neutron-server[103209]: INFO neutron.api.extensions [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Loaded extension: subnet_allocation Apr 11 13:46:44.782371 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 13:46:44.783077 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 13:46:44.783620 dv-cinder-830787-2-iscsi neutron-server[103209]: INFO neutron.api.extensions [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Loaded extension: subnetpool-prefix-ops Apr 11 13:46:44.784001 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 13:46:44.785026 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 13:46:44.785575 dv-cinder-830787-2-iscsi neutron-server[103209]: INFO neutron.api.extensions [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Apr 11 13:46:44.785928 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Loading extension file: tagging.py {{(pid=103209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 13:46:44.787102 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 13:46:44.787618 dv-cinder-830787-2-iscsi neutron-server[103209]: INFO neutron.api.extensions [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Loaded extension: standard-attr-tag Apr 11 13:46:44.787966 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Loading extension file: timestamp.py {{(pid=103209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 13:46:44.789153 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 13:46:44.789667 dv-cinder-830787-2-iscsi neutron-server[103209]: INFO neutron.api.extensions [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Loaded extension: standard-attr-timestamp Apr 11 13:46:44.789991 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Loading extension file: trunk.py {{(pid=103209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 13:46:44.791012 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 13:46:44.791599 dv-cinder-830787-2-iscsi neutron-server[103209]: INFO neutron.api.extensions [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Extension trunk not supported by any of loaded plugins Apr 11 13:46:44.791959 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Loading extension file: trunk_details.py {{(pid=103209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 13:46:44.792874 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 13:46:44.793381 dv-cinder-830787-2-iscsi neutron-server[103209]: INFO neutron.api.extensions [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Extension trunk-details not supported by any of loaded plugins Apr 11 13:46:44.793702 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Loading extension file: uplink_status_propagation.py {{(pid=103209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 13:46:44.794611 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 13:46:44.795116 dv-cinder-830787-2-iscsi neutron-server[103209]: INFO neutron.api.extensions [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Extension uplink-status-propagation not supported by any of loaded plugins Apr 11 13:46:44.795437 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Loading extension file: vlantransparent.py {{(pid=103209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 13:46:44.796120 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 13:46:44.796624 dv-cinder-830787-2-iscsi neutron-server[103209]: INFO neutron.api.extensions [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Extension vlan-transparent not supported by any of loaded plugins Apr 11 13:46:44.799113 dv-cinder-830787-2-iscsi neutron-server[103209]: INFO neutron.quota.resource_registry [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Creating instance of TrackedResource for resource:network Apr 11 13:46:44.799692 dv-cinder-830787-2-iscsi neutron-server[103209]: INFO neutron.quota.resource_registry [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Creating instance of TrackedResource for resource:subnet Apr 11 13:46:44.800050 dv-cinder-830787-2-iscsi neutron-server[103209]: INFO neutron.quota.resource_registry [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Creating instance of TrackedResource for resource:subnetpool Apr 11 13:46:44.800441 dv-cinder-830787-2-iscsi neutron-server[103209]: INFO neutron.quota.resource_registry [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Creating instance of TrackedResource for resource:port Apr 11 13:46:44.801916 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.api.v2.resource_helper [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103209) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 11 13:46:44.802352 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.api.v2.resource_helper [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Service FLAVORS assigned prefix: {{(pid=103209) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 11 13:46:44.802947 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.api.v2.resource_helper [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103209) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 11 13:46:44.803375 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.api.v2.resource_helper [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103209) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 11 13:46:44.803736 dv-cinder-830787-2-iscsi neutron-server[103209]: INFO neutron.quota.resource_registry [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Creating instance of TrackedResource for resource:router Apr 11 13:46:44.804159 dv-cinder-830787-2-iscsi neutron-server[103209]: INFO neutron.quota.resource_registry [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Creating instance of TrackedResource for resource:floatingip Apr 11 13:46:44.804642 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.api.v2.resource_helper [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Service METERING assigned prefix: /metering {{(pid=103209) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 11 13:46:44.806080 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 13:46:44.806451 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 13:46:44.807318 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 13:46:44.808505 dv-cinder-830787-2-iscsi neutron-server[103209]: INFO neutron.quota.resource_registry [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Creating instance of CountableResource for resource:rbac_policy Apr 11 13:46:44.808953 dv-cinder-830787-2-iscsi neutron-server[103209]: INFO neutron.quota.resource_registry [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Creating instance of TrackedResource for resource:security_group Apr 11 13:46:44.809391 dv-cinder-830787-2-iscsi neutron-server[103209]: INFO neutron.quota.resource_registry [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Creating instance of TrackedResource for resource:security_group_rule Apr 11 13:46:44.809980 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.api.v2.resource_helper [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Service CORE assigned prefix: {{(pid=103209) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 11 13:46:44.810309 dv-cinder-830787-2-iscsi neutron-server[103209]: INFO neutron.quota.resource_registry [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Creating instance of TrackedResource for resource:subnetpool Apr 11 13:46:44.810652 dv-cinder-830787-2-iscsi neutron-server[103209]: WARNING neutron.quota.resource_registry [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] subnetpool is already registered Apr 11 13:46:44.811093 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.api.v2.resource_helper [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Service CORE assigned prefix: {{(pid=103209) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 11 13:46:44.811418 dv-cinder-830787-2-iscsi neutron-server[103209]: INFO neutron.quota.resource_registry [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Creating instance of TrackedResource for resource:subnetpool Apr 11 13:46:44.811783 dv-cinder-830787-2-iscsi neutron-server[103209]: WARNING neutron.quota.resource_registry [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] subnetpool is already registered Apr 11 13:46:44.814007 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.api.v2.resource_helper [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103209) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 11 13:46:44.814462 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.api.v2.resource_helper [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Service FLAVORS assigned prefix: {{(pid=103209) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 11 13:46:44.815179 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.api.v2.resource_helper [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103209) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 11 13:46:44.815606 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.api.v2.resource_helper [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103209) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 11 13:46:44.815961 dv-cinder-830787-2-iscsi neutron-server[103209]: INFO neutron.quota.resource_registry [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Creating instance of TrackedResource for resource:router Apr 11 13:46:44.816295 dv-cinder-830787-2-iscsi neutron-server[103209]: WARNING neutron.quota.resource_registry [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] router is already registered Apr 11 13:46:44.816713 dv-cinder-830787-2-iscsi neutron-server[103209]: INFO neutron.quota.resource_registry [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Creating instance of TrackedResource for resource:floatingip Apr 11 13:46:44.817046 dv-cinder-830787-2-iscsi neutron-server[103209]: WARNING neutron.quota.resource_registry [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] floatingip is already registered Apr 11 13:46:44.817504 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.api.v2.resource_helper [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Service METERING assigned prefix: /metering {{(pid=103209) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 11 13:46:44.818195 dv-cinder-830787-2-iscsi neutron-server[103209]: INFO neutron.quota.resource_registry [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Creating instance of CountableResource for resource:rbac_policy Apr 11 13:46:44.818521 dv-cinder-830787-2-iscsi neutron-server[103209]: WARNING neutron.quota.resource_registry [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] rbac_policy is already registered Apr 11 13:46:44.818944 dv-cinder-830787-2-iscsi neutron-server[103209]: INFO neutron.quota.resource_registry [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Creating instance of TrackedResource for resource:security_group Apr 11 13:46:44.819276 dv-cinder-830787-2-iscsi neutron-server[103209]: WARNING neutron.quota.resource_registry [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] security_group is already registered Apr 11 13:46:44.819704 dv-cinder-830787-2-iscsi neutron-server[103209]: INFO neutron.quota.resource_registry [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Creating instance of TrackedResource for resource:security_group_rule Apr 11 13:46:44.820033 dv-cinder-830787-2-iscsi neutron-server[103209]: WARNING neutron.quota.resource_registry [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] security_group_rule is already registered Apr 11 13:46:44.820534 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.api.v2.resource_helper [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Service CORE assigned prefix: {{(pid=103209) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 11 13:46:44.820873 dv-cinder-830787-2-iscsi neutron-server[103209]: INFO neutron.quota.resource_registry [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Creating instance of TrackedResource for resource:subnetpool Apr 11 13:46:44.821206 dv-cinder-830787-2-iscsi neutron-server[103209]: WARNING neutron.quota.resource_registry [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] subnetpool is already registered Apr 11 13:46:44.821636 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.api.v2.resource_helper [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Service CORE assigned prefix: {{(pid=103209) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 11 13:46:44.821955 dv-cinder-830787-2-iscsi neutron-server[103209]: INFO neutron.quota.resource_registry [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Creating instance of TrackedResource for resource:subnetpool Apr 11 13:46:44.822281 dv-cinder-830787-2-iscsi neutron-server[103209]: WARNING neutron.quota.resource_registry [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] subnetpool is already registered Apr 11 13:46:44.823349 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Extended resource: extensions {{(pid=103209) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 13:46:44.826068 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Extended resource: address-groups {{(pid=103209) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 13:46:44.827532 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Extended resource: address-scopes {{(pid=103209) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 13:46:44.828753 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Extended resource: agents {{(pid=103209) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 13:46:44.830011 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Extended resource: auto-allocated-topology {{(pid=103209) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 13:46:44.831239 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Extended resource: availability_zones {{(pid=103209) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 13:46:44.832479 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Extended resource: dhcp-networks {{(pid=103209) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 13:46:44.833873 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Extended resource: dhcp-agents {{(pid=103209) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 13:46:44.835399 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Extended resource: routers {{(pid=103209) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 13:46:44.837514 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Extended resource: flavors {{(pid=103209) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 13:46:44.838970 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Extended resource: service_profiles {{(pid=103209) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 13:46:44.840185 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Extended resource: next_providers {{(pid=103209) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 13:46:44.841630 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Extended resource: service_profiles {{(pid=103209) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 13:46:44.843053 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Extended resource: floatingip-pools {{(pid=103209) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 13:46:44.844395 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Extended resource: routers {{(pid=103209) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 13:46:44.846470 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Extended resource: floatingips {{(pid=103209) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 13:46:44.847619 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Extended resource: l3-routers {{(pid=103209) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 13:46:44.849113 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Extended resource: l3-agents {{(pid=103209) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 13:46:44.850523 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Extended resource: metering-labels {{(pid=103209) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 13:46:44.851825 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Extended resource: metering-label-rules {{(pid=103209) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 13:46:44.853210 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Extended resource: network-ip-availabilities {{(pid=103209) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 13:46:44.854600 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Extended resource: bindings {{(pid=103209) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 13:46:44.856184 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Extended resource: quotas {{(pid=103209) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 13:46:44.857828 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Extended resource: quotas {{(pid=103209) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 13:46:44.859346 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Extended resource: rbac-policies {{(pid=103209) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 13:46:44.860565 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Extended resource: security-groups {{(pid=103209) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 13:46:44.861894 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Extended resource: security-group-rules {{(pid=103209) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 13:46:44.863127 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Extended resource: service-providers {{(pid=103209) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 13:46:44.864353 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Extended resource: subnetpools {{(pid=103209) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 13:46:44.865655 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Extended resource: subnetpools {{(pid=103209) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 13:46:44.867196 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Extended resource: tags {{(pid=103209) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 13:46:44.868887 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Extended resource: tags {{(pid=103209) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 13:46:44.871334 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Extended resource: tags {{(pid=103209) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 13:46:44.873130 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Extended resource: tags {{(pid=103209) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 13:46:44.874792 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Extended resource: tags {{(pid=103209) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 13:46:44.876761 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Extended resource: tags {{(pid=103209) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 13:46:44.878432 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Extended resource: tags {{(pid=103209) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 13:46:44.880235 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Extended resource: tags {{(pid=103209) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 13:46:44.882961 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Extended resource: tags {{(pid=103209) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 13:46:44.884725 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Extended resource: tags {{(pid=103209) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 13:46:44.891259 dv-cinder-830787-2-iscsi neutron-server[103209]: WARNING keystonemiddleware.auth_token [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Apr 11 13:46:44.895782 dv-cinder-830787-2-iscsi neutron-server[103209]: WARNING keystonemiddleware.auth_token [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Apr 11 13:46:44.904583 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_concurrency.lockutils [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Acquired lock "singleton_lock" {{(pid=103209) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Apr 11 13:46:44.905047 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_concurrency.lockutils [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Releasing lock "singleton_lock" {{(pid=103209) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Apr 11 13:46:44.905706 dv-cinder-830787-2-iscsi neutron-server[103209]: INFO oslo_service.service [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Starting 2 workers Apr 11 13:46:44.910588 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Started child 103318 {{(pid=103209) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 11 13:46:44.915086 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Started child 103319 {{(pid=103209) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 11 13:46:44.916300 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:46:44.916978 dv-cinder-830787-2-iscsi neutron-server[103209]: INFO neutron.service [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Neutron service started, listening on 0.0.0.0:9696 Apr 11 13:46:44.917482 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Publish callbacks [] for process (None), before_spawn {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:46:44.917845 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [-] (103318) wsgi starting up on http://0.0.0.0:9696 Apr 11 13:46:44.919975 dv-cinder-830787-2-iscsi neutron-server[103209]: INFO oslo_service.service [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Starting 1 workers Apr 11 13:46:44.920259 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:46:44.921712 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [-] (103319) wsgi starting up on http://0.0.0.0:9696 Apr 11 13:46:44.925227 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Started child 103320 {{(pid=103209) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 11 13:46:44.925791 dv-cinder-830787-2-iscsi neutron-server[103209]: INFO oslo_service.service [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Starting 1 workers Apr 11 13:46:44.929340 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.service [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] calling RpcWorker wait() {{(pid=103320) _wait /opt/stack/neutron/neutron/service.py:128}} Apr 11 13:46:44.929883 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.service [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] returning from RpcWorker wait() {{(pid=103320) _wait /opt/stack/neutron/neutron/service.py:135}} Apr 11 13:46:44.930532 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Started child 103321 {{(pid=103209) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 11 13:46:44.931154 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:46:44.931393 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-24c6b5e2-846c-42a2-bc19-3e709709c0fc None None] Publish callbacks [] for process (None), after_spawn {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:46:44.931685 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:46:44.933939 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103209) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Apr 11 13:46:44.934145 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 11 13:46:44.934332 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 11 13:46:44.934557 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 11 13:46:44.934911 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 11 13:46:44.935070 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 11 13:46:44.935579 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:46:44.935893 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:46:44.936106 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:46:44.936576 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:46:44.936576 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:46:44.936703 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:46:44.937214 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:46:44.937471 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:46:44.937727 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:46:44.937993 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:46:44.938241 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:46:44.938409 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:46:44.938574 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:46:44.938821 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:46:44.939078 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:46:44.939391 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:46:44.939664 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:46:44.939926 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:46:44.940181 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:46:44.940343 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:46:44.940599 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:46:44.940871 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:46:44.941142 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:46:44.941421 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] debug = True {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:46:44.941640 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:46:44.942106 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:46:44.942329 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:46:44.942566 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:46:44.942804 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:46:44.943096 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:46:44.943322 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:46:44.943602 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:46:44.943850 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:46:44.944068 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:46:44.944282 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:46:44.944520 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:46:44.944763 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:46:44.944974 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:46:44.945240 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:46:44.945503 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:46:44.945721 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:46:44.945957 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:46:44.946404 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] host = dv-cinder-830787-2-iscsi {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:46:44.946622 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:46:44.946836 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:46:44.947067 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:46:44.947325 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:46:44.948209 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:46:44.948448 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:46:44.948696 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:46:44.949101 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:46:44.949348 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:46:44.949610 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:46:44.949835 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:46:44.950065 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:46:44.950315 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:46:44.950563 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] log_file = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:46:44.950727 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] log_options = True {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:46:44.950960 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:46:44.951218 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:46:44.951472 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:46:44.951676 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:46:44.951846 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:46:44.952005 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:46:44.952434 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:46:44.952601 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:46:44.952846 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:46:44.953085 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:46:44.953296 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:46:44.953508 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:46:44.953754 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:46:44.953987 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:46:44.954242 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:46:44.954454 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:46:44.954685 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:46:44.954897 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:46:44.955150 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:46:44.955373 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:46:44.955611 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:46:44.955862 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:46:44.956134 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:46:44.956325 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:46:44.956536 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:46:44.956750 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:46:44.956971 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:46:44.957181 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:46:44.957646 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:46:44.958014 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:46:44.958247 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:46:44.958504 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:46:44.958719 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:46:44.959008 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:46:44.959171 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:46:44.959324 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:46:44.959736 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:46:44.959909 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:46:44.960059 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:46:44.960546 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:46:44.960546 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:46:44.960793 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:46:44.961072 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:46:44.961245 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:46:44.961465 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:46:44.961787 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:46:44.962026 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:46:44.962300 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] use_json = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:46:44.962483 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:46:44.962904 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:46:44.963124 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:46:44.964213 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:46:44.964213 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:46:44.964213 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:46:44.964650 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:46:44.964650 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:46:44.964650 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:46:44.965126 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:44.965371 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:44.965669 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:44.965927 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:44.966155 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:44.966404 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:44.966625 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:44.967609 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:44.967609 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:44.967609 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:44.967609 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:44.967940 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:44.968152 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:44.968404 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:44.968873 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:44.969394 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:44.969629 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:44.969897 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:44.971536 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:44.971536 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:44.971536 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:44.971536 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:44.971536 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:44.971536 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:44.971536 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:44.972052 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:44.972052 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:44.972298 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:44.972543 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:44.972875 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:44.973145 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:44.973403 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.67/identity {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:44.973647 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:44.973858 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:44.974102 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:44.974317 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:44.974572 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:44.974802 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:44.975024 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:44.975286 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:44.975525 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:44.975771 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:44.975982 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:44.976241 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:44.976454 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:44.976677 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:44.977054 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:44.977452 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:44.977837 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:44.978266 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:44.978682 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:44.979162 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:44.979539 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:44.979916 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:44.980294 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:44.980512 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:44.980754 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:44.981008 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:44.981233 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:44.981446 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:44.981657 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:44.981896 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:44.982124 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:44.982342 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:44.982551 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:44.982779 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:44.983006 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:44.983213 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:44.983490 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:44.983732 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:44.983944 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:44.984177 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:44.984393 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:44.984602 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:44.984822 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:44.985237 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:44.985450 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:44.985690 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:44.985897 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:44.986114 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:44.986325 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:44.986556 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:44.986787 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:44.986995 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:44.987241 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:44.987444 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:44.987676 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:44.987884 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:44.988258 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:44.988619 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:44.988980 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:44.989404 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:44.989869 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:44.990254 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:44.990626 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:44.990877 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:44.991119 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:44.991495 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:44.991900 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:44.992272 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:44.992488 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:44.992869 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:44.993290 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:44.993533 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:44.993923 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:44.994171 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:44.994938 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:44.995172 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:44.995401 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:44.995614 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:44.995861 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:44.996079 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:44.996298 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:44.996966 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:44.996966 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:44.997145 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:44.997302 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:44.997562 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:44.997820 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:44.998302 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:44.998740 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:44.999185 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:44.999558 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:44.999877 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.000203 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.000632 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.000903 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.001138 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.001375 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.001645 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.001895 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.002142 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.002370 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.002622 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.002847 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.003099 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.003353 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.003569 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.003823 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.004147 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.004378 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.004607 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.004818 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.005096 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.005342 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.005575 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.005838 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.006086 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.006337 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.006567 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.006796 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.67/identity {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.007025 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.007263 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.007488 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.007727 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.007963 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.008175 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.008410 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.008643 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.008871 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.009133 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.009345 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.009581 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.009812 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.010722 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.010913 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.011345 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.011562 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.011822 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.012058 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.012275 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.012492 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.012727 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.012949 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.013199 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.013419 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.013681 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.013947 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.014161 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.014386 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.014627 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.014873 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.015084 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.015322 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.015556 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.015817 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.016026 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.016240 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.016450 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.016658 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.016896 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.017106 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.017354 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.017599 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.017944 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.018187 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.018410 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.019146 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.019146 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.019146 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.019524 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.019524 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.019797 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.019999 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.020155 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.020369 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.020583 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.020946 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.021075 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.021228 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.021494 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.021742 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.021970 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.022170 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.022394 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.022605 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.022836 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.023047 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.023253 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.023463 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.023880 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.024015 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.024139 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.024394 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.024645 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.024882 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.025160 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.025377 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.025656 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.025883 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.026091 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.026299 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.026518 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.026748 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.026953 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.027175 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.027386 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.027591 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.027832 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.028040 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.028414 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.028639 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.028848 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.029056 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.029274 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.029485 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.029689 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.029928 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.030135 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.030339 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.030558 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.030766 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.030971 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.031196 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.031534 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.031655 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.031854 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.031949 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.67', 52298) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:46:45.032108 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.032258 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.032558 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.032802 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.033038 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.033329 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.033573 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.033814 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.034052 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.034369 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.034580 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.034833 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.035044 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.035258 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.035474 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.035761 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.036099 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.036406 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.036671 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.036923 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.037214 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.037500 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:900:949'] {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.037765 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.037977 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.038267 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.038610 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.039119 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.039305 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.039450 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.039738 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.039896 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.040083 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.040311 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.040540 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.040701 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [-] 10.222.0.67 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0064578 Apr 11 13:46:45.041015 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.041757 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.041995 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.042222 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.042461 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.043484 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.043484 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.043484 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.043484 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.043875 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.043952 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.044131 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 11 13:46:45.044568 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103209) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Apr 11 13:46:45.044728 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 11 13:46:45.044874 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 11 13:46:45.045032 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 11 13:46:45.045204 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 11 13:46:45.045352 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 11 13:46:45.045564 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:46:45.045723 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:46:45.045888 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:46:45.046030 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:46:45.046183 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:46:45.046361 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:46:45.046519 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:46:45.046681 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:46:45.046832 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:46:45.046985 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:46:45.047139 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:46:45.047294 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:46:45.047448 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:46:45.047602 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:46:45.047793 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:46:45.048145 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:46:45.048145 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:46:45.049058 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:46:45.049058 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:46:45.049058 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:46:45.049058 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:46:45.049058 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:46:45.049058 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] debug = True {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:46:45.049649 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:46:45.049649 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:46:45.050414 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:46:45.050549 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:46:45.050657 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:46:45.050783 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:46:45.050891 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:46:45.050995 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:46:45.051082 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:46:45.051242 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:46:45.051400 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:46:45.051832 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:46:45.051987 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:46:45.052141 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:46:45.052296 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:46:45.052451 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:46:45.052604 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:46:45.052758 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:46:45.052913 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:46:45.053067 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] host = dv-cinder-830787-2-iscsi {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:46:45.053226 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:46:45.053381 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:46:45.053535 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:46:45.053688 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:46:45.053843 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:46:45.053997 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:46:45.054151 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:46:45.054305 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:46:45.054800 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:46:45.054800 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:46:45.054800 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:46:45.055119 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:46:45.055119 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:46:45.056607 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] log_file = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:46:45.056607 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] log_options = True {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:46:45.056607 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:46:45.056607 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:46:45.056607 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:46:45.058139 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:46:45.058139 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:46:45.058139 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:46:45.058607 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:46:45.058776 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:46:45.058963 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:46:45.059108 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:46:45.059247 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:46:45.060418 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:46:45.060418 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:46:45.060418 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:46:45.060763 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:46:45.060763 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:46:45.060980 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:46:45.060980 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:46:45.061177 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:46:45.063102 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:46:45.063102 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:46:45.063102 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:46:45.063102 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:46:45.063102 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:46:45.063102 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:46:45.063102 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:46:45.064927 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:46:45.064927 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:46:45.064927 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:46:45.064927 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:46:45.064927 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:46:45.064927 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:46:45.065975 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:46:45.065975 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:46:45.065975 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:46:45.066205 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:46:45.066387 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:46:45.066518 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:46:45.066665 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:46:45.066822 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:46:45.067018 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:46:45.067195 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:46:45.067483 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:46:45.067483 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:46:45.067749 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:46:45.067818 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:46:45.067999 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] use_json = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:46:45.068127 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:46:45.068278 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:46:45.068437 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:46:45.068627 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:46:45.068785 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:46:45.068940 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:46:45.069093 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:46:45.069247 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:46:45.069439 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:46:45.069623 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.069819 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.069990 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.070153 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.070294 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.070520 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.070686 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.070842 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.071001 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.071190 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.071370 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.071523 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.074041 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.074041 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.074041 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.074041 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.074041 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.074413 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.074413 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.074533 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.074598 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.074867 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.074995 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.075071 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.075265 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.075429 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.075575 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.076639 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.076803 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.076972 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.077147 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.077285 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.67/identity {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.077442 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.077596 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.077752 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.077925 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.078115 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.078264 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.078418 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.078565 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.078718 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.078859 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.079002 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.079163 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.079313 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.079474 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.079736 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.079888 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.080034 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.080191 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.080332 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.080484 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.080628 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.080881 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.080980 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.081121 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.081266 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.081409 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.082394 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.082394 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.082826 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.083024 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.083884 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.084075 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.084240 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.084469 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.085544 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.085544 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.085544 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.085544 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.085544 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.085544 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.085948 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.085948 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.086199 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.086288 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.086436 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.086606 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.088075 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.088075 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.088233 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.088385 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.088545 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.088715 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.089616 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.089616 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.089616 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.089616 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.089890 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.090055 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.090509 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.090768 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.090977 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.091159 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.091304 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.091443 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.091601 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.093041 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.093041 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.093235 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.093306 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.093509 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.093635 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.093789 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.093959 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.094124 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.094284 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.095205 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.095205 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.095205 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.095205 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.095205 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.095940 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.095940 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.095940 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.095940 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.097311 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.097311 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.097311 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.097311 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.097311 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.097311 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.097311 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.097311 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.098425 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.098425 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.098425 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.098425 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.098425 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.098425 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.098425 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.098425 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.099447 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.099447 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.099447 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.099447 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.099447 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.099447 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.099447 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.100474 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.100615 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.100748 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.100881 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.101015 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.101191 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.101361 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.101526 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.101674 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.102449 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.103583 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.103583 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.67/identity {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.103583 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.103583 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.103583 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.103583 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.103583 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.104731 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.104731 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.104731 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.104731 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.104731 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.104731 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.105492 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.105492 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.105492 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.105492 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.106015 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.106593 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.106826 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.107007 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.107168 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.107321 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.107506 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.107702 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.107860 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.108571 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.108571 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.108571 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.108571 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.109973 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.109973 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.109973 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.109973 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.109973 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.110398 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.110398 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.110537 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.110661 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.110790 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.110911 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.111029 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.111190 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.111360 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.111523 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.114066 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.114066 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.114066 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.114066 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.114066 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.114066 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.114066 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.114066 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.114698 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.114698 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.114698 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.114698 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.114698 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.114698 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.114698 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.115144 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.115144 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.115144 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.115362 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.115438 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.115585 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.116584 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.116752 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.116915 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.117078 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.117241 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.118798 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.118798 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.118798 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.118798 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.119088 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.119088 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.119836 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.119966 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.120103 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.120224 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.120344 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.120492 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.120654 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.120816 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.120979 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.121151 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.121314 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.121476 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.121638 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.121804 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.121964 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.122134 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.122295 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.122457 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.122621 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.122781 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.122943 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.123114 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.123277 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.123439 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.123598 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.123805 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.123966 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.124138 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.124300 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.125284 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.125450 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.125617 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.125784 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.125956 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.126121 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.126287 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.126452 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.126609 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.126760 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.126899 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.127073 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.127249 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.127402 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.127547 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.127725 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.127886 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.128050 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.128219 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.128394 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.128563 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.128728 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.128901 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.129129 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:900:949'] {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.129303 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.129466 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.129637 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.129810 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.129972 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.130157 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.130321 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.130483 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.130645 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.130807 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.130967 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.131130 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.131289 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.131449 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.131610 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.131807 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.131968 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.132130 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.132292 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.132453 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.132614 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.132775 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.132936 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:46:45.133146 dv-cinder-830787-2-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 11 13:46:56.542730 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-d788f5b3-1ccf-44d8-92bc-baa396d2daab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750379576733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-8074934'] for agent (d5a8b9a1-2e9e-46b5-8163-20b7d509fa4e), after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:46:56.549534 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c2eda8f-e499-4bf0-9cb6-dafd87fafe56 None None] get_active_networks_info from dv-cinder-830787-2-iscsi {{(pid=103320) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Apr 11 13:46:56.607000 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c2eda8f-e499-4bf0-9cb6-dafd87fafe56 None None] No non-hosted networks {{(pid=103320) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Apr 11 13:46:58.779808 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-305379ae-ecd4-4d71-a510-c0b5c61f30c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750379576733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-8074934'] for agent (e731c656-576f-4174-9da3-af64518920bc), after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:46:58.813272 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bd33d1b-a16f-4be6-9c85-b04187b8ce6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750379576733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663498'] for agent (e731c656-576f-4174-9da3-af64518920bc), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:46:59.946061 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.67', 52368) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:47:00.121624 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-75ad2582-0b5d-438d-ba3d-9545e3f86417 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750379576733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-8074934'] for agent (af269f03-95a2-4a08-bd5c-5879324d2567), after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:47:00.546589 dv-cinder-830787-2-iscsi neutron-server[103318]: WARNING oslo_policy.policy [None req-18f88bac-31ed-488b-affd-4aa7980f5bf0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 11 13:47:00.547461 dv-cinder-830787-2-iscsi neutron-server[103318]: WARNING oslo_policy.policy [None req-18f88bac-31ed-488b-affd-4aa7980f5bf0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 11 13:47:00.783823 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.wsgi [None req-18f88bac-31ed-488b-affd-4aa7980f5bf0 admin admin] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=103318) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 11 13:47:00.796320 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-18f88bac-31ed-488b-affd-4aa7980f5bf0 admin admin] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.8497524 Apr 11 13:47:01.627586 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-fcd2c3e6-f415-40f5-8fd4-1147b68fd929 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750379576733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-8074934'] for agent (a1227682-d2f2-4331-ba13-738c8a59e95d), after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:47:02.266538 dv-cinder-830787-2-iscsi neutron-server[103320]: INFO neutron.db.l3_hamode_db [None req-c00c189e-bd03-4505-8503-fa7717fd6770 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Apr 11 13:47:02.348884 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c00c189e-bd03-4505-8503-fa7717fd6770 None None] Routers set() bound to L3 agent in host dv-cinder-830787-2-iscsi {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 13:47:02.349197 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c00c189e-bd03-4505-8503-fa7717fd6770 None None] Router IDs set() for agent in host dv-cinder-830787-2-iscsi {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Apr 11 13:47:03.214930 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750379576733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-8074934'] for agent (f2586825-e748-4c1d-8b98-cb0d5b6c266d), after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:47:03.215622 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:47:03.216003 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:47:03.216336 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:47:03.216866 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:47:03.217199 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:47:03.217531 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:47:03.218045 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:47:03.218611 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:47:03.219173 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:47:03.219746 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:47:03.220193 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:47:03.220627 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:47:03.221173 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:47:03.221715 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:47:03.222219 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:47:03.222789 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-830787-2-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:47:03.237912 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-830787-2-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:47:03.441926 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.67', 52402) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:47:03.751929 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.v2.base [None req-4c2c4b78-e431-4004-88ef-b8733910b144 admin admin] Request body: {'subnetpool': {'is_default': True, 'prefixes': ['172.20.0.0/16'], 'shared': True, 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 13:47:03.844949 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.policy [None req-4c2c4b78-e431-4004-88ef-b8733910b144 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103318) register_rules /opt/stack/neutron/neutron/policy.py:73}} Apr 11 13:47:03.888100 dv-cinder-830787-2-iscsi neutron-server[103318]: WARNING oslo_policy.policy [None req-4c2c4b78-e431-4004-88ef-b8733910b144 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 11 13:47:03.888477 dv-cinder-830787-2-iscsi neutron-server[103318]: WARNING oslo_policy.policy [None req-4c2c4b78-e431-4004-88ef-b8733910b144 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 11 13:47:03.983684 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-4c2c4b78-e431-4004-88ef-b8733910b144 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8750382144348', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8750382142824', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8750382126364', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8750382119334', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8750382106255', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8750382104053', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-767920', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-678029', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-7883692', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-7909969'] for rbac-policy (None), before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:47:04.050890 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-4c2c4b78-e431-4004-88ef-b8733910b144 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:47:04.052511 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-4c2c4b78-e431-4004-88ef-b8733910b144 admin admin] 10.222.0.67 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6096096 Apr 11 13:47:06.546850 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.67', 52414) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:47:06.858627 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.v2.base [None req-ee8ff16b-404d-466c-918f-c1b63af53a83 demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 13:47:06.887993 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee8ff16b-404d-466c-918f-c1b63af53a83 demo demo] Made reservation on behalf of 029a84f386ce4e48b750a76626f65b2d for: {'network': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 13:47:06.891723 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-ee8ff16b-404d-466c-918f-c1b63af53a83 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883311'] for network (None), before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:47:06.908015 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-ee8ff16b-404d-466c-918f-c1b63af53a83 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:47:07.016068 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-ee8ff16b-404d-466c-918f-c1b63af53a83 demo demo] Publish callbacks [] for security_group (53882df7-7101-4e01-ba9c-c87c79a46a09), precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:47:07.019853 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-ee8ff16b-404d-466c-918f-c1b63af53a83 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8023832'] for security_group (53882df7-7101-4e01-ba9c-c87c79a46a09), after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:47:07.044801 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee8ff16b-404d-466c-918f-c1b63af53a83 demo demo] vlan segment allocate from pool success with {'vlan_id': 932, 'physical_network': 'physnet1'} {{(pid=103318) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 13:47:07.085148 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-ee8ff16b-404d-466c-918f-c1b63af53a83 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8750379576742', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682637'] for segment (c5258562-68ca-4817-9e81-de7f9ea578a3), precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:47:07.085843 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-ee8ff16b-404d-466c-918f-c1b63af53a83 demo demo] Unsubscribe: segment precommit_create {{(pid=103318) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 11 13:47:07.086407 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.db.segments_db [None req-ee8ff16b-404d-466c-918f-c1b63af53a83 demo demo] Added segment c5258562-68ca-4817-9e81-de7f9ea578a3 of type vlan for network 18c10d92-ca9c-4999-b29d-0fc326d302b7 Apr 11 13:47:07.103069 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8ff16b-404d-466c-918f-c1b63af53a83 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=53882df7-7101-4e01-ba9c-c87c79a46a09,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:47:07.155712 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8ff16b-404d-466c-918f-c1b63af53a83 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:47:07.156050 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8ff16b-404d-466c-918f-c1b63af53a83 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:47:07.156402 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8ff16b-404d-466c-918f-c1b63af53a83 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:47:07.156748 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8ff16b-404d-466c-918f-c1b63af53a83 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:47:07.157078 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8ff16b-404d-466c-918f-c1b63af53a83 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:47:07.157401 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8ff16b-404d-466c-918f-c1b63af53a83 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:47:07.157719 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8ff16b-404d-466c-918f-c1b63af53a83 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:47:07.158084 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8ff16b-404d-466c-918f-c1b63af53a83 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:47:07.158347 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8ff16b-404d-466c-918f-c1b63af53a83 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:47:07.158662 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8ff16b-404d-466c-918f-c1b63af53a83 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:47:07.158976 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8ff16b-404d-466c-918f-c1b63af53a83 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:47:07.159304 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8ff16b-404d-466c-918f-c1b63af53a83 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:47:07.159619 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8ff16b-404d-466c-918f-c1b63af53a83 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:47:07.159953 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8ff16b-404d-466c-918f-c1b63af53a83 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:47:07.160265 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8ff16b-404d-466c-918f-c1b63af53a83 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:47:07.161668 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8ff16b-404d-466c-918f-c1b63af53a83 demo demo] Tracked resource versions report: Apr 11 13:47:07.161668 dv-cinder-830787-2-iscsi neutron-server[103318]: pushed versions: Apr 11 13:47:07.161668 dv-cinder-830787-2-iscsi neutron-server[103318]: { 'AddressGroup': {'1.2'}, Apr 11 13:47:07.161668 dv-cinder-830787-2-iscsi neutron-server[103318]: 'Agent': {'1.1'}, Apr 11 13:47:07.161668 dv-cinder-830787-2-iscsi neutron-server[103318]: 'ConntrackHelper': {'1.0'}, Apr 11 13:47:07.161668 dv-cinder-830787-2-iscsi neutron-server[103318]: 'LocalIPAssociation': {'1.0'}, Apr 11 13:47:07.161668 dv-cinder-830787-2-iscsi neutron-server[103318]: 'Log': {'1.0'}, Apr 11 13:47:07.161668 dv-cinder-830787-2-iscsi neutron-server[103318]: 'NDPProxy': {'1.0'}, Apr 11 13:47:07.161668 dv-cinder-830787-2-iscsi neutron-server[103318]: 'Network': {'1.1'}, Apr 11 13:47:07.161668 dv-cinder-830787-2-iscsi neutron-server[103318]: 'Port': {'1.7'}, Apr 11 13:47:07.161668 dv-cinder-830787-2-iscsi neutron-server[103318]: 'PortForwarding': {'1.3'}, Apr 11 13:47:07.161668 dv-cinder-830787-2-iscsi neutron-server[103318]: 'QosPolicy': {'1.10'}, Apr 11 13:47:07.161668 dv-cinder-830787-2-iscsi neutron-server[103318]: 'SecurityGroup': {'1.5'}, Apr 11 13:47:07.161668 dv-cinder-830787-2-iscsi neutron-server[103318]: 'SecurityGroupRule': {'1.2'}, Apr 11 13:47:07.161668 dv-cinder-830787-2-iscsi neutron-server[103318]: 'SubPort': {'1.0'}, Apr 11 13:47:07.161668 dv-cinder-830787-2-iscsi neutron-server[103318]: 'Subnet': {'1.1'}, Apr 11 13:47:07.161668 dv-cinder-830787-2-iscsi neutron-server[103318]: 'Trunk': {'1.1'}} Apr 11 13:47:07.161668 dv-cinder-830787-2-iscsi neutron-server[103318]: consumer versions: Apr 11 13:47:07.161668 dv-cinder-830787-2-iscsi neutron-server[103318]: { DHCP agent@dv-cinder-830787-2-iscsi: {}, Apr 11 13:47:07.161668 dv-cinder-830787-2-iscsi neutron-server[103318]: L3 agent@dv-cinder-830787-2-iscsi: {}, Apr 11 13:47:07.161668 dv-cinder-830787-2-iscsi neutron-server[103318]: Metadata agent@dv-cinder-830787-2-iscsi: {}, Apr 11 13:47:07.161668 dv-cinder-830787-2-iscsi neutron-server[103318]: Metering agent@dv-cinder-830787-2-iscsi: {}, Apr 11 13:47:07.161668 dv-cinder-830787-2-iscsi neutron-server[103318]: Open vSwitch agent@dv-cinder-830787-2-iscsi: { 'AddressGroup': '1.2', Apr 11 13:47:07.161668 dv-cinder-830787-2-iscsi neutron-server[103318]: 'Agent': '1.1', Apr 11 13:47:07.161668 dv-cinder-830787-2-iscsi neutron-server[103318]: 'ConntrackHelper': '1.0', Apr 11 13:47:07.161668 dv-cinder-830787-2-iscsi neutron-server[103318]: 'LocalIPAssociation': '1.0', Apr 11 13:47:07.161668 dv-cinder-830787-2-iscsi neutron-server[103318]: 'Log': '1.0', Apr 11 13:47:07.161668 dv-cinder-830787-2-iscsi neutron-server[103318]: 'NDPProxy': '1.0', Apr 11 13:47:07.161668 dv-cinder-830787-2-iscsi neutron-server[103318]: 'Network': '1.1', Apr 11 13:47:07.161668 dv-cinder-830787-2-iscsi neutron-server[103318]: 'Port': '1.7', Apr 11 13:47:07.161668 dv-cinder-830787-2-iscsi neutron-server[103318]: 'PortForwarding': '1.3', Apr 11 13:47:07.161668 dv-cinder-830787-2-iscsi neutron-server[103318]: 'QosPolicy': '1.10', Apr 11 13:47:07.161668 dv-cinder-830787-2-iscsi neutron-server[103318]: 'SecurityGroup': '1.5', Apr 11 13:47:07.161668 dv-cinder-830787-2-iscsi neutron-server[103318]: 'SecurityGroupRule': '1.2', Apr 11 13:47:07.161668 dv-cinder-830787-2-iscsi neutron-server[103318]: 'SubPort': '1.0', Apr 11 13:47:07.161668 dv-cinder-830787-2-iscsi neutron-server[103318]: 'Subnet': '1.1', Apr 11 13:47:07.161668 dv-cinder-830787-2-iscsi neutron-server[103318]: 'Trunk': '1.1'}} Apr 11 13:47:07.161668 dv-cinder-830787-2-iscsi neutron-server[103318]: {{(pid=103318) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 11 13:47:07.195359 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-ee8ff16b-404d-466c-918f-c1b63af53a83 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750379148903'] for network (18c10d92-ca9c-4999-b29d-0fc326d302b7), precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:47:07.238728 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-ee8ff16b-404d-466c-918f-c1b63af53a83 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8024001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708'] for network (18c10d92-ca9c-4999-b29d-0fc326d302b7), after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:47:07.244996 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee8ff16b-404d-466c-918f-c1b63af53a83 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:47:07.245688 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-ee8ff16b-404d-466c-918f-c1b63af53a83 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871534'] for network (None), before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:47:07.311003 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-ee8ff16b-404d-466c-918f-c1b63af53a83 demo demo] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 0.7630765 Apr 11 13:47:07.371918 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8ff16b-404d-466c-918f-c1b63af53a83 demo demo] Pushing event updated for resources: {'Network': ['ID=18c10d92-ca9c-4999-b29d-0fc326d302b7,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:47:07.390933 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Network 18c10d92-ca9c-4999-b29d-0fc326d302b7 details requested by agent ovs-agent-dv-cinder-830787-2-iscsi with host dv-cinder-830787-2-iscsi {{(pid=103320) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 11 13:47:09.858991 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.67', 52426) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:47:10.260612 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c04a54b6-a070-475f-8a5d-6cfc1eb2f2dc demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:47:10.261994 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-c04a54b6-a070-475f-8a5d-6cfc1eb2f2dc demo admin] 10.222.0.67 "GET /v2.0/networks/18c10d92-ca9c-4999-b29d-0fc326d302b7 HTTP/1.1" status: 200 len: 825 time: 0.4020560 Apr 11 13:47:10.286231 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-49178283-11de-40fa-92ad-091c855f156c demo admin] 10.222.0.67 "GET /v2.0/subnetpools/8837f3cd-d8ff-452f-a2d0-62134e0aabee HTTP/1.1" status: 200 len: 734 time: 0.0186737 Apr 11 13:47:10.294384 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.v2.base [None req-805f6999-54d7-439b-8618-87bd5a22a216 demo admin] Request body: {'subnet': {'subnetpool_id': '8837f3cd-d8ff-452f-a2d0-62134e0aabee', 'network_id': '18c10d92-ca9c-4999-b29d-0fc326d302b7', 'gateway_ip': '172.20.0.1', 'ip_version': 4, 'name': 'private-subnet'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 13:47:10.315205 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-805f6999-54d7-439b-8618-87bd5a22a216 demo admin] Made reservation on behalf of 029a84f386ce4e48b750a76626f65b2d for: {'subnet': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 13:47:10.317392 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-805f6999-54d7-439b-8618-87bd5a22a216 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:47:10.607085 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-805f6999-54d7-439b-8618-87bd5a22a216 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708'] for subnet (80ee66a8-be69-449b-b3cc-da2b1dc16edd), after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:47:10.678776 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-805f6999-54d7-439b-8618-87bd5a22a216 demo admin] Checking segment: {'id': 'c5258562-68ca-4817-9e81-de7f9ea578a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '18c10d92-ca9c-4999-b29d-0fc326d302b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 13:47:10.679147 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-805f6999-54d7-439b-8618-87bd5a22a216 demo admin] Network hostable DHCP agents. Network: 18c10d92-ca9c-4999-b29d-0fc326d302b7, hostable agents: ['d5a8b9a1-2e9e-46b5-8163-20b7d509fa4e'], hosted agents: [] {{(pid=103318) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 13:47:10.684875 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805f6999-54d7-439b-8618-87bd5a22a216 demo admin] Pushing event updated for resources: {'Subnet': ['ID=80ee66a8-be69-449b-b3cc-da2b1dc16edd,revision_number=0']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:47:10.702518 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-805f6999-54d7-439b-8618-87bd5a22a216 demo admin] Network 18c10d92-ca9c-4999-b29d-0fc326d302b7 is scheduled to be hosted by DHCP agent d5a8b9a1-2e9e-46b5-8163-20b7d509fa4e with binding_index 1 {{(pid=103318) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 13:47:10.714526 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [None req-805f6999-54d7-439b-8618-87bd5a22a216 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830787-2-iscsi, 18c10d92-ca9c-4999-b29d-0fc326d302b7) {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 13:47:10.719006 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-805f6999-54d7-439b-8618-87bd5a22a216 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:47:10.719598 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-805f6999-54d7-439b-8618-87bd5a22a216 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871534'] for subnet (None), before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:47:10.725102 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6420293-04ca-4be9-a64f-555e420b7fa0 None None] Network 18c10d92-ca9c-4999-b29d-0fc326d302b7 requested from dv-cinder-830787-2-iscsi {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 13:47:10.735415 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-805f6999-54d7-439b-8618-87bd5a22a216 demo admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4441390 Apr 11 13:47:11.107984 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-366102c9-3989-498a-bba4-5460396cb67c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1fe1531a-8e8b-5363-9076-d554666a6dc4-18c10d92-ca9c-4999-b29d-0fc326d302b7', 'network_id': '18c10d92-ca9c-4999-b29d-0fc326d302b7', 'project_id': '029a84f386ce4e48b750a76626f65b2d', 'fixed_ips': [{'subnet_id': '80ee66a8-be69-449b-b3cc-da2b1dc16edd'}]}} from dv-cinder-830787-2-iscsi. {{(pid=103320) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 11 13:47:11.109206 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-366102c9-3989-498a-bba4-5460396cb67c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883311'] for port (None), before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:47:11.386140 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.db.db_base_plugin_common [None req-366102c9-3989-498a-bba4-5460396cb67c None None] Allocated IP 172.20.0.2 (18c10d92-ca9c-4999-b29d-0fc326d302b7/80ee66a8-be69-449b-b3cc-da2b1dc16edd/9e95b090-c91f-4ebf-965b-4efc17813bd3) {{(pid=103320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 13:47:11.657361 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-366102c9-3989-498a-bba4-5460396cb67c None None] Publish callbacks [] for port (9e95b090-c91f-4ebf-965b-4efc17813bd3), precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:47:11.665439 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-366102c9-3989-498a-bba4-5460396cb67c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750379164474'] for port (9e95b090-c91f-4ebf-965b-4efc17813bd3), after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:47:11.736248 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-366102c9-3989-498a-bba4-5460396cb67c None None] Network 18c10d92-ca9c-4999-b29d-0fc326d302b7 is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 13:47:11.741048 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [None req-366102c9-3989-498a-bba4-5460396cb67c None None] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 13:47:11.751744 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-366102c9-3989-498a-bba4-5460396cb67c None None] Received port after_create {{(pid=103320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 13:47:11.758775 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366102c9-3989-498a-bba4-5460396cb67c None None] Pushing event updated for resources: {'Port': ['ID=9e95b090-c91f-4ebf-965b-4efc17813bd3,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:47:11.790740 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366102c9-3989-498a-bba4-5460396cb67c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:47:11.791078 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366102c9-3989-498a-bba4-5460396cb67c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:47:11.791439 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366102c9-3989-498a-bba4-5460396cb67c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:47:11.791853 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366102c9-3989-498a-bba4-5460396cb67c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:47:11.792308 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366102c9-3989-498a-bba4-5460396cb67c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:47:11.792750 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366102c9-3989-498a-bba4-5460396cb67c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:47:11.793084 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366102c9-3989-498a-bba4-5460396cb67c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:47:11.793412 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366102c9-3989-498a-bba4-5460396cb67c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:47:11.793737 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366102c9-3989-498a-bba4-5460396cb67c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:47:11.794082 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366102c9-3989-498a-bba4-5460396cb67c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:47:11.794408 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366102c9-3989-498a-bba4-5460396cb67c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:47:11.794749 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366102c9-3989-498a-bba4-5460396cb67c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:47:11.795075 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366102c9-3989-498a-bba4-5460396cb67c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:47:11.795396 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366102c9-3989-498a-bba4-5460396cb67c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:47:11.795806 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366102c9-3989-498a-bba4-5460396cb67c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:47:11.797184 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366102c9-3989-498a-bba4-5460396cb67c None None] Tracked resource versions report: Apr 11 13:47:11.797184 dv-cinder-830787-2-iscsi neutron-server[103320]: pushed versions: Apr 11 13:47:11.797184 dv-cinder-830787-2-iscsi neutron-server[103320]: { 'AddressGroup': {'1.2'}, Apr 11 13:47:11.797184 dv-cinder-830787-2-iscsi neutron-server[103320]: 'Agent': {'1.1'}, Apr 11 13:47:11.797184 dv-cinder-830787-2-iscsi neutron-server[103320]: 'ConntrackHelper': {'1.0'}, Apr 11 13:47:11.797184 dv-cinder-830787-2-iscsi neutron-server[103320]: 'LocalIPAssociation': {'1.0'}, Apr 11 13:47:11.797184 dv-cinder-830787-2-iscsi neutron-server[103320]: 'Log': {'1.0'}, Apr 11 13:47:11.797184 dv-cinder-830787-2-iscsi neutron-server[103320]: 'NDPProxy': {'1.0'}, Apr 11 13:47:11.797184 dv-cinder-830787-2-iscsi neutron-server[103320]: 'Network': {'1.1'}, Apr 11 13:47:11.797184 dv-cinder-830787-2-iscsi neutron-server[103320]: 'Port': {'1.7'}, Apr 11 13:47:11.797184 dv-cinder-830787-2-iscsi neutron-server[103320]: 'PortForwarding': {'1.3'}, Apr 11 13:47:11.797184 dv-cinder-830787-2-iscsi neutron-server[103320]: 'QosPolicy': {'1.10'}, Apr 11 13:47:11.797184 dv-cinder-830787-2-iscsi neutron-server[103320]: 'SecurityGroup': {'1.5'}, Apr 11 13:47:11.797184 dv-cinder-830787-2-iscsi neutron-server[103320]: 'SecurityGroupRule': {'1.2'}, Apr 11 13:47:11.797184 dv-cinder-830787-2-iscsi neutron-server[103320]: 'SubPort': {'1.0'}, Apr 11 13:47:11.797184 dv-cinder-830787-2-iscsi neutron-server[103320]: 'Subnet': {'1.1'}, Apr 11 13:47:11.797184 dv-cinder-830787-2-iscsi neutron-server[103320]: 'Trunk': {'1.1'}} Apr 11 13:47:11.797184 dv-cinder-830787-2-iscsi neutron-server[103320]: consumer versions: Apr 11 13:47:11.797184 dv-cinder-830787-2-iscsi neutron-server[103320]: { DHCP agent@dv-cinder-830787-2-iscsi: {}, Apr 11 13:47:11.797184 dv-cinder-830787-2-iscsi neutron-server[103320]: L3 agent@dv-cinder-830787-2-iscsi: {}, Apr 11 13:47:11.797184 dv-cinder-830787-2-iscsi neutron-server[103320]: Metadata agent@dv-cinder-830787-2-iscsi: {}, Apr 11 13:47:11.797184 dv-cinder-830787-2-iscsi neutron-server[103320]: Metering agent@dv-cinder-830787-2-iscsi: {}, Apr 11 13:47:11.797184 dv-cinder-830787-2-iscsi neutron-server[103320]: Open vSwitch agent@dv-cinder-830787-2-iscsi: { 'AddressGroup': '1.2', Apr 11 13:47:11.797184 dv-cinder-830787-2-iscsi neutron-server[103320]: 'Agent': '1.1', Apr 11 13:47:11.797184 dv-cinder-830787-2-iscsi neutron-server[103320]: 'ConntrackHelper': '1.0', Apr 11 13:47:11.797184 dv-cinder-830787-2-iscsi neutron-server[103320]: 'LocalIPAssociation': '1.0', Apr 11 13:47:11.797184 dv-cinder-830787-2-iscsi neutron-server[103320]: 'Log': '1.0', Apr 11 13:47:11.797184 dv-cinder-830787-2-iscsi neutron-server[103320]: 'NDPProxy': '1.0', Apr 11 13:47:11.797184 dv-cinder-830787-2-iscsi neutron-server[103320]: 'Network': '1.1', Apr 11 13:47:11.797184 dv-cinder-830787-2-iscsi neutron-server[103320]: 'Port': '1.7', Apr 11 13:47:11.797184 dv-cinder-830787-2-iscsi neutron-server[103320]: 'PortForwarding': '1.3', Apr 11 13:47:11.797184 dv-cinder-830787-2-iscsi neutron-server[103320]: 'QosPolicy': '1.10', Apr 11 13:47:11.797184 dv-cinder-830787-2-iscsi neutron-server[103320]: 'SecurityGroup': '1.5', Apr 11 13:47:11.797184 dv-cinder-830787-2-iscsi neutron-server[103320]: 'SecurityGroupRule': '1.2', Apr 11 13:47:11.797184 dv-cinder-830787-2-iscsi neutron-server[103320]: 'SubPort': '1.0', Apr 11 13:47:11.797184 dv-cinder-830787-2-iscsi neutron-server[103320]: 'Subnet': '1.1', Apr 11 13:47:11.797184 dv-cinder-830787-2-iscsi neutron-server[103320]: 'Trunk': '1.1'}} Apr 11 13:47:11.797184 dv-cinder-830787-2-iscsi neutron-server[103320]: {{(pid=103320) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 11 13:47:11.848980 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-366102c9-3989-498a-bba4-5460396cb67c None None] Attempting to bind port 9e95b090-c91f-4ebf-965b-4efc17813bd3 on host dv-cinder-830787-2-iscsi for vnic_type normal with profile {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 13:47:11.849383 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-366102c9-3989-498a-bba4-5460396cb67c None None] Attempting to bind port 9e95b090-c91f-4ebf-965b-4efc17813bd3 by drivers openvswitch,hyperv on host dv-cinder-830787-2-iscsi at level 0 using segments [{'id': 'c5258562-68ca-4817-9e81-de7f9ea578a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '18c10d92-ca9c-4999-b29d-0fc326d302b7'}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 13:47:11.849811 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-366102c9-3989-498a-bba4-5460396cb67c None None] Attempting to bind port 9e95b090-c91f-4ebf-965b-4efc17813bd3 on network 18c10d92-ca9c-4999-b29d-0fc326d302b7 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 13:47:11.854828 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-366102c9-3989-498a-bba4-5460396cb67c None None] Checking agent: {'id': 'f2586825-e748-4c1d-8b98-cb0d5b6c266d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830787-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 13, 47, 3), 'started_at': datetime.datetime(2022, 4, 11, 13, 47, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 13, 47, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830787-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 13:47:11.855213 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-366102c9-3989-498a-bba4-5460396cb67c None None] Checking segment: {'id': 'c5258562-68ca-4817-9e81-de7f9ea578a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '18c10d92-ca9c-4999-b29d-0fc326d302b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 13:47:11.855701 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-366102c9-3989-498a-bba4-5460396cb67c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:47:11.856095 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-366102c9-3989-498a-bba4-5460396cb67c None None] Bound using segment: {'id': 'c5258562-68ca-4817-9e81-de7f9ea578a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '18c10d92-ca9c-4999-b29d-0fc326d302b7'} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 13:47:11.856574 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-366102c9-3989-498a-bba4-5460396cb67c None None] Bound port: 9e95b090-c91f-4ebf-965b-4efc17813bd3, host: dv-cinder-830787-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5258562-68ca-4817-9e81-de7f9ea578a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '18c10d92-ca9c-4999-b29d-0fc326d302b7'}}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 13:47:11.856967 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-366102c9-3989-498a-bba4-5460396cb67c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883311'] for port (9e95b090-c91f-4ebf-965b-4efc17813bd3), before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:47:11.918624 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-366102c9-3989-498a-bba4-5460396cb67c None None] For port 9e95b090-c91f-4ebf-965b-4efc17813bd3, host dv-cinder-830787-2-iscsi, cleared binding levels {{(pid=103320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 13:47:11.940834 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-366102c9-3989-498a-bba4-5460396cb67c None None] For port 9e95b090-c91f-4ebf-965b-4efc17813bd3, host dv-cinder-830787-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830787-2-iscsi',level=0,port_id=9e95b090-c91f-4ebf-965b-4efc17813bd3,segment=NetworkSegment(c5258562-68ca-4817-9e81-de7f9ea578a3),segment_id=c5258562-68ca-4817-9e81-de7f9ea578a3)] {{(pid=103320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 13:47:11.950410 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-366102c9-3989-498a-bba4-5460396cb67c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750379687711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750379164492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750379164510'] for port (9e95b090-c91f-4ebf-965b-4efc17813bd3), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:47:12.004303 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366102c9-3989-498a-bba4-5460396cb67c None None] Pushing event updated for resources: {'Port': ['ID=9e95b090-c91f-4ebf-965b-4efc17813bd3,revision_number=2']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:47:13.316528 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.67', 52434) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:47:13.632351 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.wsgi [None req-9b319372-eb20-4295-8c30-f27995dc8946 admin admin] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=103318) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 11 13:47:13.633437 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-9b319372-eb20-4295-8c30-f27995dc8946 admin admin] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3159628 Apr 11 13:47:16.192843 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.67', 52442) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:47:16.504292 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.wsgi [None req-7f0c285c-c4f7-4a93-90d9-000faafc648b admin admin] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=103318) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 11 13:47:16.505278 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-7f0c285c-c4f7-4a93-90d9-000faafc648b admin admin] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3115127 Apr 11 13:47:19.033473 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.67', 52450) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:47:19.524290 dv-cinder-830787-2-iscsi neutron-server[103319]: WARNING oslo_policy.policy [None req-175364ae-71ff-4aab-a614-bfcb91e69bcb demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 11 13:47:19.524887 dv-cinder-830787-2-iscsi neutron-server[103319]: WARNING oslo_policy.policy [None req-175364ae-71ff-4aab-a614-bfcb91e69bcb demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 11 13:47:19.750353 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.v2.base [None req-175364ae-71ff-4aab-a614-bfcb91e69bcb demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 13:47:19.811618 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.policy [None req-175364ae-71ff-4aab-a614-bfcb91e69bcb demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103319) register_rules /opt/stack/neutron/neutron/policy.py:73}} Apr 11 13:47:19.854131 dv-cinder-830787-2-iscsi neutron-server[103319]: WARNING oslo_policy.policy [None req-175364ae-71ff-4aab-a614-bfcb91e69bcb demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 11 13:47:19.854534 dv-cinder-830787-2-iscsi neutron-server[103319]: WARNING oslo_policy.policy [None req-175364ae-71ff-4aab-a614-bfcb91e69bcb demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 11 13:47:19.920510 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-175364ae-71ff-4aab-a614-bfcb91e69bcb demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8071509', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37535'] for router (9078b46f-46a4-47c8-b072-2db0182d6e46), before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:47:19.922393 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-175364ae-71ff-4aab-a614-bfcb91e69bcb demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8074725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8111966', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8210489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37542'] for router (9078b46f-46a4-47c8-b072-2db0182d6e46), precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:47:20.080010 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-175364ae-71ff-4aab-a614-bfcb91e69bcb demo demo] Publish callbacks [] for router_controller (9078b46f-46a4-47c8-b072-2db0182d6e46), precommit_add_association {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:47:20.084837 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-175364ae-71ff-4aab-a614-bfcb91e69bcb demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8074716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8126381'] for router (9078b46f-46a4-47c8-b072-2db0182d6e46), after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:47:20.106540 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-175364ae-71ff-4aab-a614-bfcb91e69bcb demo demo] Publish callbacks [] for router (None), before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:47:20.131666 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-175364ae-71ff-4aab-a614-bfcb91e69bcb demo demo] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 1.0723133 Apr 11 13:47:21.956357 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Device 9e95b090-c91f-4ebf-965b-4efc17813bd3 up at agent ovs-agent-dv-cinder-830787-2-iscsi {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 13:47:22.048271 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Provisioning complete for port 9e95b090-c91f-4ebf-965b-4efc17813bd3 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 13:47:22.048580 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-663396'] for port (9e95b090-c91f-4ebf-965b-4efc17813bd3), provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:47:22.161281 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Current status of the port 9e95b090-c91f-4ebf-965b-4efc17813bd3 is: DOWN; New status is: ACTIVE {{(pid=103320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 13:47:22.161668 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883311'] for port (9e95b090-c91f-4ebf-965b-4efc17813bd3), before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:47:22.197136 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] For port 9e95b090-c91f-4ebf-965b-4efc17813bd3, host dv-cinder-830787-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830787-2-iscsi',level=0,port_id=9e95b090-c91f-4ebf-965b-4efc17813bd3,segment=NetworkSegment(c5258562-68ca-4817-9e81-de7f9ea578a3),segment_id=c5258562-68ca-4817-9e81-de7f9ea578a3)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 13:47:22.201754 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750379687711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750379164492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750379164510'] for port (9e95b090-c91f-4ebf-965b-4efc17813bd3), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:47:22.249616 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Pushing event updated for resources: {'Port': ['ID=9e95b090-c91f-4ebf-965b-4efc17813bd3,revision_number=3']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:47:22.683875 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.67', 52470) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:47:22.994459 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.wsgi [None req-6352e22d-7ca7-4f3b-b54b-3187aaa9b473 admin admin] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=103319) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 11 13:47:23.015649 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-6352e22d-7ca7-4f3b-b54b-3187aaa9b473 admin admin] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3104253 Apr 11 13:47:23.539481 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bab1815-4ff9-4391-945f-156ce1a95dbf None None] Network 18c10d92-ca9c-4999-b29d-0fc326d302b7 requested from dv-cinder-830787-2-iscsi {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 13:47:23.616773 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-c6f5b503-86d2-46e2-9893-e5d1b0a18758 None None] Provisioning complete for port 9e95b090-c91f-4ebf-965b-4efc17813bd3 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 13:47:23.617155 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c6f5b503-86d2-46e2-9893-e5d1b0a18758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-663396'] for port (9e95b090-c91f-4ebf-965b-4efc17813bd3), provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:47:23.736129 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-c6f5b503-86d2-46e2-9893-e5d1b0a18758 None None] Current status of the port 9e95b090-c91f-4ebf-965b-4efc17813bd3 is: ACTIVE; New status is: ACTIVE {{(pid=103320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 13:47:23.855181 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-2f339529-972c-4d70-a886-670820f15dc7 None None] Provisioning complete for port 9e95b090-c91f-4ebf-965b-4efc17813bd3 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 13:47:23.855706 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-2f339529-972c-4d70-a886-670820f15dc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-663396'] for port (9e95b090-c91f-4ebf-965b-4efc17813bd3), provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:47:23.936384 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-2f339529-972c-4d70-a886-670820f15dc7 None None] Current status of the port 9e95b090-c91f-4ebf-965b-4efc17813bd3 is: ACTIVE; New status is: ACTIVE {{(pid=103320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 13:47:23.946058 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Device 9e95b090-c91f-4ebf-965b-4efc17813bd3 up at agent ovs-agent-dv-cinder-830787-2-iscsi {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 13:47:23.990777 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Provisioning complete for port 9e95b090-c91f-4ebf-965b-4efc17813bd3 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 13:47:23.991093 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-663396'] for port (9e95b090-c91f-4ebf-965b-4efc17813bd3), provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:47:24.066436 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Current status of the port 9e95b090-c91f-4ebf-965b-4efc17813bd3 is: ACTIVE; New status is: ACTIVE {{(pid=103320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 13:47:25.533023 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.67', 52478) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:47:25.834508 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.v2.base [None req-11aff7f6-7309-4aa3-887a-18f04b1f00e0 admin admin] Request body: {'network': {'router:external': True, 'provider:physical_network': 'physnet1', 'admin_state_up': True, 'is_default': True, 'provider:network_type': 'flat', 'name': 'public'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 13:47:25.853083 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11aff7f6-7309-4aa3-887a-18f04b1f00e0 admin admin] Made reservation on behalf of 8ea005f626c8456495dc1d10183dc603 for: {'network': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 13:47:25.855413 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-11aff7f6-7309-4aa3-887a-18f04b1f00e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883311'] for network (None), before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:47:25.863098 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-11aff7f6-7309-4aa3-887a-18f04b1f00e0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:47:25.936558 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-11aff7f6-7309-4aa3-887a-18f04b1f00e0 admin admin] Publish callbacks [] for security_group (75172377-4dbe-49eb-bfb2-b0a1441bcd43), precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:47:25.939999 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-11aff7f6-7309-4aa3-887a-18f04b1f00e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8023832'] for security_group (75172377-4dbe-49eb-bfb2-b0a1441bcd43), after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:47:25.954152 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-11aff7f6-7309-4aa3-887a-18f04b1f00e0 admin admin] Reserving flat network on physical network physnet1 {{(pid=103318) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Apr 11 13:47:25.976963 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-11aff7f6-7309-4aa3-887a-18f04b1f00e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682637'] for segment (153f0837-19dc-4e5c-bf6b-49a4300ea8f5), precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:47:25.977312 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.db.segments_db [None req-11aff7f6-7309-4aa3-887a-18f04b1f00e0 admin admin] Added segment 153f0837-19dc-4e5c-bf6b-49a4300ea8f5 of type flat for network 18ff371c-a6b9-4e7a-9b54-bf9ba2e00886 Apr 11 13:47:25.985113 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11aff7f6-7309-4aa3-887a-18f04b1f00e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75172377-4dbe-49eb-bfb2-b0a1441bcd43,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:47:26.026090 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-11aff7f6-7309-4aa3-887a-18f04b1f00e0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750379148903'] for network (18ff371c-a6b9-4e7a-9b54-bf9ba2e00886), precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:47:26.061082 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-11aff7f6-7309-4aa3-887a-18f04b1f00e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8024001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708'] for network (18ff371c-a6b9-4e7a-9b54-bf9ba2e00886), after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:47:26.062662 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11aff7f6-7309-4aa3-887a-18f04b1f00e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:47:26.063647 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-11aff7f6-7309-4aa3-887a-18f04b1f00e0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871534'] for network (None), before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:47:26.113224 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-11aff7f6-7309-4aa3-887a-18f04b1f00e0 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5791516 Apr 11 13:47:26.160061 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11aff7f6-7309-4aa3-887a-18f04b1f00e0 admin admin] Pushing event updated for resources: {'Network': ['ID=18ff371c-a6b9-4e7a-9b54-bf9ba2e00886,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:47:26.169565 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Network 18ff371c-a6b9-4e7a-9b54-bf9ba2e00886 details requested by agent ovs-agent-dv-cinder-830787-2-iscsi with host dv-cinder-830787-2-iscsi {{(pid=103320) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 11 13:47:26.426761 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c1c84cb4-08e2-4ac9-9984-1559d105da4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750379576733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663498'] for agent (d5a8b9a1-2e9e-46b5-8163-20b7d509fa4e), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:47:28.635659 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.67', 52486) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:47:28.759218 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-081ca019-0e77-4e50-b7ca-3e4f47d7ceaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750379576733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663498'] for agent (e731c656-576f-4174-9da3-af64518920bc), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:47:28.991532 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aefae40-734f-483e-9a05-1e0b2dc3dd61 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:47:28.992906 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-1aefae40-734f-483e-9a05-1e0b2dc3dd61 demo admin] 10.222.0.67 "GET /v2.0/subnets/80ee66a8-be69-449b-b3cc-da2b1dc16edd HTTP/1.1" status: 200 len: 849 time: 0.3562772 Apr 11 13:47:29.160755 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-a4e8d792-888b-48a8-83b8-ee710e736e71 demo admin] 10.222.0.67 "GET /v2.0/routers/9078b46f-46a4-47c8-b072-2db0182d6e46 HTTP/1.1" status: 200 len: 704 time: 0.1609504 Apr 11 13:47:29.437699 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-2880fb43-1d9e-43ec-bfcd-559fa5d9e1cf demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883311'] for port (None), before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:47:29.727304 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.db.db_base_plugin_common [None req-2880fb43-1d9e-43ec-bfcd-559fa5d9e1cf demo admin] Allocated IP 172.20.0.1 (18c10d92-ca9c-4999-b29d-0fc326d302b7/80ee66a8-be69-449b-b3cc-da2b1dc16edd/e4be751f-ae4c-4427-b845-c5dfaf02616d) {{(pid=103318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 13:47:29.925344 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-2880fb43-1d9e-43ec-bfcd-559fa5d9e1cf demo admin] Publish callbacks [] for port (e4be751f-ae4c-4427-b845-c5dfaf02616d), precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:47:29.994740 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-2880fb43-1d9e-43ec-bfcd-559fa5d9e1cf demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750379164474'] for port (e4be751f-ae4c-4427-b845-c5dfaf02616d), after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:47:30.063311 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-75ad2582-0b5d-438d-ba3d-9545e3f86417 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750379576733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663498'] for agent (af269f03-95a2-4a08-bd5c-5879324d2567), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:47:30.063992 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2880fb43-1d9e-43ec-bfcd-559fa5d9e1cf demo admin] Network 18c10d92-ca9c-4999-b29d-0fc326d302b7 is already hosted by enough agents. {{(pid=103318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 13:47:30.069143 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [None req-2880fb43-1d9e-43ec-bfcd-559fa5d9e1cf demo admin] Resources bound (agent type, host, resource id): {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 13:47:30.075661 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2880fb43-1d9e-43ec-bfcd-559fa5d9e1cf demo admin] Received port after_create {{(pid=103318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 13:47:30.076235 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-2880fb43-1d9e-43ec-bfcd-559fa5d9e1cf demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8126302'] for router_interface (9078b46f-46a4-47c8-b072-2db0182d6e46), before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:47:30.142572 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2880fb43-1d9e-43ec-bfcd-559fa5d9e1cf demo admin] Pushing event updated for resources: {'Port': ['ID=e4be751f-ae4c-4427-b845-c5dfaf02616d,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:47:30.295148 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-2880fb43-1d9e-43ec-bfcd-559fa5d9e1cf demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883311'] for port (e4be751f-ae4c-4427-b845-c5dfaf02616d), before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:47:30.395159 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-9758a313-d7e7-4ced-946a-0f25cd24192c None None] Provisioning complete for port e4be751f-ae4c-4427-b845-c5dfaf02616d triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 13:47:30.395888 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-9758a313-d7e7-4ced-946a-0f25cd24192c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-663396'] for port (e4be751f-ae4c-4427-b845-c5dfaf02616d), provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:47:30.478057 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-9758a313-d7e7-4ced-946a-0f25cd24192c None None] Port e4be751f-ae4c-4427-b845-c5dfaf02616d cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 13:47:30.511163 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-2880fb43-1d9e-43ec-bfcd-559fa5d9e1cf demo admin] Publish callbacks [] for port (e4be751f-ae4c-4427-b845-c5dfaf02616d), precommit_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:47:30.515934 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-2880fb43-1d9e-43ec-bfcd-559fa5d9e1cf demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750379687711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750379164492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750379164510'] for port (e4be751f-ae4c-4427-b845-c5dfaf02616d), after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:47:30.516640 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-2880fb43-1d9e-43ec-bfcd-559fa5d9e1cf demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7871730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8123374'] for router_interface (9078b46f-46a4-47c8-b072-2db0182d6e46), after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:47:30.599542 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2880fb43-1d9e-43ec-bfcd-559fa5d9e1cf demo admin] Pushing event updated for resources: {'Port': ['ID=e4be751f-ae4c-4427-b845-c5dfaf02616d,revision_number=2']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:47:30.641801 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2880fb43-1d9e-43ec-bfcd-559fa5d9e1cf demo admin] Network 18c10d92-ca9c-4999-b29d-0fc326d302b7 is already hosted by enough agents. {{(pid=103318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 13:47:30.643045 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [None req-2880fb43-1d9e-43ec-bfcd-559fa5d9e1cf demo admin] Resources bound (agent type, host, resource id): {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 13:47:30.795805 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-49fa651b-a89a-4122-aa60-b1f6aee3054e None None] Provisioning complete for port e4be751f-ae4c-4427-b845-c5dfaf02616d triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 13:47:30.796266 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-49fa651b-a89a-4122-aa60-b1f6aee3054e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-663396'] for port (e4be751f-ae4c-4427-b845-c5dfaf02616d), provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:47:30.806128 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2880fb43-1d9e-43ec-bfcd-559fa5d9e1cf demo admin] Router 9078b46f-46a4-47c8-b072-2db0182d6e46 is scheduled to L3 agent e731c656-576f-4174-9da3-af64518920bc with binding_index 1 {{(pid=103318) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 11 13:47:30.829489 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-49fa651b-a89a-4122-aa60-b1f6aee3054e None None] Port e4be751f-ae4c-4427-b845-c5dfaf02616d cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 13:47:30.898355 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2880fb43-1d9e-43ec-bfcd-559fa5d9e1cf demo admin] Notify agent at l3_agent.dv-cinder-830787-2-iscsi the message routers_updated {{(pid=103318) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 13:47:30.904250 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-2880fb43-1d9e-43ec-bfcd-559fa5d9e1cf demo admin] 10.222.0.67 "PUT /v2.0/routers/9078b46f-46a4-47c8-b072-2db0182d6e46/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7383668 Apr 11 13:47:30.909551 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-945187a1-b9b9-4962-855f-89a26e395678 None None] Sync routers for ids ['9078b46f-46a4-47c8-b072-2db0182d6e46'] in dv-cinder-830787-2-iscsi {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 13:47:30.922721 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-945187a1-b9b9-4962-855f-89a26e395678 None None] Routers {'9078b46f-46a4-47c8-b072-2db0182d6e46'} bound to L3 agent in host dv-cinder-830787-2-iscsi {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 13:47:30.923524 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-945187a1-b9b9-4962-855f-89a26e395678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830787-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-11T13:46:59Z,description=,heartbeat_timestamp=2022-04-11T13:47:29Z,host='dv-cinder-830787-2-iscsi',id=e731c656-576f-4174-9da3-af64518920bc,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T13:46:59Z,topic='l3_agent')) {'router_ids': ['9078b46f-46a4-47c8-b072-2db0182d6e46'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:47:31.123392 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-945187a1-b9b9-4962-855f-89a26e395678 None None] Set router 9078b46f-46a4-47c8-b072-2db0182d6e46 gateway port host: None {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 13:47:31.542021 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-fcd2c3e6-f415-40f5-8fd4-1147b68fd929 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750379576733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663498'] for agent (a1227682-d2f2-4331-ba13-738c8a59e95d), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:47:31.565899 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-945187a1-b9b9-4962-855f-89a26e395678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9078b46f-46a4-47c8-b072-2db0182d6e46', 'name': 'router1', 'tenant_id': '029a84f386ce4e48b750a76626f65b2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T13:47:19Z', 'updated_at': '2022-04-11T13:47:30Z', 'revision_number': 2, 'project_id': '029a84f386ce4e48b750a76626f65b2d', 'gw_port_host': None, '_interfaces': [{'id': 'e4be751f-ae4c-4427-b845-c5dfaf02616d', 'name': '', 'network_id': '18c10d92-ca9c-4999-b29d-0fc326d302b7', 'tenant_id': '029a84f386ce4e48b750a76626f65b2d', 'mac_address': 'fa:16:3e:56:7f:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9078b46f-46a4-47c8-b072-2db0182d6e46', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '80ee66a8-be69-449b-b3cc-da2b1dc16edd', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:47:29Z', 'updated_at': '2022-04-11T13:47:30Z', 'revision_number': 2, 'project_id': '029a84f386ce4e48b750a76626f65b2d', 'subnets': [{'id': '80ee66a8-be69-449b-b3cc-da2b1dc16edd', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8837f3cd-d8ff-452f-a2d0-62134e0aabee'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830787-2-iscsi', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:47:31.617789 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-945187a1-b9b9-4962-855f-89a26e395678 None None] Checking router: 9078b46f-46a4-47c8-b072-2db0182d6e46 for host: dv-cinder-830787-2-iscsi {{(pid=103321) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 13:47:31.618163 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-945187a1-b9b9-4962-855f-89a26e395678 None None] Updating router 9078b46f-46a4-47c8-b072-2db0182d6e46 port e4be751f-ae4c-4427-b845-c5dfaf02616d binding host dv-cinder-830787-2-iscsi {{(pid=103321) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 13:47:31.672405 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-945187a1-b9b9-4962-855f-89a26e395678 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883311'] for port (e4be751f-ae4c-4427-b845-c5dfaf02616d), before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:47:32.192495 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-945187a1-b9b9-4962-855f-89a26e395678 None None] Publish callbacks [] for port (e4be751f-ae4c-4427-b845-c5dfaf02616d), precommit_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:47:32.198634 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-945187a1-b9b9-4962-855f-89a26e395678 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750379687711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750379164492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750379164510'] for port (e4be751f-ae4c-4427-b845-c5dfaf02616d), after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:47:32.373921 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e9048c-a9f6-4330-8762-5aeb43271c1c None None] Pushing event updated for resources: {'Port': ['ID=e4be751f-ae4c-4427-b845-c5dfaf02616d,revision_number=3']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:47:32.376307 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [None req-945187a1-b9b9-4962-855f-89a26e395678 None None] Attempting to bind port e4be751f-ae4c-4427-b845-c5dfaf02616d on host dv-cinder-830787-2-iscsi for vnic_type normal with profile {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 13:47:32.376704 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [None req-945187a1-b9b9-4962-855f-89a26e395678 None None] Attempting to bind port e4be751f-ae4c-4427-b845-c5dfaf02616d by drivers openvswitch,hyperv on host dv-cinder-830787-2-iscsi at level 0 using segments [{'id': 'c5258562-68ca-4817-9e81-de7f9ea578a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '18c10d92-ca9c-4999-b29d-0fc326d302b7'}] {{(pid=103321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 13:47:32.377129 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-945187a1-b9b9-4962-855f-89a26e395678 None None] Attempting to bind port e4be751f-ae4c-4427-b845-c5dfaf02616d on network 18c10d92-ca9c-4999-b29d-0fc326d302b7 {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 13:47:32.387908 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e9048c-a9f6-4330-8762-5aeb43271c1c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:47:32.388390 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e9048c-a9f6-4330-8762-5aeb43271c1c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:47:32.388748 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e9048c-a9f6-4330-8762-5aeb43271c1c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:47:32.389100 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e9048c-a9f6-4330-8762-5aeb43271c1c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:47:32.389433 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e9048c-a9f6-4330-8762-5aeb43271c1c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:47:32.389756 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e9048c-a9f6-4330-8762-5aeb43271c1c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:47:32.390077 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e9048c-a9f6-4330-8762-5aeb43271c1c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:47:32.390399 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e9048c-a9f6-4330-8762-5aeb43271c1c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:47:32.390720 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e9048c-a9f6-4330-8762-5aeb43271c1c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:47:32.391037 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e9048c-a9f6-4330-8762-5aeb43271c1c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:47:32.391354 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e9048c-a9f6-4330-8762-5aeb43271c1c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:47:32.391707 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e9048c-a9f6-4330-8762-5aeb43271c1c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:47:32.392028 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e9048c-a9f6-4330-8762-5aeb43271c1c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:47:32.392345 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e9048c-a9f6-4330-8762-5aeb43271c1c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:47:32.392657 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e9048c-a9f6-4330-8762-5aeb43271c1c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:47:32.394115 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e9048c-a9f6-4330-8762-5aeb43271c1c None None] Tracked resource versions report: Apr 11 13:47:32.394115 dv-cinder-830787-2-iscsi neutron-server[103321]: pushed versions: Apr 11 13:47:32.394115 dv-cinder-830787-2-iscsi neutron-server[103321]: { 'AddressGroup': {'1.2'}, Apr 11 13:47:32.394115 dv-cinder-830787-2-iscsi neutron-server[103321]: 'Agent': {'1.1'}, Apr 11 13:47:32.394115 dv-cinder-830787-2-iscsi neutron-server[103321]: 'ConntrackHelper': {'1.0'}, Apr 11 13:47:32.394115 dv-cinder-830787-2-iscsi neutron-server[103321]: 'LocalIPAssociation': {'1.0'}, Apr 11 13:47:32.394115 dv-cinder-830787-2-iscsi neutron-server[103321]: 'Log': {'1.0'}, Apr 11 13:47:32.394115 dv-cinder-830787-2-iscsi neutron-server[103321]: 'NDPProxy': {'1.0'}, Apr 11 13:47:32.394115 dv-cinder-830787-2-iscsi neutron-server[103321]: 'Network': {'1.1'}, Apr 11 13:47:32.394115 dv-cinder-830787-2-iscsi neutron-server[103321]: 'Port': {'1.7'}, Apr 11 13:47:32.394115 dv-cinder-830787-2-iscsi neutron-server[103321]: 'PortForwarding': {'1.3'}, Apr 11 13:47:32.394115 dv-cinder-830787-2-iscsi neutron-server[103321]: 'QosPolicy': {'1.10'}, Apr 11 13:47:32.394115 dv-cinder-830787-2-iscsi neutron-server[103321]: 'SecurityGroup': {'1.5'}, Apr 11 13:47:32.394115 dv-cinder-830787-2-iscsi neutron-server[103321]: 'SecurityGroupRule': {'1.2'}, Apr 11 13:47:32.394115 dv-cinder-830787-2-iscsi neutron-server[103321]: 'SubPort': {'1.0'}, Apr 11 13:47:32.394115 dv-cinder-830787-2-iscsi neutron-server[103321]: 'Subnet': {'1.1'}, Apr 11 13:47:32.394115 dv-cinder-830787-2-iscsi neutron-server[103321]: 'Trunk': {'1.1'}} Apr 11 13:47:32.394115 dv-cinder-830787-2-iscsi neutron-server[103321]: consumer versions: Apr 11 13:47:32.394115 dv-cinder-830787-2-iscsi neutron-server[103321]: { DHCP agent@dv-cinder-830787-2-iscsi: {}, Apr 11 13:47:32.394115 dv-cinder-830787-2-iscsi neutron-server[103321]: L3 agent@dv-cinder-830787-2-iscsi: {}, Apr 11 13:47:32.394115 dv-cinder-830787-2-iscsi neutron-server[103321]: Metadata agent@dv-cinder-830787-2-iscsi: {}, Apr 11 13:47:32.394115 dv-cinder-830787-2-iscsi neutron-server[103321]: Metering agent@dv-cinder-830787-2-iscsi: {}, Apr 11 13:47:32.394115 dv-cinder-830787-2-iscsi neutron-server[103321]: Open vSwitch agent@dv-cinder-830787-2-iscsi: { 'AddressGroup': '1.2', Apr 11 13:47:32.394115 dv-cinder-830787-2-iscsi neutron-server[103321]: 'Agent': '1.1', Apr 11 13:47:32.394115 dv-cinder-830787-2-iscsi neutron-server[103321]: 'ConntrackHelper': '1.0', Apr 11 13:47:32.394115 dv-cinder-830787-2-iscsi neutron-server[103321]: 'LocalIPAssociation': '1.0', Apr 11 13:47:32.394115 dv-cinder-830787-2-iscsi neutron-server[103321]: 'Log': '1.0', Apr 11 13:47:32.394115 dv-cinder-830787-2-iscsi neutron-server[103321]: 'NDPProxy': '1.0', Apr 11 13:47:32.394115 dv-cinder-830787-2-iscsi neutron-server[103321]: 'Network': '1.1', Apr 11 13:47:32.394115 dv-cinder-830787-2-iscsi neutron-server[103321]: 'Port': '1.7', Apr 11 13:47:32.394115 dv-cinder-830787-2-iscsi neutron-server[103321]: 'PortForwarding': '1.3', Apr 11 13:47:32.394115 dv-cinder-830787-2-iscsi neutron-server[103321]: 'QosPolicy': '1.10', Apr 11 13:47:32.394115 dv-cinder-830787-2-iscsi neutron-server[103321]: 'SecurityGroup': '1.5', Apr 11 13:47:32.394115 dv-cinder-830787-2-iscsi neutron-server[103321]: 'SecurityGroupRule': '1.2', Apr 11 13:47:32.394115 dv-cinder-830787-2-iscsi neutron-server[103321]: 'SubPort': '1.0', Apr 11 13:47:32.394115 dv-cinder-830787-2-iscsi neutron-server[103321]: 'Subnet': '1.1', Apr 11 13:47:32.394115 dv-cinder-830787-2-iscsi neutron-server[103321]: 'Trunk': '1.1'}} Apr 11 13:47:32.394115 dv-cinder-830787-2-iscsi neutron-server[103321]: {{(pid=103321) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 11 13:47:32.396679 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-945187a1-b9b9-4962-855f-89a26e395678 None None] Checking agent: {'id': 'f2586825-e748-4c1d-8b98-cb0d5b6c266d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830787-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 13, 47, 3), 'started_at': datetime.datetime(2022, 4, 11, 13, 47, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 13, 47, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830787-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 13:47:32.396979 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-945187a1-b9b9-4962-855f-89a26e395678 None None] Checking segment: {'id': 'c5258562-68ca-4817-9e81-de7f9ea578a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '18c10d92-ca9c-4999-b29d-0fc326d302b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 13:47:32.397454 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-945187a1-b9b9-4962-855f-89a26e395678 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:47:32.397822 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-945187a1-b9b9-4962-855f-89a26e395678 None None] Bound using segment: {'id': 'c5258562-68ca-4817-9e81-de7f9ea578a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '18c10d92-ca9c-4999-b29d-0fc326d302b7'} {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 13:47:32.398315 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [None req-945187a1-b9b9-4962-855f-89a26e395678 None None] Bound port: e4be751f-ae4c-4427-b845-c5dfaf02616d, host: dv-cinder-830787-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5258562-68ca-4817-9e81-de7f9ea578a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '18c10d92-ca9c-4999-b29d-0fc326d302b7'}}] {{(pid=103321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 13:47:32.398985 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-945187a1-b9b9-4962-855f-89a26e395678 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883311'] for port (e4be751f-ae4c-4427-b845-c5dfaf02616d), before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:47:32.455808 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-88963bb8-0b57-46d7-9803-94fd70f0701c None None] Provisioning complete for port e4be751f-ae4c-4427-b845-c5dfaf02616d triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 13:47:32.456409 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-88963bb8-0b57-46d7-9803-94fd70f0701c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-663396'] for port (e4be751f-ae4c-4427-b845-c5dfaf02616d), provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:47:32.468469 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.plugins.ml2.db [None req-945187a1-b9b9-4962-855f-89a26e395678 None None] For port e4be751f-ae4c-4427-b845-c5dfaf02616d, host dv-cinder-830787-2-iscsi, cleared binding levels {{(pid=103321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 13:47:32.487807 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.plugins.ml2.db [None req-945187a1-b9b9-4962-855f-89a26e395678 None None] For port e4be751f-ae4c-4427-b845-c5dfaf02616d, host dv-cinder-830787-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830787-2-iscsi',level=0,port_id=e4be751f-ae4c-4427-b845-c5dfaf02616d,segment=NetworkSegment(c5258562-68ca-4817-9e81-de7f9ea578a3),segment_id=c5258562-68ca-4817-9e81-de7f9ea578a3)] {{(pid=103321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 13:47:32.494313 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-88963bb8-0b57-46d7-9803-94fd70f0701c None None] Port e4be751f-ae4c-4427-b845-c5dfaf02616d cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 13:47:32.494834 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-945187a1-b9b9-4962-855f-89a26e395678 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750379687711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750379164492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750379164510'] for port (e4be751f-ae4c-4427-b845-c5dfaf02616d), after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:47:32.552511 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e9048c-a9f6-4330-8762-5aeb43271c1c None None] Pushing event updated for resources: {'Port': ['ID=e4be751f-ae4c-4427-b845-c5dfaf02616d,revision_number=4']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:47:32.555330 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-945187a1-b9b9-4962-855f-89a26e395678 None None] Routers {'9078b46f-46a4-47c8-b072-2db0182d6e46'} bound to L3 agent in host dv-cinder-830787-2-iscsi {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 13:47:32.555938 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-945187a1-b9b9-4962-855f-89a26e395678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830787-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-11T13:46:59Z,description=,heartbeat_timestamp=2022-04-11T13:47:29Z,host='dv-cinder-830787-2-iscsi',id=e731c656-576f-4174-9da3-af64518920bc,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T13:46:59Z,topic='l3_agent')) {'router_ids': ['9078b46f-46a4-47c8-b072-2db0182d6e46'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:47:32.650255 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-945187a1-b9b9-4962-855f-89a26e395678 None None] Set router 9078b46f-46a4-47c8-b072-2db0182d6e46 gateway port host: None {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 13:47:32.711759 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-87066d6a-7bc1-4f00-a45a-d9e89f16aec5 None None] Provisioning complete for port e4be751f-ae4c-4427-b845-c5dfaf02616d triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 13:47:32.712293 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-87066d6a-7bc1-4f00-a45a-d9e89f16aec5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-663396'] for port (e4be751f-ae4c-4427-b845-c5dfaf02616d), provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:47:32.789388 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-87066d6a-7bc1-4f00-a45a-d9e89f16aec5 None None] Current status of the port e4be751f-ae4c-4427-b845-c5dfaf02616d is: DOWN; New status is: ACTIVE {{(pid=103320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 13:47:32.789916 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-87066d6a-7bc1-4f00-a45a-d9e89f16aec5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883311'] for port (e4be751f-ae4c-4427-b845-c5dfaf02616d), before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:47:32.822529 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-87066d6a-7bc1-4f00-a45a-d9e89f16aec5 None None] For port e4be751f-ae4c-4427-b845-c5dfaf02616d, host dv-cinder-830787-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830787-2-iscsi',level=0,port_id=e4be751f-ae4c-4427-b845-c5dfaf02616d,segment=NetworkSegment(c5258562-68ca-4817-9e81-de7f9ea578a3),segment_id=c5258562-68ca-4817-9e81-de7f9ea578a3)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 13:47:32.827723 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-87066d6a-7bc1-4f00-a45a-d9e89f16aec5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750379687711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750379164492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750379164510'] for port (e4be751f-ae4c-4427-b845-c5dfaf02616d), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:47:32.852422 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-945187a1-b9b9-4962-855f-89a26e395678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9078b46f-46a4-47c8-b072-2db0182d6e46', 'name': 'router1', 'tenant_id': '029a84f386ce4e48b750a76626f65b2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T13:47:19Z', 'updated_at': '2022-04-11T13:47:30Z', 'revision_number': 2, 'project_id': '029a84f386ce4e48b750a76626f65b2d', 'gw_port_host': None, '_interfaces': [{'id': 'e4be751f-ae4c-4427-b845-c5dfaf02616d', 'name': '', 'network_id': '18c10d92-ca9c-4999-b29d-0fc326d302b7', 'tenant_id': '029a84f386ce4e48b750a76626f65b2d', 'mac_address': 'fa:16:3e:56:7f:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9078b46f-46a4-47c8-b072-2db0182d6e46', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '80ee66a8-be69-449b-b3cc-da2b1dc16edd', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:47:29Z', 'updated_at': '2022-04-11T13:47:32Z', 'revision_number': 4, 'project_id': '029a84f386ce4e48b750a76626f65b2d', 'subnets': [{'id': '80ee66a8-be69-449b-b3cc-da2b1dc16edd', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8837f3cd-d8ff-452f-a2d0-62134e0aabee'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830787-2-iscsi', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:47:32.880191 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87066d6a-7bc1-4f00-a45a-d9e89f16aec5 None None] Pushing event updated for resources: {'Port': ['ID=e4be751f-ae4c-4427-b845-c5dfaf02616d,revision_number=5']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:47:32.885615 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-945187a1-b9b9-4962-855f-89a26e395678 None None] The sync data for ids ['9078b46f-46a4-47c8-b072-2db0182d6e46'] in dv-cinder-830787-2-iscsi is: [{'id': '9078b46f-46a4-47c8-b072-2db0182d6e46', 'name': 'router1', 'tenant_id': '029a84f386ce4e48b750a76626f65b2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T13:47:19Z', 'updated_at': '2022-04-11T13:47:30Z', 'revision_number': 2, 'project_id': '029a84f386ce4e48b750a76626f65b2d', 'gw_port_host': None, '_interfaces': [{'id': 'e4be751f-ae4c-4427-b845-c5dfaf02616d', 'name': '', 'network_id': '18c10d92-ca9c-4999-b29d-0fc326d302b7', 'tenant_id': '029a84f386ce4e48b750a76626f65b2d', 'mac_address': 'fa:16:3e:56:7f:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9078b46f-46a4-47c8-b072-2db0182d6e46', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '80ee66a8-be69-449b-b3cc-da2b1dc16edd', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:47:29Z', 'updated_at': '2022-04-11T13:47:32Z', 'revision_number': 4, 'project_id': '029a84f386ce4e48b750a76626f65b2d', 'subnets': [{'id': '80ee66a8-be69-449b-b3cc-da2b1dc16edd', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8837f3cd-d8ff-452f-a2d0-62134e0aabee'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 13:47:33.220786 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750379576733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663498'] for agent (f2586825-e748-4c1d-8b98-cb0d5b6c266d), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:47:33.482036 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.67', 52506) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:47:33.744592 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95374680-b495-46d3-8d14-cee283db82e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:47:33.746013 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-95374680-b495-46d3-8d14-cee283db82e7 admin admin] 10.222.0.67 "GET /v2.0/networks/18ff371c-a6b9-4e7a-9b54-bf9ba2e00886 HTTP/1.1" status: 200 len: 842 time: 0.2631121 Apr 11 13:47:33.755847 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.v2.base [None req-57692ffd-fe59-4d00-aa51-d07847d472bf admin admin] Request body: {'subnet': {'enable_dhcp': False, 'name': 'public-subnet', 'gateway_ip': '172.27.1.1', 'ip_version': 4, 'network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886', 'cidr': '172.27.1.0/24'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 13:47:33.779196 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57692ffd-fe59-4d00-aa51-d07847d472bf admin admin] Made reservation on behalf of 8ea005f626c8456495dc1d10183dc603 for: {'subnet': 1} {{(pid=103319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 13:47:33.781899 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-57692ffd-fe59-4d00-aa51-d07847d472bf admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:47:34.140895 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.objects.ports [None req-57692ffd-fe59-4d00-aa51-d07847d472bf admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103319) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} Apr 11 13:47:34.141382 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-57692ffd-fe59-4d00-aa51-d07847d472bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708'] for subnet (b63ed172-4352-4f2b-94f9-a4e97d1b6a55), after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:47:34.225008 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57692ffd-fe59-4d00-aa51-d07847d472bf admin admin] Pushing event updated for resources: {'Subnet': ['ID=b63ed172-4352-4f2b-94f9-a4e97d1b6a55,revision_number=0']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:47:34.229178 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57692ffd-fe59-4d00-aa51-d07847d472bf admin admin] Checking segment: {'id': '153f0837-19dc-4e5c-bf6b-49a4300ea8f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103319) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 13:47:34.229554 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57692ffd-fe59-4d00-aa51-d07847d472bf admin admin] Network hostable DHCP agents. Network: 18ff371c-a6b9-4e7a-9b54-bf9ba2e00886, hostable agents: ['d5a8b9a1-2e9e-46b5-8163-20b7d509fa4e'], hosted agents: [] {{(pid=103319) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 13:47:34.238690 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57692ffd-fe59-4d00-aa51-d07847d472bf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:47:34.239040 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57692ffd-fe59-4d00-aa51-d07847d472bf admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:47:34.239382 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57692ffd-fe59-4d00-aa51-d07847d472bf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:47:34.239740 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57692ffd-fe59-4d00-aa51-d07847d472bf admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:47:34.240077 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57692ffd-fe59-4d00-aa51-d07847d472bf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:47:34.240406 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57692ffd-fe59-4d00-aa51-d07847d472bf admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:47:34.240730 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57692ffd-fe59-4d00-aa51-d07847d472bf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:47:34.241048 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57692ffd-fe59-4d00-aa51-d07847d472bf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:47:34.241373 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57692ffd-fe59-4d00-aa51-d07847d472bf admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:47:34.241694 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57692ffd-fe59-4d00-aa51-d07847d472bf admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:47:34.242152 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57692ffd-fe59-4d00-aa51-d07847d472bf admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:47:34.242374 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57692ffd-fe59-4d00-aa51-d07847d472bf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:47:34.242695 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57692ffd-fe59-4d00-aa51-d07847d472bf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:47:34.243010 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57692ffd-fe59-4d00-aa51-d07847d472bf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:47:34.243324 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57692ffd-fe59-4d00-aa51-d07847d472bf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:47:34.244691 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57692ffd-fe59-4d00-aa51-d07847d472bf admin admin] Tracked resource versions report: Apr 11 13:47:34.244691 dv-cinder-830787-2-iscsi neutron-server[103319]: pushed versions: Apr 11 13:47:34.244691 dv-cinder-830787-2-iscsi neutron-server[103319]: { 'AddressGroup': {'1.2'}, Apr 11 13:47:34.244691 dv-cinder-830787-2-iscsi neutron-server[103319]: 'Agent': {'1.1'}, Apr 11 13:47:34.244691 dv-cinder-830787-2-iscsi neutron-server[103319]: 'ConntrackHelper': {'1.0'}, Apr 11 13:47:34.244691 dv-cinder-830787-2-iscsi neutron-server[103319]: 'LocalIPAssociation': {'1.0'}, Apr 11 13:47:34.244691 dv-cinder-830787-2-iscsi neutron-server[103319]: 'Log': {'1.0'}, Apr 11 13:47:34.244691 dv-cinder-830787-2-iscsi neutron-server[103319]: 'NDPProxy': {'1.0'}, Apr 11 13:47:34.244691 dv-cinder-830787-2-iscsi neutron-server[103319]: 'Network': {'1.1'}, Apr 11 13:47:34.244691 dv-cinder-830787-2-iscsi neutron-server[103319]: 'Port': {'1.7'}, Apr 11 13:47:34.244691 dv-cinder-830787-2-iscsi neutron-server[103319]: 'PortForwarding': {'1.3'}, Apr 11 13:47:34.244691 dv-cinder-830787-2-iscsi neutron-server[103319]: 'QosPolicy': {'1.10'}, Apr 11 13:47:34.244691 dv-cinder-830787-2-iscsi neutron-server[103319]: 'SecurityGroup': {'1.5'}, Apr 11 13:47:34.244691 dv-cinder-830787-2-iscsi neutron-server[103319]: 'SecurityGroupRule': {'1.2'}, Apr 11 13:47:34.244691 dv-cinder-830787-2-iscsi neutron-server[103319]: 'SubPort': {'1.0'}, Apr 11 13:47:34.244691 dv-cinder-830787-2-iscsi neutron-server[103319]: 'Subnet': {'1.1'}, Apr 11 13:47:34.244691 dv-cinder-830787-2-iscsi neutron-server[103319]: 'Trunk': {'1.1'}} Apr 11 13:47:34.244691 dv-cinder-830787-2-iscsi neutron-server[103319]: consumer versions: Apr 11 13:47:34.244691 dv-cinder-830787-2-iscsi neutron-server[103319]: { DHCP agent@dv-cinder-830787-2-iscsi: {}, Apr 11 13:47:34.244691 dv-cinder-830787-2-iscsi neutron-server[103319]: L3 agent@dv-cinder-830787-2-iscsi: {}, Apr 11 13:47:34.244691 dv-cinder-830787-2-iscsi neutron-server[103319]: Metadata agent@dv-cinder-830787-2-iscsi: {}, Apr 11 13:47:34.244691 dv-cinder-830787-2-iscsi neutron-server[103319]: Metering agent@dv-cinder-830787-2-iscsi: {}, Apr 11 13:47:34.244691 dv-cinder-830787-2-iscsi neutron-server[103319]: Open vSwitch agent@dv-cinder-830787-2-iscsi: { 'AddressGroup': '1.2', Apr 11 13:47:34.244691 dv-cinder-830787-2-iscsi neutron-server[103319]: 'Agent': '1.1', Apr 11 13:47:34.244691 dv-cinder-830787-2-iscsi neutron-server[103319]: 'ConntrackHelper': '1.0', Apr 11 13:47:34.244691 dv-cinder-830787-2-iscsi neutron-server[103319]: 'LocalIPAssociation': '1.0', Apr 11 13:47:34.244691 dv-cinder-830787-2-iscsi neutron-server[103319]: 'Log': '1.0', Apr 11 13:47:34.244691 dv-cinder-830787-2-iscsi neutron-server[103319]: 'NDPProxy': '1.0', Apr 11 13:47:34.244691 dv-cinder-830787-2-iscsi neutron-server[103319]: 'Network': '1.1', Apr 11 13:47:34.244691 dv-cinder-830787-2-iscsi neutron-server[103319]: 'Port': '1.7', Apr 11 13:47:34.244691 dv-cinder-830787-2-iscsi neutron-server[103319]: 'PortForwarding': '1.3', Apr 11 13:47:34.244691 dv-cinder-830787-2-iscsi neutron-server[103319]: 'QosPolicy': '1.10', Apr 11 13:47:34.244691 dv-cinder-830787-2-iscsi neutron-server[103319]: 'SecurityGroup': '1.5', Apr 11 13:47:34.244691 dv-cinder-830787-2-iscsi neutron-server[103319]: 'SecurityGroupRule': '1.2', Apr 11 13:47:34.244691 dv-cinder-830787-2-iscsi neutron-server[103319]: 'SubPort': '1.0', Apr 11 13:47:34.244691 dv-cinder-830787-2-iscsi neutron-server[103319]: 'Subnet': '1.1', Apr 11 13:47:34.244691 dv-cinder-830787-2-iscsi neutron-server[103319]: 'Trunk': '1.1'}} Apr 11 13:47:34.244691 dv-cinder-830787-2-iscsi neutron-server[103319]: {{(pid=103319) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 11 13:47:34.282571 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57692ffd-fe59-4d00-aa51-d07847d472bf admin admin] Network 18ff371c-a6b9-4e7a-9b54-bf9ba2e00886 is scheduled to be hosted by DHCP agent d5a8b9a1-2e9e-46b5-8163-20b7d509fa4e with binding_index 1 {{(pid=103319) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 13:47:34.294045 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [None req-57692ffd-fe59-4d00-aa51-d07847d472bf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830787-2-iscsi, 18ff371c-a6b9-4e7a-9b54-bf9ba2e00886) {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 13:47:34.300790 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57692ffd-fe59-4d00-aa51-d07847d472bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:47:34.302063 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-57692ffd-fe59-4d00-aa51-d07847d472bf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871534'] for subnet (None), before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:47:34.304073 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da6bfd81-93f5-4ed6-b23b-e33642a050cb None None] Network 18ff371c-a6b9-4e7a-9b54-bf9ba2e00886 requested from dv-cinder-830787-2-iscsi {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 13:47:34.329801 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-57692ffd-fe59-4d00-aa51-d07847d472bf admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5771844 Apr 11 13:47:34.412046 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3222acd-4d8f-4187-b41d-0b75cb5bf8a6 None None] Network 18ff371c-a6b9-4e7a-9b54-bf9ba2e00886 requested from dv-cinder-830787-2-iscsi {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 13:47:36.862860 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.67', 52528) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:47:37.079618 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-b1d79e8f-aee8-4f46-b803-123ce3a7fca5 demo admin] 10.222.0.67 "GET /v2.0/routers/9078b46f-46a4-47c8-b072-2db0182d6e46 HTTP/1.1" status: 200 len: 710 time: 0.2154443 Apr 11 13:47:37.173775 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfd7fd9b-8197-4420-a10d-08c803cb3e13 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:47:37.175112 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-cfd7fd9b-8197-4420-a10d-08c803cb3e13 demo admin] 10.222.0.67 "GET /v2.0/networks/18ff371c-a6b9-4e7a-9b54-bf9ba2e00886 HTTP/1.1" status: 200 len: 886 time: 0.0903232 Apr 11 13:47:37.185276 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.v2.base [None req-d25eac92-6cb8-476e-8690-b6910b894468 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886'}}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 13:47:37.451838 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-d25eac92-6cb8-476e-8690-b6910b894468 demo admin] Publish callbacks [] for router_gateway (9078b46f-46a4-47c8-b072-2db0182d6e46), precommit_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:47:37.687226 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-d25eac92-6cb8-476e-8690-b6910b894468 demo admin] Publish callbacks [] for router_gateway (9078b46f-46a4-47c8-b072-2db0182d6e46), before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:47:37.766218 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-d25eac92-6cb8-476e-8690-b6910b894468 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883311'] for port (None), before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:47:37.924017 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.db.db_base_plugin_common [None req-d25eac92-6cb8-476e-8690-b6910b894468 demo admin] Allocated IP 172.27.1.163 (18ff371c-a6b9-4e7a-9b54-bf9ba2e00886/b63ed172-4352-4f2b-94f9-a4e97d1b6a55/bb905f66-e7a8-41d6-9a00-750d78006165) {{(pid=103319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 13:47:38.033473 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-d25eac92-6cb8-476e-8690-b6910b894468 demo admin] Publish callbacks [] for port (bb905f66-e7a8-41d6-9a00-750d78006165), precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:47:38.135977 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-d25eac92-6cb8-476e-8690-b6910b894468 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750379164474'] for port (bb905f66-e7a8-41d6-9a00-750d78006165), after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:47:38.216606 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d25eac92-6cb8-476e-8690-b6910b894468 demo admin] Network 18ff371c-a6b9-4e7a-9b54-bf9ba2e00886 is already hosted by enough agents. {{(pid=103319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 13:47:38.223189 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [None req-d25eac92-6cb8-476e-8690-b6910b894468 demo admin] Resources bound (agent type, host, resource id): {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 13:47:38.228777 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d25eac92-6cb8-476e-8690-b6910b894468 demo admin] Received port after_create {{(pid=103319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 13:47:38.235531 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25eac92-6cb8-476e-8690-b6910b894468 demo admin] Pushing event updated for resources: {'Port': ['ID=bb905f66-e7a8-41d6-9a00-750d78006165,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:47:38.525123 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-d25eac92-6cb8-476e-8690-b6910b894468 demo admin] Publish callbacks [] for router_gateway (9078b46f-46a4-47c8-b072-2db0182d6e46), after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:47:38.724152 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-d25eac92-6cb8-476e-8690-b6910b894468 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8111948', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8074699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-37560'] for router (9078b46f-46a4-47c8-b072-2db0182d6e46), precommit_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:47:38.728352 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-d25eac92-6cb8-476e-8690-b6910b894468 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8126381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8126399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8126390', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8074690'] for router (9078b46f-46a4-47c8-b072-2db0182d6e46), after_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:47:38.844551 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d25eac92-6cb8-476e-8690-b6910b894468 demo admin] Router 9078b46f-46a4-47c8-b072-2db0182d6e46 has already been hosted by L3 agent e731c656-576f-4174-9da3-af64518920bc {{(pid=103319) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 13:47:38.953850 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d25eac92-6cb8-476e-8690-b6910b894468 demo admin] Notify agent at l3_agent.dv-cinder-830787-2-iscsi the message routers_updated {{(pid=103319) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 13:47:38.958451 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-d25eac92-6cb8-476e-8690-b6910b894468 demo admin] Publish callbacks [] for router (None), before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:47:38.960047 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-d25eac92-6cb8-476e-8690-b6910b894468 demo admin] 10.222.0.67 "PUT /v2.0/routers/9078b46f-46a4-47c8-b072-2db0182d6e46 HTTP/1.1" status: 200 len: 890 time: 1.7781973 Apr 11 13:47:39.977095 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Device e4be751f-ae4c-4427-b845-c5dfaf02616d up at agent ovs-agent-dv-cinder-830787-2-iscsi {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 13:47:40.033964 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Provisioning complete for port e4be751f-ae4c-4427-b845-c5dfaf02616d triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 13:47:40.034353 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-663396'] for port (e4be751f-ae4c-4427-b845-c5dfaf02616d), provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:47:40.111424 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Current status of the port e4be751f-ae4c-4427-b845-c5dfaf02616d is: ACTIVE; New status is: ACTIVE {{(pid=103320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 13:47:40.972882 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.db.agents_db [None req-69d3ff0a-913c-429f-8002-6cfbd72f8f27 None None] Agent healthcheck: found 5 active agents {{(pid=103321) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 13:47:41.515858 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.67', 52540) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:47:41.630985 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-55a025fc-6d9a-4655-b001-131d56e01df0 admin admin] 10.222.0.67 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1139007 Apr 11 13:47:41.674654 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad24d180-0bc1-4a80-9ade-b6b185c2895e None None] Sync routers for ids ['9078b46f-46a4-47c8-b072-2db0182d6e46'] in dv-cinder-830787-2-iscsi {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 13:47:41.687166 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad24d180-0bc1-4a80-9ade-b6b185c2895e None None] Routers {'9078b46f-46a4-47c8-b072-2db0182d6e46'} bound to L3 agent in host dv-cinder-830787-2-iscsi {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 13:47:41.687859 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-ad24d180-0bc1-4a80-9ade-b6b185c2895e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830787-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-11T13:46:59Z,description=,heartbeat_timestamp=2022-04-11T13:47:29Z,host='dv-cinder-830787-2-iscsi',id=e731c656-576f-4174-9da3-af64518920bc,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T13:46:59Z,topic='l3_agent')) {'router_ids': ['9078b46f-46a4-47c8-b072-2db0182d6e46'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:47:41.914758 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.db.l3_dvr_db [None req-ad24d180-0bc1-4a80-9ade-b6b185c2895e None None] Set router 9078b46f-46a4-47c8-b072-2db0182d6e46 gateway port host: dv-cinder-830787-2-iscsi {{(pid=103320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 13:47:42.383272 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-ad24d180-0bc1-4a80-9ade-b6b185c2895e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9078b46f-46a4-47c8-b072-2db0182d6e46', 'name': 'router1', 'tenant_id': '029a84f386ce4e48b750a76626f65b2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886', 'external_fixed_ips': [{'subnet_id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'ip_address': '172.27.1.163'}], 'enable_snat': True}, 'gw_port_id': 'bb905f66-e7a8-41d6-9a00-750d78006165', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T13:47:19Z', 'updated_at': '2022-04-11T13:47:38Z', 'revision_number': 4, 'project_id': '029a84f386ce4e48b750a76626f65b2d', 'gw_port': {'id': 'bb905f66-e7a8-41d6-9a00-750d78006165', 'name': '', 'network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:c2:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9078b46f-46a4-47c8-b072-2db0182d6e46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'ip_address': '172.27.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:47:37Z', 'updated_at': '2022-04-11T13:47:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830787-2-iscsi', '_interfaces': [{'id': 'e4be751f-ae4c-4427-b845-c5dfaf02616d', 'name': '', 'network_id': '18c10d92-ca9c-4999-b29d-0fc326d302b7', 'tenant_id': '029a84f386ce4e48b750a76626f65b2d', 'mac_address': 'fa:16:3e:56:7f:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9078b46f-46a4-47c8-b072-2db0182d6e46', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '80ee66a8-be69-449b-b3cc-da2b1dc16edd', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:47:29Z', 'updated_at': '2022-04-11T13:47:32Z', 'revision_number': 5, 'project_id': '029a84f386ce4e48b750a76626f65b2d', 'subnets': [{'id': '80ee66a8-be69-449b-b3cc-da2b1dc16edd', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8837f3cd-d8ff-452f-a2d0-62134e0aabee'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830787-2-iscsi', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:47:42.434749 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad24d180-0bc1-4a80-9ade-b6b185c2895e None None] Checking router: 9078b46f-46a4-47c8-b072-2db0182d6e46 for host: dv-cinder-830787-2-iscsi {{(pid=103320) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 13:47:42.435453 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad24d180-0bc1-4a80-9ade-b6b185c2895e None None] Updating router 9078b46f-46a4-47c8-b072-2db0182d6e46 port bb905f66-e7a8-41d6-9a00-750d78006165 binding host dv-cinder-830787-2-iscsi {{(pid=103320) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 13:47:42.490134 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-ad24d180-0bc1-4a80-9ade-b6b185c2895e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883311'] for port (bb905f66-e7a8-41d6-9a00-750d78006165), before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:47:42.810777 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-ad24d180-0bc1-4a80-9ade-b6b185c2895e None None] Publish callbacks [] for port (bb905f66-e7a8-41d6-9a00-750d78006165), precommit_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:47:42.816073 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-ad24d180-0bc1-4a80-9ade-b6b185c2895e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750379687711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750379164492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750379164510'] for port (bb905f66-e7a8-41d6-9a00-750d78006165), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:47:42.865312 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599213c4-9fd4-45e1-8658-8acd8e6ec915 None None] Pushing event updated for resources: {'Port': ['ID=bb905f66-e7a8-41d6-9a00-750d78006165,revision_number=2']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:47:42.883890 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-ad24d180-0bc1-4a80-9ade-b6b185c2895e None None] Attempting to bind port bb905f66-e7a8-41d6-9a00-750d78006165 on host dv-cinder-830787-2-iscsi for vnic_type normal with profile {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 13:47:42.884287 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-ad24d180-0bc1-4a80-9ade-b6b185c2895e None None] Attempting to bind port bb905f66-e7a8-41d6-9a00-750d78006165 by drivers openvswitch,hyperv on host dv-cinder-830787-2-iscsi at level 0 using segments [{'id': '153f0837-19dc-4e5c-bf6b-49a4300ea8f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886'}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 13:47:42.885002 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad24d180-0bc1-4a80-9ade-b6b185c2895e None None] Attempting to bind port bb905f66-e7a8-41d6-9a00-750d78006165 on network 18ff371c-a6b9-4e7a-9b54-bf9ba2e00886 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 13:47:42.891981 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad24d180-0bc1-4a80-9ade-b6b185c2895e None None] Checking agent: {'id': 'f2586825-e748-4c1d-8b98-cb0d5b6c266d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830787-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 13, 47, 3), 'started_at': datetime.datetime(2022, 4, 11, 13, 47, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 13, 47, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830787-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 13:47:42.892960 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad24d180-0bc1-4a80-9ade-b6b185c2895e None None] Checking segment: {'id': '153f0837-19dc-4e5c-bf6b-49a4300ea8f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 13:47:42.892960 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-ad24d180-0bc1-4a80-9ade-b6b185c2895e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:47:42.894052 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad24d180-0bc1-4a80-9ade-b6b185c2895e None None] Bound using segment: {'id': '153f0837-19dc-4e5c-bf6b-49a4300ea8f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886'} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 13:47:42.894052 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-ad24d180-0bc1-4a80-9ade-b6b185c2895e None None] Bound port: bb905f66-e7a8-41d6-9a00-750d78006165, host: dv-cinder-830787-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '153f0837-19dc-4e5c-bf6b-49a4300ea8f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886'}}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 13:47:42.894052 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-ad24d180-0bc1-4a80-9ade-b6b185c2895e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883311'] for port (bb905f66-e7a8-41d6-9a00-750d78006165), before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:47:42.952553 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-ad24d180-0bc1-4a80-9ade-b6b185c2895e None None] For port bb905f66-e7a8-41d6-9a00-750d78006165, host dv-cinder-830787-2-iscsi, cleared binding levels {{(pid=103320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 13:47:42.955938 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-ad24d180-0bc1-4a80-9ade-b6b185c2895e None None] For port bb905f66-e7a8-41d6-9a00-750d78006165, host dv-cinder-830787-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830787-2-iscsi',level=0,port_id=bb905f66-e7a8-41d6-9a00-750d78006165,segment=NetworkSegment(153f0837-19dc-4e5c-bf6b-49a4300ea8f5),segment_id=153f0837-19dc-4e5c-bf6b-49a4300ea8f5)] {{(pid=103320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 13:47:42.962294 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-ad24d180-0bc1-4a80-9ade-b6b185c2895e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750379687711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750379164492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750379164510'] for port (bb905f66-e7a8-41d6-9a00-750d78006165), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:47:43.016000 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad24d180-0bc1-4a80-9ade-b6b185c2895e None None] Routers {'9078b46f-46a4-47c8-b072-2db0182d6e46'} bound to L3 agent in host dv-cinder-830787-2-iscsi {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 13:47:43.016605 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-ad24d180-0bc1-4a80-9ade-b6b185c2895e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830787-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-11T13:46:59Z,description=,heartbeat_timestamp=2022-04-11T13:47:29Z,host='dv-cinder-830787-2-iscsi',id=e731c656-576f-4174-9da3-af64518920bc,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T13:46:59Z,topic='l3_agent')) {'router_ids': ['9078b46f-46a4-47c8-b072-2db0182d6e46'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:47:43.071683 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599213c4-9fd4-45e1-8658-8acd8e6ec915 None None] Pushing event updated for resources: {'Port': ['ID=bb905f66-e7a8-41d6-9a00-750d78006165,revision_number=3']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:47:43.137237 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.db.l3_dvr_db [None req-ad24d180-0bc1-4a80-9ade-b6b185c2895e None None] Set router 9078b46f-46a4-47c8-b072-2db0182d6e46 gateway port host: dv-cinder-830787-2-iscsi {{(pid=103320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 13:47:43.353353 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-ad24d180-0bc1-4a80-9ade-b6b185c2895e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9078b46f-46a4-47c8-b072-2db0182d6e46', 'name': 'router1', 'tenant_id': '029a84f386ce4e48b750a76626f65b2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886', 'external_fixed_ips': [{'subnet_id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'ip_address': '172.27.1.163'}], 'enable_snat': True}, 'gw_port_id': 'bb905f66-e7a8-41d6-9a00-750d78006165', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T13:47:19Z', 'updated_at': '2022-04-11T13:47:38Z', 'revision_number': 4, 'project_id': '029a84f386ce4e48b750a76626f65b2d', 'gw_port': {'id': 'bb905f66-e7a8-41d6-9a00-750d78006165', 'name': '', 'network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:c2:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9078b46f-46a4-47c8-b072-2db0182d6e46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'ip_address': '172.27.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:47:37Z', 'updated_at': '2022-04-11T13:47:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830787-2-iscsi', '_interfaces': [{'id': 'e4be751f-ae4c-4427-b845-c5dfaf02616d', 'name': '', 'network_id': '18c10d92-ca9c-4999-b29d-0fc326d302b7', 'tenant_id': '029a84f386ce4e48b750a76626f65b2d', 'mac_address': 'fa:16:3e:56:7f:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9078b46f-46a4-47c8-b072-2db0182d6e46', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '80ee66a8-be69-449b-b3cc-da2b1dc16edd', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:47:29Z', 'updated_at': '2022-04-11T13:47:32Z', 'revision_number': 5, 'project_id': '029a84f386ce4e48b750a76626f65b2d', 'subnets': [{'id': '80ee66a8-be69-449b-b3cc-da2b1dc16edd', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8837f3cd-d8ff-452f-a2d0-62134e0aabee'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830787-2-iscsi', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:47:43.382901 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad24d180-0bc1-4a80-9ade-b6b185c2895e None None] The sync data for ids ['9078b46f-46a4-47c8-b072-2db0182d6e46'] in dv-cinder-830787-2-iscsi is: [{'id': '9078b46f-46a4-47c8-b072-2db0182d6e46', 'name': 'router1', 'tenant_id': '029a84f386ce4e48b750a76626f65b2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886', 'external_fixed_ips': [{'subnet_id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'ip_address': '172.27.1.163'}], 'enable_snat': True}, 'gw_port_id': 'bb905f66-e7a8-41d6-9a00-750d78006165', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T13:47:19Z', 'updated_at': '2022-04-11T13:47:38Z', 'revision_number': 4, 'project_id': '029a84f386ce4e48b750a76626f65b2d', 'gw_port': {'id': 'bb905f66-e7a8-41d6-9a00-750d78006165', 'name': '', 'network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:c2:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9078b46f-46a4-47c8-b072-2db0182d6e46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'ip_address': '172.27.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:47:37Z', 'updated_at': '2022-04-11T13:47:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830787-2-iscsi', '_interfaces': [{'id': 'e4be751f-ae4c-4427-b845-c5dfaf02616d', 'name': '', 'network_id': '18c10d92-ca9c-4999-b29d-0fc326d302b7', 'tenant_id': '029a84f386ce4e48b750a76626f65b2d', 'mac_address': 'fa:16:3e:56:7f:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9078b46f-46a4-47c8-b072-2db0182d6e46', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '80ee66a8-be69-449b-b3cc-da2b1dc16edd', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:47:29Z', 'updated_at': '2022-04-11T13:47:32Z', 'revision_number': 5, 'project_id': '029a84f386ce4e48b750a76626f65b2d', 'subnets': [{'id': '80ee66a8-be69-449b-b3cc-da2b1dc16edd', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8837f3cd-d8ff-452f-a2d0-62134e0aabee'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 13:47:44.011417 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Device bb905f66-e7a8-41d6-9a00-750d78006165 up at agent ovs-agent-dv-cinder-830787-2-iscsi {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 13:47:44.085332 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Provisioning complete for port bb905f66-e7a8-41d6-9a00-750d78006165 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 13:47:44.085957 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-663396'] for port (bb905f66-e7a8-41d6-9a00-750d78006165), provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:47:44.190284 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Current status of the port bb905f66-e7a8-41d6-9a00-750d78006165 is: DOWN; New status is: ACTIVE {{(pid=103320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 13:47:44.190941 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883311'] for port (bb905f66-e7a8-41d6-9a00-750d78006165), before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:47:44.217261 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] For port bb905f66-e7a8-41d6-9a00-750d78006165, host dv-cinder-830787-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830787-2-iscsi',level=0,port_id=bb905f66-e7a8-41d6-9a00-750d78006165,segment=NetworkSegment(153f0837-19dc-4e5c-bf6b-49a4300ea8f5),segment_id=153f0837-19dc-4e5c-bf6b-49a4300ea8f5)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 13:47:44.226437 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750379687711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750379164492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750379164510'] for port (bb905f66-e7a8-41d6-9a00-750d78006165), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:47:44.284639 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Pushing event updated for resources: {'Port': ['ID=bb905f66-e7a8-41d6-9a00-750d78006165,revision_number=4']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:47:45.998571 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Device bb905f66-e7a8-41d6-9a00-750d78006165 up at agent ovs-agent-dv-cinder-830787-2-iscsi {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 13:47:46.063674 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Provisioning complete for port bb905f66-e7a8-41d6-9a00-750d78006165 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 13:47:46.064305 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-663396'] for port (bb905f66-e7a8-41d6-9a00-750d78006165), provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:47:46.168869 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Current status of the port bb905f66-e7a8-41d6-9a00-750d78006165 is: ACTIVE; New status is: ACTIVE {{(pid=103320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 13:47:56.421245 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-06046591-5bbe-4795-8f82-32c9c1114e27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750379576733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663498'] for agent (d5a8b9a1-2e9e-46b5-8163-20b7d509fa4e), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:47:58.763125 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-789217a8-d4ef-4bde-a6e3-4ba91a85be8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750379576733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663498'] for agent (e731c656-576f-4174-9da3-af64518920bc), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:48:00.067154 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-75ad2582-0b5d-438d-ba3d-9545e3f86417 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750379576733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663498'] for agent (af269f03-95a2-4a08-bd5c-5879324d2567), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:48:01.549077 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-fcd2c3e6-f415-40f5-8fd4-1147b68fd929 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750379576733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663498'] for agent (a1227682-d2f2-4331-ba13-738c8a59e95d), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:48:03.225046 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750379576733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663498'] for agent (f2586825-e748-4c1d-8b98-cb0d5b6c266d), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:48:17.973572 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.db.agents_db [None req-69d3ff0a-913c-429f-8002-6cfbd72f8f27 None None] Agent healthcheck: found 5 active agents {{(pid=103321) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 13:48:26.427336 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-8268d23a-8ca6-40d6-bb1a-9a10df81f06f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750379576733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663498'] for agent (d5a8b9a1-2e9e-46b5-8163-20b7d509fa4e), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:48:28.758724 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-eda5532c-2ade-45a5-98a6-7d0181ae2f2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750379576733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663498'] for agent (e731c656-576f-4174-9da3-af64518920bc), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:48:30.072885 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-75ad2582-0b5d-438d-ba3d-9545e3f86417 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750379576733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663498'] for agent (af269f03-95a2-4a08-bd5c-5879324d2567), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:48:31.554649 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-fcd2c3e6-f415-40f5-8fd4-1147b68fd929 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750379576733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663498'] for agent (a1227682-d2f2-4331-ba13-738c8a59e95d), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:48:33.222152 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750379576733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663498'] for agent (f2586825-e748-4c1d-8b98-cb0d5b6c266d), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:48:54.973111 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.db.agents_db [None req-69d3ff0a-913c-429f-8002-6cfbd72f8f27 None None] Agent healthcheck: found 5 active agents {{(pid=103321) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 13:48:56.418721 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-827b7816-8dec-4ee7-b036-7095db230852 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750379576733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663498'] for agent (d5a8b9a1-2e9e-46b5-8163-20b7d509fa4e), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:48:58.760644 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-bb4985ce-017c-45cb-acf1-fa5c19e864d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750379576733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663498'] for agent (e731c656-576f-4174-9da3-af64518920bc), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:49:00.081795 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-75ad2582-0b5d-438d-ba3d-9545e3f86417 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750379576733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663498'] for agent (af269f03-95a2-4a08-bd5c-5879324d2567), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:49:01.555872 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-fcd2c3e6-f415-40f5-8fd4-1147b68fd929 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750379576733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663498'] for agent (a1227682-d2f2-4331-ba13-738c8a59e95d), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:49:03.225579 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750379576733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663498'] for agent (f2586825-e748-4c1d-8b98-cb0d5b6c266d), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:49:03.973141 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.67', 53024) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:49:04.033710 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.pecan_wsgi.hooks.translation [None req-2715bde1-cff1-40c0-9c14-db6323a8dc1c admin admin] GET failed (client error): The resource could not be found. Apr 11 13:49:04.034980 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-2715bde1-cff1-40c0-9c14-db6323a8dc1c admin admin] 10.222.0.67 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0608661 Apr 11 13:49:04.199266 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac59011b-d321-4261-9cf8-e23eb63c337e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:49:04.200698 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-ac59011b-d321-4261-9cf8-e23eb63c337e admin admin] 10.222.0.67 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1616971 Apr 11 13:49:06.547890 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.67', 53034) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:49:06.644465 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aedbb21-e3ab-40b4-9136-17d48b5773b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:49:06.645807 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-6aedbb21-e3ab-40b4-9136-17d48b5773b3 admin admin] 10.222.0.67 "GET /v2.0/subnets/80ee66a8-be69-449b-b3cc-da2b1dc16edd HTTP/1.1" status: 200 len: 849 time: 0.0969589 Apr 11 13:49:06.655116 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.v2.base [None req-452114d2-b64a-40b1-a491-6a489040c453 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 13:49:06.739291 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-452114d2-b64a-40b1-a491-6a489040c453 admin admin] Publish callbacks [] for subnet (80ee66a8-be69-449b-b3cc-da2b1dc16edd), before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:49:06.878557 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-452114d2-b64a-40b1-a491-6a489040c453 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8750379687702'] for subnet (80ee66a8-be69-449b-b3cc-da2b1dc16edd), after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:49:06.905630 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-452114d2-b64a-40b1-a491-6a489040c453 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:49:06.906628 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-452114d2-b64a-40b1-a491-6a489040c453 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871534'] for subnet (None), before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:49:06.907985 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-452114d2-b64a-40b1-a491-6a489040c453 admin admin] 10.222.0.67 "PUT /v2.0/subnets/80ee66a8-be69-449b-b3cc-da2b1dc16edd HTTP/1.1" status: 200 len: 868 time: 0.2565024 Apr 11 13:49:06.930341 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452114d2-b64a-40b1-a491-6a489040c453 admin admin] Pushing event updated for resources: {'Subnet': ['ID=80ee66a8-be69-449b-b3cc-da2b1dc16edd,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:49:06.930746 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45d9d584-dee8-4c58-aa41-3b48af391689 None None] Network 18c10d92-ca9c-4999-b29d-0fc326d302b7 requested from dv-cinder-830787-2-iscsi {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 13:49:06.938161 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-452114d2-b64a-40b1-a491-6a489040c453 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:49:06.938514 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-452114d2-b64a-40b1-a491-6a489040c453 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:49:06.938863 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-452114d2-b64a-40b1-a491-6a489040c453 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:49:06.939203 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-452114d2-b64a-40b1-a491-6a489040c453 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:49:06.939531 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-452114d2-b64a-40b1-a491-6a489040c453 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:49:06.939886 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-452114d2-b64a-40b1-a491-6a489040c453 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:49:06.940209 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-452114d2-b64a-40b1-a491-6a489040c453 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:49:06.940528 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-452114d2-b64a-40b1-a491-6a489040c453 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:49:06.940866 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-452114d2-b64a-40b1-a491-6a489040c453 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:49:06.941190 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-452114d2-b64a-40b1-a491-6a489040c453 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:49:06.941513 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-452114d2-b64a-40b1-a491-6a489040c453 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:49:06.941830 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-452114d2-b64a-40b1-a491-6a489040c453 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:49:06.942151 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-452114d2-b64a-40b1-a491-6a489040c453 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:49:06.942467 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-452114d2-b64a-40b1-a491-6a489040c453 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:49:06.942781 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-452114d2-b64a-40b1-a491-6a489040c453 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:49:07.309906 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-7dcfae33-615d-4df4-81f4-91e08737cb5f None None] Provisioning complete for port 9e95b090-c91f-4ebf-965b-4efc17813bd3 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 13:49:07.310291 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7dcfae33-615d-4df4-81f4-91e08737cb5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-663396'] for port (9e95b090-c91f-4ebf-965b-4efc17813bd3), provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:49:07.389693 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-7dcfae33-615d-4df4-81f4-91e08737cb5f None None] Current status of the port 9e95b090-c91f-4ebf-965b-4efc17813bd3 is: ACTIVE; New status is: ACTIVE {{(pid=103320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 13:49:07.398550 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-7dcfae33-615d-4df4-81f4-91e08737cb5f None None] Provisioning complete for port e4be751f-ae4c-4427-b845-c5dfaf02616d triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 13:49:07.398699 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7dcfae33-615d-4df4-81f4-91e08737cb5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-663396'] for port (e4be751f-ae4c-4427-b845-c5dfaf02616d), provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:49:07.473764 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-7dcfae33-615d-4df4-81f4-91e08737cb5f None None] Current status of the port e4be751f-ae4c-4427-b845-c5dfaf02616d is: ACTIVE; New status is: ACTIVE {{(pid=103320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 13:49:09.256616 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.67', 53044) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:49:09.526960 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf35f1d7-d96c-4bb9-a908-c71233a9b3c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:49:09.527349 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf35f1d7-d96c-4bb9-a908-c71233a9b3c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:49:09.531611 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-cf35f1d7-d96c-4bb9-a908-c71233a9b3c7 admin admin] 10.222.0.67 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2713966 Apr 11 13:49:11.857226 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.67', 53052) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:49:11.987436 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83fe90b0-8ea6-482f-9936-c86683888cb9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:49:11.987950 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83fe90b0-8ea6-482f-9936-c86683888cb9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:49:11.989502 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-83fe90b0-8ea6-482f-9936-c86683888cb9 admin admin] 10.222.0.67 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1313260 Apr 11 13:49:14.301605 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.67', 53060) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:49:14.432616 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a1f4274-434e-42ef-a71b-02215e3e0d62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:49:14.434016 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-0a1f4274-434e-42ef-a71b-02215e3e0d62 admin admin] 10.222.0.67 "GET /v2.0/networks/18c10d92-ca9c-4999-b29d-0fc326d302b7 HTTP/1.1" status: 200 len: 869 time: 0.1314371 Apr 11 13:49:16.763798 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.67', 53070) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:49:16.891236 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3893fb33-bd47-456c-9225-7a7de8eea07b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:49:16.892643 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-3893fb33-bd47-456c-9225-7a7de8eea07b admin admin] 10.222.0.67 "GET /v2.0/networks/18ff371c-a6b9-4e7a-9b54-bf9ba2e00886 HTTP/1.1" status: 200 len: 886 time: 0.1278918 Apr 11 13:49:19.209085 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.67', 53078) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:49:19.329562 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-037efa8b-2a46-4758-a5ea-f370631d4221 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:49:19.330558 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-037efa8b-2a46-4758-a5ea-f370631d4221 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:49:19.332103 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-037efa8b-2a46-4758-a5ea-f370631d4221 admin admin] 10.222.0.67 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1220684 Apr 11 13:49:21.666333 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.67', 53086) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:49:21.758141 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e0d5356-02fb-4cdf-9d27-e0d62526da65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:49:21.758599 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e0d5356-02fb-4cdf-9d27-e0d62526da65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:49:21.760128 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-7e0d5356-02fb-4cdf-9d27-e0d62526da65 admin admin] 10.222.0.67 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0929158 Apr 11 13:49:24.109031 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.67', 53094) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:49:24.199993 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5845f80-f4a3-4ad6-8304-ce89146b01eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:49:24.201326 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-d5845f80-f4a3-4ad6-8304-ce89146b01eb admin admin] 10.222.0.67 "GET /v2.0/subnets/80ee66a8-be69-449b-b3cc-da2b1dc16edd HTTP/1.1" status: 200 len: 868 time: 0.0912766 Apr 11 13:49:26.421578 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-8d925a32-887e-402f-b0ac-f561e7c857e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750379576733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663498'] for agent (d5a8b9a1-2e9e-46b5-8163-20b7d509fa4e), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:49:26.506330 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.67', 53102) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:49:26.590781 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abb13f4c-51e9-4bce-8ba8-091602d9f599 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:49:26.592100 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-abb13f4c-51e9-4bce-8ba8-091602d9f599 admin admin] 10.222.0.67 "GET /v2.0/subnets/b63ed172-4352-4f2b-94f9-a4e97d1b6a55 HTTP/1.1" status: 200 len: 816 time: 0.0848072 Apr 11 13:49:28.762453 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-b30b0ece-5525-4961-a9eb-bdd7d7708477 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750379576733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663498'] for agent (e731c656-576f-4174-9da3-af64518920bc), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:49:30.066046 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-75ad2582-0b5d-438d-ba3d-9545e3f86417 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750379576733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663498'] for agent (af269f03-95a2-4a08-bd5c-5879324d2567), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:49:31.559082 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-fcd2c3e6-f415-40f5-8fd4-1147b68fd929 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750379576733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663498'] for agent (a1227682-d2f2-4331-ba13-738c8a59e95d), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:49:32.024195 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.db.agents_db [None req-69d3ff0a-913c-429f-8002-6cfbd72f8f27 None None] Agent healthcheck: found 5 active agents {{(pid=103321) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 13:49:33.229957 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750379576733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663498'] for agent (f2586825-e748-4c1d-8b98-cb0d5b6c266d), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:49:56.423210 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-f23fc6b4-1c12-4fb5-ac61-9e74a002b386 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750379576733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663498'] for agent (d5a8b9a1-2e9e-46b5-8163-20b7d509fa4e), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:49:58.763681 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-1f158355-f1e3-482c-92ca-5e43c981ceb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750379576733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663498'] for agent (e731c656-576f-4174-9da3-af64518920bc), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:50:00.069051 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-75ad2582-0b5d-438d-ba3d-9545e3f86417 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750379576733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663498'] for agent (af269f03-95a2-4a08-bd5c-5879324d2567), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:50:01.561172 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-fcd2c3e6-f415-40f5-8fd4-1147b68fd929 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750379576733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663498'] for agent (a1227682-d2f2-4331-ba13-738c8a59e95d), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:50:03.231328 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750379576733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663498'] for agent (f2586825-e748-4c1d-8b98-cb0d5b6c266d), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:50:07.542100 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.67', 53160) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:50:07.589987 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.wsgi [None req-706ba69e-b43d-46e8-a342-69b6593ad0b9 admin admin] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=103318) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 11 13:50:07.590982 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-706ba69e-b43d-46e8-a342-69b6593ad0b9 admin admin] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0479202 Apr 11 13:50:08.973560 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.db.agents_db [None req-69d3ff0a-913c-429f-8002-6cfbd72f8f27 None None] Agent healthcheck: found 5 active agents {{(pid=103321) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 13:50:10.009139 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.67', 53168) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:50:10.071088 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa5fa40d-42a6-4608-b894-85b6928ac607 admin admin] GET failed (client error): The resource could not be found. Apr 11 13:50:10.072448 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-aa5fa40d-42a6-4608-b894-85b6928ac607 admin admin] 10.222.0.67 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0623858 Apr 11 13:50:10.216718 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60f908e7-a4a6-49a7-9dc2-bdb41edea772 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:50:10.218100 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-60f908e7-a4a6-49a7-9dc2-bdb41edea772 admin admin] 10.222.0.67 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1416299 Apr 11 13:50:12.580586 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.67', 53176) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:50:12.627590 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.v2.base [None req-5048a9d9-c854-4f20-80aa-88c6edcd7d5a admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 13:50:12.647017 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5048a9d9-c854-4f20-80aa-88c6edcd7d5a admin admin] Made reservation on behalf of 8ea005f626c8456495dc1d10183dc603 for: {'network': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 13:50:12.649285 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-5048a9d9-c854-4f20-80aa-88c6edcd7d5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883311'] for network (None), before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:50:12.675923 dv-cinder-830787-2-iscsi neutron-server[103318]: WARNING neutron.services.revisions.revision_plugin [None req-5048a9d9-c854-4f20-80aa-88c6edcd7d5a admin admin] Could not find related network for resource to bump revision. Apr 11 13:50:12.686235 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5048a9d9-c854-4f20-80aa-88c6edcd7d5a admin admin] vlan segment allocate from pool success with {'vlan_id': 915, 'physical_network': 'physnet1'} {{(pid=103318) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 13:50:12.695509 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-5048a9d9-c854-4f20-80aa-88c6edcd7d5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682637'] for segment (fba6ac13-e9a1-4ace-9a68-c0eb786f4445), precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:50:12.695866 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.db.segments_db [None req-5048a9d9-c854-4f20-80aa-88c6edcd7d5a admin admin] Added segment fba6ac13-e9a1-4ace-9a68-c0eb786f4445 of type vlan for network 8e08aa59-6908-48e0-afae-b7b7419c53bb Apr 11 13:50:12.741871 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-5048a9d9-c854-4f20-80aa-88c6edcd7d5a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750379148903'] for network (8e08aa59-6908-48e0-afae-b7b7419c53bb), precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:50:12.765229 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-5048a9d9-c854-4f20-80aa-88c6edcd7d5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8024001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708'] for network (8e08aa59-6908-48e0-afae-b7b7419c53bb), after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:50:12.766090 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5048a9d9-c854-4f20-80aa-88c6edcd7d5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:50:12.766653 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-5048a9d9-c854-4f20-80aa-88c6edcd7d5a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871534'] for network (None), before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:50:12.798986 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-5048a9d9-c854-4f20-80aa-88c6edcd7d5a admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2170413 Apr 11 13:50:12.833179 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5048a9d9-c854-4f20-80aa-88c6edcd7d5a admin admin] Pushing event updated for resources: {'Network': ['ID=8e08aa59-6908-48e0-afae-b7b7419c53bb,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:50:12.840493 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5048a9d9-c854-4f20-80aa-88c6edcd7d5a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:50:12.840839 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5048a9d9-c854-4f20-80aa-88c6edcd7d5a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:50:12.841175 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5048a9d9-c854-4f20-80aa-88c6edcd7d5a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:50:12.841508 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5048a9d9-c854-4f20-80aa-88c6edcd7d5a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:50:12.841836 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5048a9d9-c854-4f20-80aa-88c6edcd7d5a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:50:12.842157 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5048a9d9-c854-4f20-80aa-88c6edcd7d5a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:50:12.842478 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5048a9d9-c854-4f20-80aa-88c6edcd7d5a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:50:12.842798 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5048a9d9-c854-4f20-80aa-88c6edcd7d5a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:50:12.843135 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5048a9d9-c854-4f20-80aa-88c6edcd7d5a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:50:12.843461 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5048a9d9-c854-4f20-80aa-88c6edcd7d5a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:50:12.843823 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5048a9d9-c854-4f20-80aa-88c6edcd7d5a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:50:12.844160 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5048a9d9-c854-4f20-80aa-88c6edcd7d5a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:50:12.844479 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5048a9d9-c854-4f20-80aa-88c6edcd7d5a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:50:12.844795 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5048a9d9-c854-4f20-80aa-88c6edcd7d5a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:50:12.845131 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5048a9d9-c854-4f20-80aa-88c6edcd7d5a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:50:12.856806 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Network 8e08aa59-6908-48e0-afae-b7b7419c53bb details requested by agent ovs-agent-dv-cinder-830787-2-iscsi with host dv-cinder-830787-2-iscsi {{(pid=103320) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 11 13:50:15.126840 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.67', 53184) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:50:15.186784 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.pecan_wsgi.hooks.translation [None req-bcd73bda-122a-43fc-9c27-b9f46b84f7ca admin admin] GET failed (client error): The resource could not be found. Apr 11 13:50:15.188087 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-bcd73bda-122a-43fc-9c27-b9f46b84f7ca admin admin] 10.222.0.67 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0601330 Apr 11 13:50:15.256540 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a185b45-42c2-4417-88d3-d1d59cc4c70b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:50:15.257973 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-7a185b45-42c2-4417-88d3-d1d59cc4c70b admin admin] 10.222.0.67 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0656550 Apr 11 13:50:15.268098 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.v2.base [None req-378d1b5b-7514-4730-aaea-7aaf06290d43 admin admin] Request body: {'subnet': {'network_id': '8e08aa59-6908-48e0-afae-b7b7419c53bb', 'name': 'shared-subnet', 'ip_version': 4, 'cidr': '192.168.233.0/24', 'description': 'shared-subnet'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 13:50:15.287711 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-378d1b5b-7514-4730-aaea-7aaf06290d43 admin admin] Made reservation on behalf of 8ea005f626c8456495dc1d10183dc603 for: {'subnet': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 13:50:15.289871 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-378d1b5b-7514-4730-aaea-7aaf06290d43 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:50:15.450163 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-378d1b5b-7514-4730-aaea-7aaf06290d43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708'] for subnet (5669e974-6d28-40ca-967f-742f16c746b9), after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:50:15.509132 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378d1b5b-7514-4730-aaea-7aaf06290d43 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5669e974-6d28-40ca-967f-742f16c746b9,revision_number=0']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:50:15.515985 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-378d1b5b-7514-4730-aaea-7aaf06290d43 admin admin] Checking segment: {'id': 'fba6ac13-e9a1-4ace-9a68-c0eb786f4445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '8e08aa59-6908-48e0-afae-b7b7419c53bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 13:50:15.516335 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-378d1b5b-7514-4730-aaea-7aaf06290d43 admin admin] Network hostable DHCP agents. Network: 8e08aa59-6908-48e0-afae-b7b7419c53bb, hostable agents: ['d5a8b9a1-2e9e-46b5-8163-20b7d509fa4e'], hosted agents: [] {{(pid=103318) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 13:50:15.532711 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-378d1b5b-7514-4730-aaea-7aaf06290d43 admin admin] Network 8e08aa59-6908-48e0-afae-b7b7419c53bb is scheduled to be hosted by DHCP agent d5a8b9a1-2e9e-46b5-8163-20b7d509fa4e with binding_index 1 {{(pid=103318) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 13:50:15.540718 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [None req-378d1b5b-7514-4730-aaea-7aaf06290d43 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830787-2-iscsi, 8e08aa59-6908-48e0-afae-b7b7419c53bb) {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 13:50:15.544693 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-378d1b5b-7514-4730-aaea-7aaf06290d43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:50:15.545279 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-378d1b5b-7514-4730-aaea-7aaf06290d43 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871534'] for subnet (None), before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:50:15.550485 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-864e9dcb-2b70-4952-8222-8adddf600b06 None None] Network 8e08aa59-6908-48e0-afae-b7b7419c53bb requested from dv-cinder-830787-2-iscsi {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 13:50:15.561573 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-378d1b5b-7514-4730-aaea-7aaf06290d43 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2973568 Apr 11 13:50:15.756653 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69935bdd-e1c5-498a-b9ef-23ba2846f227 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1fe1531a-8e8b-5363-9076-d554666a6dc4-8e08aa59-6908-48e0-afae-b7b7419c53bb', 'network_id': '8e08aa59-6908-48e0-afae-b7b7419c53bb', 'project_id': '8ea005f626c8456495dc1d10183dc603', 'fixed_ips': [{'subnet_id': '5669e974-6d28-40ca-967f-742f16c746b9'}]}} from dv-cinder-830787-2-iscsi. {{(pid=103320) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 11 13:50:15.757506 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-69935bdd-e1c5-498a-b9ef-23ba2846f227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883311'] for port (None), before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:50:15.897125 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.db.db_base_plugin_common [None req-69935bdd-e1c5-498a-b9ef-23ba2846f227 None None] Allocated IP 192.168.233.2 (8e08aa59-6908-48e0-afae-b7b7419c53bb/5669e974-6d28-40ca-967f-742f16c746b9/f27b92f5-6950-4e41-ad01-5f1da4db5baa) {{(pid=103320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 13:50:16.042038 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-69935bdd-e1c5-498a-b9ef-23ba2846f227 None None] Publish callbacks [] for port (f27b92f5-6950-4e41-ad01-5f1da4db5baa), precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:50:16.049528 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-69935bdd-e1c5-498a-b9ef-23ba2846f227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750379164474'] for port (f27b92f5-6950-4e41-ad01-5f1da4db5baa), after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:50:16.095212 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69935bdd-e1c5-498a-b9ef-23ba2846f227 None None] Network 8e08aa59-6908-48e0-afae-b7b7419c53bb is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 13:50:16.100037 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [None req-69935bdd-e1c5-498a-b9ef-23ba2846f227 None None] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 13:50:16.103314 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69935bdd-e1c5-498a-b9ef-23ba2846f227 None None] Received port after_create {{(pid=103320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 13:50:16.108640 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69935bdd-e1c5-498a-b9ef-23ba2846f227 None None] Pushing event updated for resources: {'Port': ['ID=f27b92f5-6950-4e41-ad01-5f1da4db5baa,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:50:16.133982 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69935bdd-e1c5-498a-b9ef-23ba2846f227 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:50:16.134349 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69935bdd-e1c5-498a-b9ef-23ba2846f227 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:50:16.134709 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69935bdd-e1c5-498a-b9ef-23ba2846f227 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:50:16.135059 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69935bdd-e1c5-498a-b9ef-23ba2846f227 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:50:16.135395 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69935bdd-e1c5-498a-b9ef-23ba2846f227 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:50:16.135834 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69935bdd-e1c5-498a-b9ef-23ba2846f227 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:50:16.136066 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69935bdd-e1c5-498a-b9ef-23ba2846f227 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:50:16.136387 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69935bdd-e1c5-498a-b9ef-23ba2846f227 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:50:16.136705 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69935bdd-e1c5-498a-b9ef-23ba2846f227 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:50:16.137025 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69935bdd-e1c5-498a-b9ef-23ba2846f227 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:50:16.137345 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69935bdd-e1c5-498a-b9ef-23ba2846f227 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:50:16.137679 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69935bdd-e1c5-498a-b9ef-23ba2846f227 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:50:16.137998 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69935bdd-e1c5-498a-b9ef-23ba2846f227 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:50:16.138315 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69935bdd-e1c5-498a-b9ef-23ba2846f227 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:50:16.138626 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69935bdd-e1c5-498a-b9ef-23ba2846f227 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:50:16.172818 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-69935bdd-e1c5-498a-b9ef-23ba2846f227 None None] Attempting to bind port f27b92f5-6950-4e41-ad01-5f1da4db5baa on host dv-cinder-830787-2-iscsi for vnic_type normal with profile {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 13:50:16.173190 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-69935bdd-e1c5-498a-b9ef-23ba2846f227 None None] Attempting to bind port f27b92f5-6950-4e41-ad01-5f1da4db5baa by drivers openvswitch,hyperv on host dv-cinder-830787-2-iscsi at level 0 using segments [{'id': 'fba6ac13-e9a1-4ace-9a68-c0eb786f4445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '8e08aa59-6908-48e0-afae-b7b7419c53bb'}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 13:50:16.174289 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69935bdd-e1c5-498a-b9ef-23ba2846f227 None None] Attempting to bind port f27b92f5-6950-4e41-ad01-5f1da4db5baa on network 8e08aa59-6908-48e0-afae-b7b7419c53bb {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 13:50:16.179470 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69935bdd-e1c5-498a-b9ef-23ba2846f227 None None] Checking agent: {'id': 'f2586825-e748-4c1d-8b98-cb0d5b6c266d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830787-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 13, 47, 3), 'started_at': datetime.datetime(2022, 4, 11, 13, 47, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 13, 50, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830787-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 13:50:16.179872 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69935bdd-e1c5-498a-b9ef-23ba2846f227 None None] Checking segment: {'id': 'fba6ac13-e9a1-4ace-9a68-c0eb786f4445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '8e08aa59-6908-48e0-afae-b7b7419c53bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 13:50:16.180274 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-69935bdd-e1c5-498a-b9ef-23ba2846f227 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:50:16.180658 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69935bdd-e1c5-498a-b9ef-23ba2846f227 None None] Bound using segment: {'id': 'fba6ac13-e9a1-4ace-9a68-c0eb786f4445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '8e08aa59-6908-48e0-afae-b7b7419c53bb'} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 13:50:16.181116 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-69935bdd-e1c5-498a-b9ef-23ba2846f227 None None] Bound port: f27b92f5-6950-4e41-ad01-5f1da4db5baa, host: dv-cinder-830787-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fba6ac13-e9a1-4ace-9a68-c0eb786f4445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '8e08aa59-6908-48e0-afae-b7b7419c53bb'}}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 13:50:16.181489 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-69935bdd-e1c5-498a-b9ef-23ba2846f227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883311'] for port (f27b92f5-6950-4e41-ad01-5f1da4db5baa), before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:50:16.246160 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-69935bdd-e1c5-498a-b9ef-23ba2846f227 None None] For port f27b92f5-6950-4e41-ad01-5f1da4db5baa, host dv-cinder-830787-2-iscsi, cleared binding levels {{(pid=103320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 13:50:16.249153 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-69935bdd-e1c5-498a-b9ef-23ba2846f227 None None] For port f27b92f5-6950-4e41-ad01-5f1da4db5baa, host dv-cinder-830787-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830787-2-iscsi',level=0,port_id=f27b92f5-6950-4e41-ad01-5f1da4db5baa,segment=NetworkSegment(fba6ac13-e9a1-4ace-9a68-c0eb786f4445),segment_id=fba6ac13-e9a1-4ace-9a68-c0eb786f4445)] {{(pid=103320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 13:50:16.256137 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-69935bdd-e1c5-498a-b9ef-23ba2846f227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750379687711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750379164492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750379164510'] for port (f27b92f5-6950-4e41-ad01-5f1da4db5baa), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:50:16.329504 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69935bdd-e1c5-498a-b9ef-23ba2846f227 None None] Pushing event updated for resources: {'Port': ['ID=f27b92f5-6950-4e41-ad01-5f1da4db5baa,revision_number=2']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:50:17.206875 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0173d46b-0bd3-4ea6-8691-479163d470ce None None] Network 8e08aa59-6908-48e0-afae-b7b7419c53bb requested from dv-cinder-830787-2-iscsi {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 13:50:17.322541 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-3e9b65bc-1fe7-4628-a57a-492758d1ee8b None None] Provisioning complete for port f27b92f5-6950-4e41-ad01-5f1da4db5baa triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 13:50:17.322930 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-3e9b65bc-1fe7-4628-a57a-492758d1ee8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-663396'] for port (f27b92f5-6950-4e41-ad01-5f1da4db5baa), provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:50:17.413574 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-3e9b65bc-1fe7-4628-a57a-492758d1ee8b None None] Current status of the port f27b92f5-6950-4e41-ad01-5f1da4db5baa is: DOWN; New status is: ACTIVE {{(pid=103320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 13:50:17.414456 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-3e9b65bc-1fe7-4628-a57a-492758d1ee8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883311'] for port (f27b92f5-6950-4e41-ad01-5f1da4db5baa), before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:50:17.449163 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-3e9b65bc-1fe7-4628-a57a-492758d1ee8b None None] For port f27b92f5-6950-4e41-ad01-5f1da4db5baa, host dv-cinder-830787-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830787-2-iscsi',level=0,port_id=f27b92f5-6950-4e41-ad01-5f1da4db5baa,segment=NetworkSegment(fba6ac13-e9a1-4ace-9a68-c0eb786f4445),segment_id=fba6ac13-e9a1-4ace-9a68-c0eb786f4445)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 13:50:17.455175 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-3e9b65bc-1fe7-4628-a57a-492758d1ee8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750379687711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750379164492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750379164510'] for port (f27b92f5-6950-4e41-ad01-5f1da4db5baa), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:50:17.508475 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9b65bc-1fe7-4628-a57a-492758d1ee8b None None] Pushing event updated for resources: {'Port': ['ID=f27b92f5-6950-4e41-ad01-5f1da4db5baa,revision_number=3']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:50:17.572730 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-1212f4e4-a48f-4f5b-bc65-7827a4455fbe None None] Provisioning complete for port f27b92f5-6950-4e41-ad01-5f1da4db5baa triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 13:50:17.573128 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-1212f4e4-a48f-4f5b-bc65-7827a4455fbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-663396'] for port (f27b92f5-6950-4e41-ad01-5f1da4db5baa), provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:50:17.658408 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-1212f4e4-a48f-4f5b-bc65-7827a4455fbe None None] Current status of the port f27b92f5-6950-4e41-ad01-5f1da4db5baa is: ACTIVE; New status is: ACTIVE {{(pid=103320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 13:50:18.097798 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Device f27b92f5-6950-4e41-ad01-5f1da4db5baa up at agent ovs-agent-dv-cinder-830787-2-iscsi {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 13:50:18.145372 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Provisioning complete for port f27b92f5-6950-4e41-ad01-5f1da4db5baa triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 13:50:18.145740 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-663396'] for port (f27b92f5-6950-4e41-ad01-5f1da4db5baa), provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:50:18.224748 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Current status of the port f27b92f5-6950-4e41-ad01-5f1da4db5baa is: ACTIVE; New status is: ACTIVE {{(pid=103320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 13:50:26.426790 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5a384ba5-eef7-4f3d-bf95-4cc21a8265f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750379576733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663498'] for agent (d5a8b9a1-2e9e-46b5-8163-20b7d509fa4e), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:50:28.764754 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5657f452-06e1-4b21-8bac-3b4ba9474ec7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750379576733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663498'] for agent (e731c656-576f-4174-9da3-af64518920bc), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:50:30.072041 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-75ad2582-0b5d-438d-ba3d-9545e3f86417 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750379576733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663498'] for agent (af269f03-95a2-4a08-bd5c-5879324d2567), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:50:31.565872 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-fcd2c3e6-f415-40f5-8fd4-1147b68fd929 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750379576733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663498'] for agent (a1227682-d2f2-4331-ba13-738c8a59e95d), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:50:33.233923 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750379576733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663498'] for agent (f2586825-e748-4c1d-8b98-cb0d5b6c266d), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:50:45.972000 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.db.agents_db [None req-69d3ff0a-913c-429f-8002-6cfbd72f8f27 None None] Agent healthcheck: found 5 active agents {{(pid=103321) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 13:50:56.429343 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-49b2baba-d492-4811-9ff4-6710cabc1f2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750379576733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663498'] for agent (d5a8b9a1-2e9e-46b5-8163-20b7d509fa4e), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:50:58.767218 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-6a463c9c-7a86-414f-a09a-beb06834e14f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750379576733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663498'] for agent (e731c656-576f-4174-9da3-af64518920bc), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:51:00.076025 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-75ad2582-0b5d-438d-ba3d-9545e3f86417 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750379576733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663498'] for agent (af269f03-95a2-4a08-bd5c-5879324d2567), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:51:01.569112 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-fcd2c3e6-f415-40f5-8fd4-1147b68fd929 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750379576733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663498'] for agent (a1227682-d2f2-4331-ba13-738c8a59e95d), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:51:03.241145 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750379576733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663498'] for agent (f2586825-e748-4c1d-8b98-cb0d5b6c266d), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:51:22.970403 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.db.agents_db [None req-69d3ff0a-913c-429f-8002-6cfbd72f8f27 None None] Agent healthcheck: found 5 active agents {{(pid=103321) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 13:51:26.435961 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-77c870b3-4e04-486a-98e1-940ab609598c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750379576733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663498'] for agent (d5a8b9a1-2e9e-46b5-8163-20b7d509fa4e), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:51:28.769133 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-54937e1f-7afc-4e0e-b16b-2eb0cb3635f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750379576733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663498'] for agent (e731c656-576f-4174-9da3-af64518920bc), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:51:30.077697 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-75ad2582-0b5d-438d-ba3d-9545e3f86417 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750379576733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663498'] for agent (af269f03-95a2-4a08-bd5c-5879324d2567), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:51:31.572744 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-fcd2c3e6-f415-40f5-8fd4-1147b68fd929 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750379576733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663498'] for agent (a1227682-d2f2-4331-ba13-738c8a59e95d), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:51:33.233135 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750379576733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663498'] for agent (f2586825-e748-4c1d-8b98-cb0d5b6c266d), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:51:46.170143 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.67', 53222) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:51:46.175835 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.wsgi [None req-da5ceb42-e4c7-49ee-95fb-3dd9a497e14d tempest-verify_tempest_config-2092675186 tempest-verify_tempest_config-2092675186-project] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=103318) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 11 13:51:46.176795 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-da5ceb42-e4c7-49ee-95fb-3dd9a497e14d tempest-verify_tempest_config-2092675186 tempest-verify_tempest_config-2092675186-project] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0056996 Apr 11 13:51:46.461189 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.67', 53240) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:51:46.561012 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-35aebb49-6f10-404d-abd1-7c2781cc94b4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:51:46.633512 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-35aebb49-6f10-404d-abd1-7c2781cc94b4 admin admin] Publish callbacks [] for security_group (40c27511-727b-4c2d-80be-16df7239c691), precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:51:46.637080 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-35aebb49-6f10-404d-abd1-7c2781cc94b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8023832'] for security_group (40c27511-727b-4c2d-80be-16df7239c691), after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:51:46.680441 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35aebb49-6f10-404d-abd1-7c2781cc94b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40c27511-727b-4c2d-80be-16df7239c691,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:51:46.685218 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-35aebb49-6f10-404d-abd1-7c2781cc94b4 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=b623b76d2f954cfea4c32b12cc9e42b2&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2227566 Apr 11 13:51:46.688929 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.67', 53244) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:51:46.690253 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35aebb49-6f10-404d-abd1-7c2781cc94b4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:51:46.690599 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35aebb49-6f10-404d-abd1-7c2781cc94b4 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:51:46.690933 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35aebb49-6f10-404d-abd1-7c2781cc94b4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:51:46.691267 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35aebb49-6f10-404d-abd1-7c2781cc94b4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:51:46.691596 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35aebb49-6f10-404d-abd1-7c2781cc94b4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:51:46.691948 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35aebb49-6f10-404d-abd1-7c2781cc94b4 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:51:46.692270 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35aebb49-6f10-404d-abd1-7c2781cc94b4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:51:46.692590 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35aebb49-6f10-404d-abd1-7c2781cc94b4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:51:46.692928 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35aebb49-6f10-404d-abd1-7c2781cc94b4 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:51:46.693432 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35aebb49-6f10-404d-abd1-7c2781cc94b4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:51:46.693790 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35aebb49-6f10-404d-abd1-7c2781cc94b4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:51:46.694135 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35aebb49-6f10-404d-abd1-7c2781cc94b4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:51:46.694458 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35aebb49-6f10-404d-abd1-7c2781cc94b4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:51:46.694773 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35aebb49-6f10-404d-abd1-7c2781cc94b4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:51:46.695087 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35aebb49-6f10-404d-abd1-7c2781cc94b4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:51:46.772021 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-751e9024-c328-47c0-a83f-4cc9669f9bb5 admin admin] Publish callbacks [] for security_group (40c27511-727b-4c2d-80be-16df7239c691), before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:51:46.794758 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-751e9024-c328-47c0-a83f-4cc9669f9bb5 admin admin] Publish callbacks [] for security_group (40c27511-727b-4c2d-80be-16df7239c691), precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:51:46.960819 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-751e9024-c328-47c0-a83f-4cc9669f9bb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8023832'] for security_group (40c27511-727b-4c2d-80be-16df7239c691), after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:51:46.963245 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-751e9024-c328-47c0-a83f-4cc9669f9bb5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:51:46.964438 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-751e9024-c328-47c0-a83f-4cc9669f9bb5 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/40c27511-727b-4c2d-80be-16df7239c691 HTTP/1.1" status: 204 len: 168 time: 0.2739835 Apr 11 13:51:46.972570 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751e9024-c328-47c0-a83f-4cc9669f9bb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40c27511-727b-4c2d-80be-16df7239c691,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:51:46.979268 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-751e9024-c328-47c0-a83f-4cc9669f9bb5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:51:46.979612 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-751e9024-c328-47c0-a83f-4cc9669f9bb5 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:51:46.979985 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-751e9024-c328-47c0-a83f-4cc9669f9bb5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:51:46.980329 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-751e9024-c328-47c0-a83f-4cc9669f9bb5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:51:46.980660 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-751e9024-c328-47c0-a83f-4cc9669f9bb5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:51:46.980988 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-751e9024-c328-47c0-a83f-4cc9669f9bb5 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:51:46.981309 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-751e9024-c328-47c0-a83f-4cc9669f9bb5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:51:46.981642 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-751e9024-c328-47c0-a83f-4cc9669f9bb5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:51:46.981946 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-751e9024-c328-47c0-a83f-4cc9669f9bb5 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:51:46.982263 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-751e9024-c328-47c0-a83f-4cc9669f9bb5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:51:46.982582 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-751e9024-c328-47c0-a83f-4cc9669f9bb5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:51:46.982900 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-751e9024-c328-47c0-a83f-4cc9669f9bb5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:51:46.983215 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-751e9024-c328-47c0-a83f-4cc9669f9bb5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:51:46.983528 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-751e9024-c328-47c0-a83f-4cc9669f9bb5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:51:46.984399 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-751e9024-c328-47c0-a83f-4cc9669f9bb5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:51:56.444500 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-da1b98df-379b-4b00-88c8-55c75355f46e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750379576733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663498'] for agent (d5a8b9a1-2e9e-46b5-8163-20b7d509fa4e), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:51:58.770544 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-bfeeb553-9c09-474c-b143-f128edc63937 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750379576733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663498'] for agent (e731c656-576f-4174-9da3-af64518920bc), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:51:59.969105 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.db.agents_db [None req-69d3ff0a-913c-429f-8002-6cfbd72f8f27 None None] Agent healthcheck: found 5 active agents {{(pid=103321) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 13:52:00.103688 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-75ad2582-0b5d-438d-ba3d-9545e3f86417 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750379576733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663498'] for agent (af269f03-95a2-4a08-bd5c-5879324d2567), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:52:01.575182 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-fcd2c3e6-f415-40f5-8fd4-1147b68fd929 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750379576733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663498'] for agent (a1227682-d2f2-4331-ba13-738c8a59e95d), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:52:03.235571 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750379576733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663498'] for agent (f2586825-e748-4c1d-8b98-cb0d5b6c266d), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:52:26.436069 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-98168ecc-d0bc-4d67-a269-374b7fc48261 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750379576733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663498'] for agent (d5a8b9a1-2e9e-46b5-8163-20b7d509fa4e), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:52:28.771577 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c03811a8-cefc-4112-bf62-88e943518b47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750379576733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663498'] for agent (e731c656-576f-4174-9da3-af64518920bc), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:52:30.081424 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-75ad2582-0b5d-438d-ba3d-9545e3f86417 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750379576733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663498'] for agent (af269f03-95a2-4a08-bd5c-5879324d2567), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:52:31.577366 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-fcd2c3e6-f415-40f5-8fd4-1147b68fd929 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750379576733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663498'] for agent (a1227682-d2f2-4331-ba13-738c8a59e95d), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:52:33.237389 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750379576733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663498'] for agent (f2586825-e748-4c1d-8b98-cb0d5b6c266d), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:52:36.967341 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.db.agents_db [None req-69d3ff0a-913c-429f-8002-6cfbd72f8f27 None None] Agent healthcheck: found 5 active agents {{(pid=103321) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 13:52:56.436975 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e80a83d8-a4c4-44d0-ac81-9da693f5093f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750379576733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663498'] for agent (d5a8b9a1-2e9e-46b5-8163-20b7d509fa4e), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:52:58.772886 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-260beec8-6659-4672-bf1a-f2b4304ac95b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750379576733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663498'] for agent (e731c656-576f-4174-9da3-af64518920bc), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:53:00.083758 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-75ad2582-0b5d-438d-ba3d-9545e3f86417 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750379576733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663498'] for agent (af269f03-95a2-4a08-bd5c-5879324d2567), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:53:01.580413 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-fcd2c3e6-f415-40f5-8fd4-1147b68fd929 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750379576733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663498'] for agent (a1227682-d2f2-4331-ba13-738c8a59e95d), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:53:03.238166 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750379576733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663498'] for agent (f2586825-e748-4c1d-8b98-cb0d5b6c266d), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:53:13.966283 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.db.agents_db [None req-69d3ff0a-913c-429f-8002-6cfbd72f8f27 None None] Agent healthcheck: found 5 active agents {{(pid=103321) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 13:53:26.443987 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e2553a59-c810-4abb-b325-6965a225efe8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750379576733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663498'] for agent (d5a8b9a1-2e9e-46b5-8163-20b7d509fa4e), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:53:28.773836 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-a09ceb18-e7c7-4608-808f-5fd8cda83734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750379576733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663498'] for agent (e731c656-576f-4174-9da3-af64518920bc), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:53:30.091268 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-75ad2582-0b5d-438d-ba3d-9545e3f86417 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750379576733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663498'] for agent (af269f03-95a2-4a08-bd5c-5879324d2567), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:53:30.670448 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750379576733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-8074934'] for agent (a433433c-9197-4b2b-8991-1d45f6bac940), after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:53:31.584855 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-fcd2c3e6-f415-40f5-8fd4-1147b68fd929 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750379576733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663498'] for agent (a1227682-d2f2-4331-ba13-738c8a59e95d), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:53:33.240515 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750379576733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663498'] for agent (f2586825-e748-4c1d-8b98-cb0d5b6c266d), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:53:45.747806 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.67', 53316) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:53:45.849353 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-e26aa2ae-ab90-4a93-9201-d98e484dd572 admin admin] 10.222.0.67 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1004472 Apr 11 13:53:48.186620 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.67', 53326) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:53:48.239655 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-508f9048-e236-4c72-b375-995ccf66b317 admin admin] 10.222.0.67 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0519547 Apr 11 13:53:50.965588 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.db.agents_db [None req-69d3ff0a-913c-429f-8002-6cfbd72f8f27 None None] Agent healthcheck: found 6 active agents {{(pid=103321) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 13:53:56.436298 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-534bff08-15fd-4e7e-b811-510f08e5fa9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750379576733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663498'] for agent (d5a8b9a1-2e9e-46b5-8163-20b7d509fa4e), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:53:58.774178 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c2c235ea-f47b-4fc9-af6d-8edae7b46d3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750379576733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663498'] for agent (e731c656-576f-4174-9da3-af64518920bc), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:54:00.089826 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-75ad2582-0b5d-438d-ba3d-9545e3f86417 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750379576733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663498'] for agent (af269f03-95a2-4a08-bd5c-5879324d2567), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:54:00.546088 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750379576733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663498'] for agent (a433433c-9197-4b2b-8991-1d45f6bac940), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:54:01.589268 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-fcd2c3e6-f415-40f5-8fd4-1147b68fd929 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750379576733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663498'] for agent (a1227682-d2f2-4331-ba13-738c8a59e95d), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:54:03.242546 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750379576733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663498'] for agent (f2586825-e748-4c1d-8b98-cb0d5b6c266d), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:54:26.437112 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-da806040-d2c2-4fd3-a257-01e9974ee683 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750379576733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663498'] for agent (d5a8b9a1-2e9e-46b5-8163-20b7d509fa4e), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:54:27.966069 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.db.agents_db [None req-69d3ff0a-913c-429f-8002-6cfbd72f8f27 None None] Agent healthcheck: found 6 active agents {{(pid=103321) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 13:54:28.776445 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-1c3dc1f4-6804-49c1-91b9-975f17cc1495 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750379576733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663498'] for agent (e731c656-576f-4174-9da3-af64518920bc), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:54:30.094014 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-75ad2582-0b5d-438d-ba3d-9545e3f86417 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750379576733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663498'] for agent (af269f03-95a2-4a08-bd5c-5879324d2567), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:54:30.559218 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750379576733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663498'] for agent (a433433c-9197-4b2b-8991-1d45f6bac940), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:54:31.590540 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-fcd2c3e6-f415-40f5-8fd4-1147b68fd929 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750379576733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663498'] for agent (a1227682-d2f2-4331-ba13-738c8a59e95d), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:54:33.245629 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750379576733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663498'] for agent (f2586825-e748-4c1d-8b98-cb0d5b6c266d), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:54:56.438606 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5489e725-ed2b-4712-8e34-e5ace46a70a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750379576733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663498'] for agent (d5a8b9a1-2e9e-46b5-8163-20b7d509fa4e), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:54:58.777211 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-bad1436c-a0d5-4ed3-ab86-5cbbe0c53032 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750379576733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663498'] for agent (e731c656-576f-4174-9da3-af64518920bc), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:55:00.098012 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-75ad2582-0b5d-438d-ba3d-9545e3f86417 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750379576733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663498'] for agent (af269f03-95a2-4a08-bd5c-5879324d2567), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:55:00.573646 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750379576733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663498'] for agent (a433433c-9197-4b2b-8991-1d45f6bac940), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:55:01.592825 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-fcd2c3e6-f415-40f5-8fd4-1147b68fd929 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750379576733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663498'] for agent (a1227682-d2f2-4331-ba13-738c8a59e95d), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:55:03.249230 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750379576733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663498'] for agent (f2586825-e748-4c1d-8b98-cb0d5b6c266d), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:55:04.966265 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.db.agents_db [None req-69d3ff0a-913c-429f-8002-6cfbd72f8f27 None None] Agent healthcheck: found 6 active agents {{(pid=103321) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 13:55:25.389320 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.67', 53460) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:55:25.717689 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.v2.base [None req-dd7b3ef6-73c1-4e49-85e6-d4f788192f0d admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-504218641-network', 'tenant_id': '93aa1a74c2fc48ce81fde5490e3604bf'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 13:55:25.746237 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd7b3ef6-73c1-4e49-85e6-d4f788192f0d admin admin] Made reservation on behalf of 93aa1a74c2fc48ce81fde5490e3604bf for: {'network': 1} {{(pid=103319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 13:55:25.748897 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-dd7b3ef6-73c1-4e49-85e6-d4f788192f0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883311'] for network (None), before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:55:25.763600 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-dd7b3ef6-73c1-4e49-85e6-d4f788192f0d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:55:25.867755 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-dd7b3ef6-73c1-4e49-85e6-d4f788192f0d admin admin] Publish callbacks [] for security_group (7db12c09-12f8-43b6-a9ad-e5cf6e23065c), precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:55:25.871615 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-dd7b3ef6-73c1-4e49-85e6-d4f788192f0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8023832'] for security_group (7db12c09-12f8-43b6-a9ad-e5cf6e23065c), after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:55:25.909179 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7b3ef6-73c1-4e49-85e6-d4f788192f0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7db12c09-12f8-43b6-a9ad-e5cf6e23065c,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:55:25.918790 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd7b3ef6-73c1-4e49-85e6-d4f788192f0d admin admin] vlan segment allocate from pool success with {'vlan_id': 921, 'physical_network': 'physnet1'} {{(pid=103319) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 13:55:25.922426 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7b3ef6-73c1-4e49-85e6-d4f788192f0d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:55:25.922737 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7b3ef6-73c1-4e49-85e6-d4f788192f0d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:55:25.923003 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7b3ef6-73c1-4e49-85e6-d4f788192f0d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:55:25.923320 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7b3ef6-73c1-4e49-85e6-d4f788192f0d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:55:25.923650 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7b3ef6-73c1-4e49-85e6-d4f788192f0d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:55:25.924070 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7b3ef6-73c1-4e49-85e6-d4f788192f0d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:55:25.924308 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7b3ef6-73c1-4e49-85e6-d4f788192f0d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:55:25.924625 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7b3ef6-73c1-4e49-85e6-d4f788192f0d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:55:25.924955 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7b3ef6-73c1-4e49-85e6-d4f788192f0d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:55:25.925298 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7b3ef6-73c1-4e49-85e6-d4f788192f0d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:55:25.925603 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7b3ef6-73c1-4e49-85e6-d4f788192f0d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:55:25.925920 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7b3ef6-73c1-4e49-85e6-d4f788192f0d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:55:25.926670 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7b3ef6-73c1-4e49-85e6-d4f788192f0d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:55:25.927041 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7b3ef6-73c1-4e49-85e6-d4f788192f0d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:55:25.927294 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7b3ef6-73c1-4e49-85e6-d4f788192f0d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:55:25.929043 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7b3ef6-73c1-4e49-85e6-d4f788192f0d admin admin] Tracked resource versions report: Apr 11 13:55:25.929043 dv-cinder-830787-2-iscsi neutron-server[103319]: pushed versions: Apr 11 13:55:25.929043 dv-cinder-830787-2-iscsi neutron-server[103319]: { 'AddressGroup': {'1.2'}, Apr 11 13:55:25.929043 dv-cinder-830787-2-iscsi neutron-server[103319]: 'Agent': {'1.1'}, Apr 11 13:55:25.929043 dv-cinder-830787-2-iscsi neutron-server[103319]: 'ConntrackHelper': {'1.0'}, Apr 11 13:55:25.929043 dv-cinder-830787-2-iscsi neutron-server[103319]: 'LocalIPAssociation': {'1.0'}, Apr 11 13:55:25.929043 dv-cinder-830787-2-iscsi neutron-server[103319]: 'Log': {'1.0'}, Apr 11 13:55:25.929043 dv-cinder-830787-2-iscsi neutron-server[103319]: 'NDPProxy': {'1.0'}, Apr 11 13:55:25.929043 dv-cinder-830787-2-iscsi neutron-server[103319]: 'Network': {'1.1'}, Apr 11 13:55:25.929043 dv-cinder-830787-2-iscsi neutron-server[103319]: 'Port': {'1.7'}, Apr 11 13:55:25.929043 dv-cinder-830787-2-iscsi neutron-server[103319]: 'PortForwarding': {'1.3'}, Apr 11 13:55:25.929043 dv-cinder-830787-2-iscsi neutron-server[103319]: 'QosPolicy': {'1.10'}, Apr 11 13:55:25.929043 dv-cinder-830787-2-iscsi neutron-server[103319]: 'SecurityGroup': {'1.5'}, Apr 11 13:55:25.929043 dv-cinder-830787-2-iscsi neutron-server[103319]: 'SecurityGroupRule': {'1.2'}, Apr 11 13:55:25.929043 dv-cinder-830787-2-iscsi neutron-server[103319]: 'SubPort': {'1.0'}, Apr 11 13:55:25.929043 dv-cinder-830787-2-iscsi neutron-server[103319]: 'Subnet': {'1.1'}, Apr 11 13:55:25.929043 dv-cinder-830787-2-iscsi neutron-server[103319]: 'Trunk': {'1.1'}} Apr 11 13:55:25.929043 dv-cinder-830787-2-iscsi neutron-server[103319]: consumer versions: Apr 11 13:55:25.929043 dv-cinder-830787-2-iscsi neutron-server[103319]: { DHCP agent@dv-cinder-830787-2-iscsi: {}, Apr 11 13:55:25.929043 dv-cinder-830787-2-iscsi neutron-server[103319]: HyperV agent@hv-cinder-83078: {}, Apr 11 13:55:25.929043 dv-cinder-830787-2-iscsi neutron-server[103319]: L3 agent@dv-cinder-830787-2-iscsi: {}, Apr 11 13:55:25.929043 dv-cinder-830787-2-iscsi neutron-server[103319]: Metadata agent@dv-cinder-830787-2-iscsi: {}, Apr 11 13:55:25.929043 dv-cinder-830787-2-iscsi neutron-server[103319]: Metering agent@dv-cinder-830787-2-iscsi: {}, Apr 11 13:55:25.929043 dv-cinder-830787-2-iscsi neutron-server[103319]: Open vSwitch agent@dv-cinder-830787-2-iscsi: { 'AddressGroup': '1.2', Apr 11 13:55:25.929043 dv-cinder-830787-2-iscsi neutron-server[103319]: 'Agent': '1.1', Apr 11 13:55:25.929043 dv-cinder-830787-2-iscsi neutron-server[103319]: 'ConntrackHelper': '1.0', Apr 11 13:55:25.929043 dv-cinder-830787-2-iscsi neutron-server[103319]: 'LocalIPAssociation': '1.0', Apr 11 13:55:25.929043 dv-cinder-830787-2-iscsi neutron-server[103319]: 'Log': '1.0', Apr 11 13:55:25.929043 dv-cinder-830787-2-iscsi neutron-server[103319]: 'NDPProxy': '1.0', Apr 11 13:55:25.929043 dv-cinder-830787-2-iscsi neutron-server[103319]: 'Network': '1.1', Apr 11 13:55:25.929043 dv-cinder-830787-2-iscsi neutron-server[103319]: 'Port': '1.7', Apr 11 13:55:25.929043 dv-cinder-830787-2-iscsi neutron-server[103319]: 'PortForwarding': '1.3', Apr 11 13:55:25.929043 dv-cinder-830787-2-iscsi neutron-server[103319]: 'QosPolicy': '1.10', Apr 11 13:55:25.929043 dv-cinder-830787-2-iscsi neutron-server[103319]: 'SecurityGroup': '1.5', Apr 11 13:55:25.929043 dv-cinder-830787-2-iscsi neutron-server[103319]: 'SecurityGroupRule': '1.2', Apr 11 13:55:25.929043 dv-cinder-830787-2-iscsi neutron-server[103319]: 'SubPort': '1.0', Apr 11 13:55:25.929043 dv-cinder-830787-2-iscsi neutron-server[103319]: 'Subnet': '1.1', Apr 11 13:55:25.929043 dv-cinder-830787-2-iscsi neutron-server[103319]: 'Trunk': '1.1'}} Apr 11 13:55:25.929043 dv-cinder-830787-2-iscsi neutron-server[103319]: {{(pid=103319) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 11 13:55:25.954024 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-dd7b3ef6-73c1-4e49-85e6-d4f788192f0d admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8750379576742', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682637'] for segment (24b1bc50-3da8-49cc-8c41-9929c84c7ef9), precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:55:25.954698 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-dd7b3ef6-73c1-4e49-85e6-d4f788192f0d admin admin] Unsubscribe: segment precommit_create {{(pid=103319) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 11 13:55:25.955354 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.db.segments_db [None req-dd7b3ef6-73c1-4e49-85e6-d4f788192f0d admin admin] Added segment 24b1bc50-3da8-49cc-8c41-9929c84c7ef9 of type vlan for network 0b070dcc-e109-4e7e-bd96-aa5b9a4a9fce Apr 11 13:55:26.017327 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-dd7b3ef6-73c1-4e49-85e6-d4f788192f0d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750379148903'] for network (0b070dcc-e109-4e7e-bd96-aa5b9a4a9fce), precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:55:26.051513 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-dd7b3ef6-73c1-4e49-85e6-d4f788192f0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8024001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708'] for network (0b070dcc-e109-4e7e-bd96-aa5b9a4a9fce), after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:55:26.052476 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd7b3ef6-73c1-4e49-85e6-d4f788192f0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:55:26.053183 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-dd7b3ef6-73c1-4e49-85e6-d4f788192f0d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871534'] for network (None), before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:55:26.115346 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.67', 53514) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:55:26.116428 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-dd7b3ef6-73c1-4e49-85e6-d4f788192f0d admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7242296 Apr 11 13:55:26.128181 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.v2.base [None req-cf58c8e2-07f2-4aa7-8fc3-27486644e055 admin admin] Request body: {'subnet': {'network_id': '0b070dcc-e109-4e7e-bd96-aa5b9a4a9fce', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-504218641-subnet', 'tenant_id': '93aa1a74c2fc48ce81fde5490e3604bf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 13:55:26.157043 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf58c8e2-07f2-4aa7-8fc3-27486644e055 admin admin] Made reservation on behalf of 93aa1a74c2fc48ce81fde5490e3604bf for: {'subnet': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 13:55:26.161103 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-cf58c8e2-07f2-4aa7-8fc3-27486644e055 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:55:26.164421 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7b3ef6-73c1-4e49-85e6-d4f788192f0d admin admin] Pushing event updated for resources: {'Network': ['ID=0b070dcc-e109-4e7e-bd96-aa5b9a4a9fce,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:55:26.176572 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Network 0b070dcc-e109-4e7e-bd96-aa5b9a4a9fce details requested by agent ovs-agent-dv-cinder-830787-2-iscsi with host dv-cinder-830787-2-iscsi {{(pid=103320) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 11 13:55:26.346510 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-cf58c8e2-07f2-4aa7-8fc3-27486644e055 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708'] for subnet (ce9a1f06-d494-46f6-b227-fc02e9085425), after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:55:26.398370 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf58c8e2-07f2-4aa7-8fc3-27486644e055 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ce9a1f06-d494-46f6-b227-fc02e9085425,revision_number=0']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:55:26.408174 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf58c8e2-07f2-4aa7-8fc3-27486644e055 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:55:26.408520 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf58c8e2-07f2-4aa7-8fc3-27486644e055 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:55:26.408876 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf58c8e2-07f2-4aa7-8fc3-27486644e055 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:55:26.409391 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf58c8e2-07f2-4aa7-8fc3-27486644e055 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:55:26.409900 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf58c8e2-07f2-4aa7-8fc3-27486644e055 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:55:26.410227 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf58c8e2-07f2-4aa7-8fc3-27486644e055 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:55:26.410552 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf58c8e2-07f2-4aa7-8fc3-27486644e055 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:55:26.410909 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf58c8e2-07f2-4aa7-8fc3-27486644e055 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:55:26.411234 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf58c8e2-07f2-4aa7-8fc3-27486644e055 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:55:26.411546 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf58c8e2-07f2-4aa7-8fc3-27486644e055 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:55:26.411917 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf58c8e2-07f2-4aa7-8fc3-27486644e055 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:55:26.412255 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf58c8e2-07f2-4aa7-8fc3-27486644e055 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:55:26.412584 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf58c8e2-07f2-4aa7-8fc3-27486644e055 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:55:26.413130 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf58c8e2-07f2-4aa7-8fc3-27486644e055 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:55:26.413542 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf58c8e2-07f2-4aa7-8fc3-27486644e055 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:55:26.414718 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf58c8e2-07f2-4aa7-8fc3-27486644e055 admin admin] Tracked resource versions report: Apr 11 13:55:26.414718 dv-cinder-830787-2-iscsi neutron-server[103318]: pushed versions: Apr 11 13:55:26.414718 dv-cinder-830787-2-iscsi neutron-server[103318]: { 'AddressGroup': {'1.2'}, Apr 11 13:55:26.414718 dv-cinder-830787-2-iscsi neutron-server[103318]: 'Agent': {'1.1'}, Apr 11 13:55:26.414718 dv-cinder-830787-2-iscsi neutron-server[103318]: 'ConntrackHelper': {'1.0'}, Apr 11 13:55:26.414718 dv-cinder-830787-2-iscsi neutron-server[103318]: 'LocalIPAssociation': {'1.0'}, Apr 11 13:55:26.414718 dv-cinder-830787-2-iscsi neutron-server[103318]: 'Log': {'1.0'}, Apr 11 13:55:26.414718 dv-cinder-830787-2-iscsi neutron-server[103318]: 'NDPProxy': {'1.0'}, Apr 11 13:55:26.414718 dv-cinder-830787-2-iscsi neutron-server[103318]: 'Network': {'1.1'}, Apr 11 13:55:26.414718 dv-cinder-830787-2-iscsi neutron-server[103318]: 'Port': {'1.7'}, Apr 11 13:55:26.414718 dv-cinder-830787-2-iscsi neutron-server[103318]: 'PortForwarding': {'1.3'}, Apr 11 13:55:26.414718 dv-cinder-830787-2-iscsi neutron-server[103318]: 'QosPolicy': {'1.10'}, Apr 11 13:55:26.414718 dv-cinder-830787-2-iscsi neutron-server[103318]: 'SecurityGroup': {'1.5'}, Apr 11 13:55:26.414718 dv-cinder-830787-2-iscsi neutron-server[103318]: 'SecurityGroupRule': {'1.2'}, Apr 11 13:55:26.414718 dv-cinder-830787-2-iscsi neutron-server[103318]: 'SubPort': {'1.0'}, Apr 11 13:55:26.414718 dv-cinder-830787-2-iscsi neutron-server[103318]: 'Subnet': {'1.1'}, Apr 11 13:55:26.414718 dv-cinder-830787-2-iscsi neutron-server[103318]: 'Trunk': {'1.1'}} Apr 11 13:55:26.414718 dv-cinder-830787-2-iscsi neutron-server[103318]: consumer versions: Apr 11 13:55:26.414718 dv-cinder-830787-2-iscsi neutron-server[103318]: { DHCP agent@dv-cinder-830787-2-iscsi: {}, Apr 11 13:55:26.414718 dv-cinder-830787-2-iscsi neutron-server[103318]: HyperV agent@hv-cinder-83078: {}, Apr 11 13:55:26.414718 dv-cinder-830787-2-iscsi neutron-server[103318]: L3 agent@dv-cinder-830787-2-iscsi: {}, Apr 11 13:55:26.414718 dv-cinder-830787-2-iscsi neutron-server[103318]: Metadata agent@dv-cinder-830787-2-iscsi: {}, Apr 11 13:55:26.414718 dv-cinder-830787-2-iscsi neutron-server[103318]: Metering agent@dv-cinder-830787-2-iscsi: {}, Apr 11 13:55:26.414718 dv-cinder-830787-2-iscsi neutron-server[103318]: Open vSwitch agent@dv-cinder-830787-2-iscsi: { 'AddressGroup': '1.2', Apr 11 13:55:26.414718 dv-cinder-830787-2-iscsi neutron-server[103318]: 'Agent': '1.1', Apr 11 13:55:26.414718 dv-cinder-830787-2-iscsi neutron-server[103318]: 'ConntrackHelper': '1.0', Apr 11 13:55:26.414718 dv-cinder-830787-2-iscsi neutron-server[103318]: 'LocalIPAssociation': '1.0', Apr 11 13:55:26.414718 dv-cinder-830787-2-iscsi neutron-server[103318]: 'Log': '1.0', Apr 11 13:55:26.414718 dv-cinder-830787-2-iscsi neutron-server[103318]: 'NDPProxy': '1.0', Apr 11 13:55:26.414718 dv-cinder-830787-2-iscsi neutron-server[103318]: 'Network': '1.1', Apr 11 13:55:26.414718 dv-cinder-830787-2-iscsi neutron-server[103318]: 'Port': '1.7', Apr 11 13:55:26.414718 dv-cinder-830787-2-iscsi neutron-server[103318]: 'PortForwarding': '1.3', Apr 11 13:55:26.414718 dv-cinder-830787-2-iscsi neutron-server[103318]: 'QosPolicy': '1.10', Apr 11 13:55:26.414718 dv-cinder-830787-2-iscsi neutron-server[103318]: 'SecurityGroup': '1.5', Apr 11 13:55:26.414718 dv-cinder-830787-2-iscsi neutron-server[103318]: 'SecurityGroupRule': '1.2', Apr 11 13:55:26.414718 dv-cinder-830787-2-iscsi neutron-server[103318]: 'SubPort': '1.0', Apr 11 13:55:26.414718 dv-cinder-830787-2-iscsi neutron-server[103318]: 'Subnet': '1.1', Apr 11 13:55:26.414718 dv-cinder-830787-2-iscsi neutron-server[103318]: 'Trunk': '1.1'}} Apr 11 13:55:26.414718 dv-cinder-830787-2-iscsi neutron-server[103318]: {{(pid=103318) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 11 13:55:26.432848 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf58c8e2-07f2-4aa7-8fc3-27486644e055 admin admin] Checking segment: {'id': '24b1bc50-3da8-49cc-8c41-9929c84c7ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '0b070dcc-e109-4e7e-bd96-aa5b9a4a9fce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 13:55:26.433282 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf58c8e2-07f2-4aa7-8fc3-27486644e055 admin admin] Network hostable DHCP agents. Network: 0b070dcc-e109-4e7e-bd96-aa5b9a4a9fce, hostable agents: ['d5a8b9a1-2e9e-46b5-8163-20b7d509fa4e'], hosted agents: [] {{(pid=103318) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 13:55:26.446035 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e1ebfffc-5a38-4acc-bc3c-8b9f8cbdb6ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750379576733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663498'] for agent (d5a8b9a1-2e9e-46b5-8163-20b7d509fa4e), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:55:26.456264 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf58c8e2-07f2-4aa7-8fc3-27486644e055 admin admin] Network 0b070dcc-e109-4e7e-bd96-aa5b9a4a9fce is scheduled to be hosted by DHCP agent d5a8b9a1-2e9e-46b5-8163-20b7d509fa4e with binding_index 1 {{(pid=103318) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 13:55:26.469011 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [None req-cf58c8e2-07f2-4aa7-8fc3-27486644e055 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830787-2-iscsi, 0b070dcc-e109-4e7e-bd96-aa5b9a4a9fce) {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 13:55:26.473853 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf58c8e2-07f2-4aa7-8fc3-27486644e055 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:55:26.474342 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-cf58c8e2-07f2-4aa7-8fc3-27486644e055 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871534'] for subnet (None), before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:55:26.481158 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e14c0c9-5ba6-4b87-8683-3ee78320e32c None None] Network 0b070dcc-e109-4e7e-bd96-aa5b9a4a9fce requested from dv-cinder-830787-2-iscsi {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 13:55:26.491382 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-cf58c8e2-07f2-4aa7-8fc3-27486644e055 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3731432 Apr 11 13:55:26.590294 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6aca1f59-190b-4221-be8a-d8a640f35915 None None] Network 0b070dcc-e109-4e7e-bd96-aa5b9a4a9fce requested from dv-cinder-830787-2-iscsi {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 13:55:26.606916 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.67', 53538) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:55:26.661177 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.67', 53542) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:55:27.057264 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.v2.base [None req-c8664f49-b090-44ad-b5cf-f05a00a9ad88 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-966238887-network', 'tenant_id': 'a8a28d94e79a4972b0f8f61ab1cb1490'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 13:55:27.065498 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.v2.base [None req-436e3f49-642f-4b83-96f0-18b339dd3b50 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-995852149-network', 'tenant_id': '7e9487af89de4df6b7592a993fc4827e'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 13:55:27.093233 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8664f49-b090-44ad-b5cf-f05a00a9ad88 admin admin] Made reservation on behalf of a8a28d94e79a4972b0f8f61ab1cb1490 for: {'network': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 13:55:27.095889 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-c8664f49-b090-44ad-b5cf-f05a00a9ad88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883311'] for network (None), before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:55:27.099276 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-436e3f49-642f-4b83-96f0-18b339dd3b50 admin admin] Made reservation on behalf of 7e9487af89de4df6b7592a993fc4827e for: {'network': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 13:55:27.102279 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-436e3f49-642f-4b83-96f0-18b339dd3b50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883311'] for network (None), before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:55:27.114663 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-c8664f49-b090-44ad-b5cf-f05a00a9ad88 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:55:27.116828 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-436e3f49-642f-4b83-96f0-18b339dd3b50 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:55:27.242768 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-436e3f49-642f-4b83-96f0-18b339dd3b50 admin admin] Publish callbacks [] for security_group (037e8753-abfc-4a51-9764-2b02f91b84d9), precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:55:27.249375 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-436e3f49-642f-4b83-96f0-18b339dd3b50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8023832'] for security_group (037e8753-abfc-4a51-9764-2b02f91b84d9), after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:55:27.279532 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-436e3f49-642f-4b83-96f0-18b339dd3b50 admin admin] vlan segment allocate from pool success with {'vlan_id': 933, 'physical_network': 'physnet1'} {{(pid=103318) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 13:55:27.305977 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-c8664f49-b090-44ad-b5cf-f05a00a9ad88 admin admin] Publish callbacks [] for security_group (36827d0c-7921-4712-82d2-616eddda9af8), precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:55:27.307974 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-436e3f49-642f-4b83-96f0-18b339dd3b50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682637'] for segment (2ce3e5b5-40c0-484a-9c58-6b322d93e7e4), precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:55:27.308269 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.db.segments_db [None req-436e3f49-642f-4b83-96f0-18b339dd3b50 admin admin] Added segment 2ce3e5b5-40c0-484a-9c58-6b322d93e7e4 of type vlan for network 5b366c5b-a29e-42a6-8ecc-0cc9ff2fdbc0 Apr 11 13:55:27.315994 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436e3f49-642f-4b83-96f0-18b339dd3b50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=037e8753-abfc-4a51-9764-2b02f91b84d9,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:55:27.320545 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-c8664f49-b090-44ad-b5cf-f05a00a9ad88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8023832'] for security_group (36827d0c-7921-4712-82d2-616eddda9af8), after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:55:27.372731 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8664f49-b090-44ad-b5cf-f05a00a9ad88 admin admin] vlan segment allocate from pool success with {'vlan_id': 943, 'physical_network': 'physnet1'} {{(pid=103318) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 13:55:27.382117 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-436e3f49-642f-4b83-96f0-18b339dd3b50 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750379148903'] for network (5b366c5b-a29e-42a6-8ecc-0cc9ff2fdbc0), precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:55:27.394768 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-c8664f49-b090-44ad-b5cf-f05a00a9ad88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682637'] for segment (964d2a25-195e-4828-b4c1-a165c2037b82), precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:55:27.395391 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.db.segments_db [None req-c8664f49-b090-44ad-b5cf-f05a00a9ad88 admin admin] Added segment 964d2a25-195e-4828-b4c1-a165c2037b82 of type vlan for network 0208f136-78bf-40a4-90c8-9a7151bfb362 Apr 11 13:55:27.396870 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8664f49-b090-44ad-b5cf-f05a00a9ad88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36827d0c-7921-4712-82d2-616eddda9af8,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:55:27.460191 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-c8664f49-b090-44ad-b5cf-f05a00a9ad88 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750379148903'] for network (0208f136-78bf-40a4-90c8-9a7151bfb362), precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:55:27.462731 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-436e3f49-642f-4b83-96f0-18b339dd3b50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8024001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708'] for network (5b366c5b-a29e-42a6-8ecc-0cc9ff2fdbc0), after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:55:27.463833 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-436e3f49-642f-4b83-96f0-18b339dd3b50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:55:27.464918 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-436e3f49-642f-4b83-96f0-18b339dd3b50 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871534'] for network (None), before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:55:27.512156 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-436e3f49-642f-4b83-96f0-18b339dd3b50 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.8499043 Apr 11 13:55:27.515138 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.67', 53584) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:55:27.520819 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.v2.base [None req-2b19d696-d68d-41f0-90af-580f87f5af71 admin admin] Request body: {'subnet': {'network_id': '5b366c5b-a29e-42a6-8ecc-0cc9ff2fdbc0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-995852149-subnet', 'tenant_id': '7e9487af89de4df6b7592a993fc4827e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 13:55:27.549798 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-c8664f49-b090-44ad-b5cf-f05a00a9ad88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8024001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708'] for network (0208f136-78bf-40a4-90c8-9a7151bfb362), after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:55:27.551465 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8664f49-b090-44ad-b5cf-f05a00a9ad88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:55:27.552209 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-c8664f49-b090-44ad-b5cf-f05a00a9ad88 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871534'] for network (None), before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:55:27.558544 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436e3f49-642f-4b83-96f0-18b339dd3b50 admin admin] Pushing event updated for resources: {'Network': ['ID=5b366c5b-a29e-42a6-8ecc-0cc9ff2fdbc0,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:55:27.572975 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b19d696-d68d-41f0-90af-580f87f5af71 admin admin] Made reservation on behalf of 7e9487af89de4df6b7592a993fc4827e for: {'subnet': 1} {{(pid=103319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 13:55:27.575769 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-2b19d696-d68d-41f0-90af-580f87f5af71 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:55:27.579408 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Network 5b366c5b-a29e-42a6-8ecc-0cc9ff2fdbc0 details requested by agent ovs-agent-dv-cinder-830787-2-iscsi with host dv-cinder-830787-2-iscsi {{(pid=103320) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 11 13:55:27.598631 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-c8664f49-b090-44ad-b5cf-f05a00a9ad88 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.9902401 Apr 11 13:55:27.599319 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.67', 53590) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:55:27.608246 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.v2.base [None req-ad04b1e5-b496-4528-b28d-d57747aed404 admin admin] Request body: {'subnet': {'network_id': '0208f136-78bf-40a4-90c8-9a7151bfb362', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-966238887-subnet', 'tenant_id': 'a8a28d94e79a4972b0f8f61ab1cb1490', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 13:55:27.648837 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8664f49-b090-44ad-b5cf-f05a00a9ad88 admin admin] Pushing event updated for resources: {'Network': ['ID=0208f136-78bf-40a4-90c8-9a7151bfb362,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:55:27.665310 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad04b1e5-b496-4528-b28d-d57747aed404 admin admin] Made reservation on behalf of a8a28d94e79a4972b0f8f61ab1cb1490 for: {'subnet': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 13:55:27.667906 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-ad04b1e5-b496-4528-b28d-d57747aed404 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:55:27.685695 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Network 0208f136-78bf-40a4-90c8-9a7151bfb362 details requested by agent ovs-agent-dv-cinder-830787-2-iscsi with host dv-cinder-830787-2-iscsi {{(pid=103320) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 11 13:55:27.948130 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-2b19d696-d68d-41f0-90af-580f87f5af71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708'] for subnet (8a7e0881-a086-4309-85a2-2f54ddd5f281), after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:55:28.056265 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b19d696-d68d-41f0-90af-580f87f5af71 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8a7e0881-a086-4309-85a2-2f54ddd5f281,revision_number=0']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:55:28.086400 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-ad04b1e5-b496-4528-b28d-d57747aed404 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708'] for subnet (2778d57e-4616-4989-bcd8-4f6cb6111901), after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:55:28.091397 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b19d696-d68d-41f0-90af-580f87f5af71 admin admin] Checking segment: {'id': '2ce3e5b5-40c0-484a-9c58-6b322d93e7e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': '5b366c5b-a29e-42a6-8ecc-0cc9ff2fdbc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103319) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 13:55:28.093324 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b19d696-d68d-41f0-90af-580f87f5af71 admin admin] Network hostable DHCP agents. Network: 5b366c5b-a29e-42a6-8ecc-0cc9ff2fdbc0, hostable agents: ['d5a8b9a1-2e9e-46b5-8163-20b7d509fa4e'], hosted agents: [] {{(pid=103319) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 13:55:28.124974 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b19d696-d68d-41f0-90af-580f87f5af71 admin admin] Network 5b366c5b-a29e-42a6-8ecc-0cc9ff2fdbc0 is scheduled to be hosted by DHCP agent d5a8b9a1-2e9e-46b5-8163-20b7d509fa4e with binding_index 1 {{(pid=103319) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 13:55:28.145007 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [None req-2b19d696-d68d-41f0-90af-580f87f5af71 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830787-2-iscsi, 5b366c5b-a29e-42a6-8ecc-0cc9ff2fdbc0) {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 13:55:28.156723 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb458142-0536-40b5-a72a-ea5a4b6aacd0 None None] Network 5b366c5b-a29e-42a6-8ecc-0cc9ff2fdbc0 requested from dv-cinder-830787-2-iscsi {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 13:55:28.161853 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b19d696-d68d-41f0-90af-580f87f5af71 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:55:28.162444 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-2b19d696-d68d-41f0-90af-580f87f5af71 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871534'] for subnet (None), before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:55:28.202635 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-2b19d696-d68d-41f0-90af-580f87f5af71 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.6861165 Apr 11 13:55:28.205693 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.67', 53618) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:55:28.215114 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.v2.base [None req-06b33956-c17d-4053-b9d5-f026a1a325e8 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-995852149-router', 'tenant_id': '7e9487af89de4df6b7592a993fc4827e', 'external_gateway_info': {'network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886'}}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 13:55:28.219502 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad04b1e5-b496-4528-b28d-d57747aed404 admin admin] Checking segment: {'id': '964d2a25-195e-4828-b4c1-a165c2037b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': '0208f136-78bf-40a4-90c8-9a7151bfb362'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 13:55:28.220067 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad04b1e5-b496-4528-b28d-d57747aed404 admin admin] Network hostable DHCP agents. Network: 0208f136-78bf-40a4-90c8-9a7151bfb362, hostable agents: ['d5a8b9a1-2e9e-46b5-8163-20b7d509fa4e'], hosted agents: [] {{(pid=103318) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 13:55:28.262481 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-06b33956-c17d-4053-b9d5-f026a1a325e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8071509', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37535'] for router (02c42edb-8c96-4c0d-925f-01f855f4a515), before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:55:28.263667 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-06b33956-c17d-4053-b9d5-f026a1a325e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8074725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8111966', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8210489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37542'] for router (02c42edb-8c96-4c0d-925f-01f855f4a515), precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:55:28.269919 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad04b1e5-b496-4528-b28d-d57747aed404 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2778d57e-4616-4989-bcd8-4f6cb6111901,revision_number=0']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:55:28.280407 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad04b1e5-b496-4528-b28d-d57747aed404 admin admin] Network 0208f136-78bf-40a4-90c8-9a7151bfb362 is scheduled to be hosted by DHCP agent d5a8b9a1-2e9e-46b5-8163-20b7d509fa4e with binding_index 1 {{(pid=103318) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 13:55:28.315565 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [None req-ad04b1e5-b496-4528-b28d-d57747aed404 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830787-2-iscsi, 0208f136-78bf-40a4-90c8-9a7151bfb362) {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 13:55:28.324805 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad04b1e5-b496-4528-b28d-d57747aed404 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:55:28.325409 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-ad04b1e5-b496-4528-b28d-d57747aed404 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871534'] for subnet (None), before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:55:28.333844 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cbd96b5-f1d7-4ad3-964e-ab9c191dd535 None None] Network 0208f136-78bf-40a4-90c8-9a7151bfb362 requested from dv-cinder-830787-2-iscsi {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 13:55:28.357057 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ea34ba9-1924-4590-97f4-e97b0a760da7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1fe1531a-8e8b-5363-9076-d554666a6dc4-5b366c5b-a29e-42a6-8ecc-0cc9ff2fdbc0', 'network_id': '5b366c5b-a29e-42a6-8ecc-0cc9ff2fdbc0', 'project_id': '7e9487af89de4df6b7592a993fc4827e', 'fixed_ips': [{'subnet_id': '8a7e0881-a086-4309-85a2-2f54ddd5f281'}]}} from dv-cinder-830787-2-iscsi. {{(pid=103320) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 11 13:55:28.359329 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-6ea34ba9-1924-4590-97f4-e97b0a760da7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883311'] for port (None), before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:55:28.365471 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-ad04b1e5-b496-4528-b28d-d57747aed404 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7626445 Apr 11 13:55:28.368825 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.67', 53624) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:55:28.374825 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.v2.base [None req-7d2046b6-68d6-4d79-a71b-cc6062297029 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-966238887-router', 'tenant_id': 'a8a28d94e79a4972b0f8f61ab1cb1490', 'external_gateway_info': {'network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886'}}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 13:55:28.405862 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-06b33956-c17d-4053-b9d5-f026a1a325e8 admin admin] Publish callbacks [] for router_controller (02c42edb-8c96-4c0d-925f-01f855f4a515), precommit_add_association {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:55:28.463191 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-7d2046b6-68d6-4d79-a71b-cc6062297029 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8071509', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37535'] for router (c1bc4be1-2cee-4ae9-8c16-4fbaeaed9e48), before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:55:28.464764 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-7d2046b6-68d6-4d79-a71b-cc6062297029 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8074725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8111966', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8210489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37542'] for router (c1bc4be1-2cee-4ae9-8c16-4fbaeaed9e48), precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:55:28.634606 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-7d2046b6-68d6-4d79-a71b-cc6062297029 admin admin] Publish callbacks [] for router_controller (c1bc4be1-2cee-4ae9-8c16-4fbaeaed9e48), precommit_add_association {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:55:28.671669 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a46ec2f-aa1c-4806-b84a-2ff822205776 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1fe1531a-8e8b-5363-9076-d554666a6dc4-0208f136-78bf-40a4-90c8-9a7151bfb362', 'network_id': '0208f136-78bf-40a4-90c8-9a7151bfb362', 'project_id': 'a8a28d94e79a4972b0f8f61ab1cb1490', 'fixed_ips': [{'subnet_id': '2778d57e-4616-4989-bcd8-4f6cb6111901'}]}} from dv-cinder-830787-2-iscsi. {{(pid=103320) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 11 13:55:28.680593 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-9a46ec2f-aa1c-4806-b84a-2ff822205776 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883311'] for port (None), before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:55:28.706561 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-06b33956-c17d-4053-b9d5-f026a1a325e8 admin admin] Publish callbacks [] for router_gateway (02c42edb-8c96-4c0d-925f-01f855f4a515), precommit_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:55:28.749381 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.db.db_base_plugin_common [None req-6ea34ba9-1924-4590-97f4-e97b0a760da7 None None] Allocated IP 172.20.0.2 (5b366c5b-a29e-42a6-8ecc-0cc9ff2fdbc0/8a7e0881-a086-4309-85a2-2f54ddd5f281/5963273e-76db-479a-86d3-463c838ca2e0) {{(pid=103320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 13:55:28.857437 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-7d2046b6-68d6-4d79-a71b-cc6062297029 admin admin] Publish callbacks [] for router_gateway (c1bc4be1-2cee-4ae9-8c16-4fbaeaed9e48), precommit_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:55:28.969232 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-29bcb3ae-0df2-4554-ab92-acc290f74954 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750379576733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663498'] for agent (e731c656-576f-4174-9da3-af64518920bc), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:55:28.999381 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-06b33956-c17d-4053-b9d5-f026a1a325e8 admin admin] Publish callbacks [] for router_gateway (02c42edb-8c96-4c0d-925f-01f855f4a515), before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:55:29.039946 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-06b33956-c17d-4053-b9d5-f026a1a325e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883311'] for port (None), before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:55:29.152650 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.db.db_base_plugin_common [None req-9a46ec2f-aa1c-4806-b84a-2ff822205776 None None] Allocated IP 172.20.0.2 (0208f136-78bf-40a4-90c8-9a7151bfb362/2778d57e-4616-4989-bcd8-4f6cb6111901/b1f1d5c5-6c3e-425f-83aa-9fd9e31aa27a) {{(pid=103320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 13:55:29.187021 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.db.db_base_plugin_common [None req-06b33956-c17d-4053-b9d5-f026a1a325e8 admin admin] Allocated IP 172.27.1.172 (18ff371c-a6b9-4e7a-9b54-bf9ba2e00886/b63ed172-4352-4f2b-94f9-a4e97d1b6a55/5d4fa6fd-76c0-4870-86d9-841b0ecd7170) {{(pid=103319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 13:55:29.294983 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-7d2046b6-68d6-4d79-a71b-cc6062297029 admin admin] Publish callbacks [] for router_gateway (c1bc4be1-2cee-4ae9-8c16-4fbaeaed9e48), before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:55:29.355572 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-7d2046b6-68d6-4d79-a71b-cc6062297029 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883311'] for port (None), before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:55:29.450791 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-06b33956-c17d-4053-b9d5-f026a1a325e8 admin admin] Publish callbacks [] for port (5d4fa6fd-76c0-4870-86d9-841b0ecd7170), precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:55:29.500845 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-06b33956-c17d-4053-b9d5-f026a1a325e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750379164474'] for port (5d4fa6fd-76c0-4870-86d9-841b0ecd7170), after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:55:29.550360 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b33956-c17d-4053-b9d5-f026a1a325e8 admin admin] Pushing event updated for resources: {'Port': ['ID=5d4fa6fd-76c0-4870-86d9-841b0ecd7170,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:55:29.563045 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06b33956-c17d-4053-b9d5-f026a1a325e8 admin admin] Network 18ff371c-a6b9-4e7a-9b54-bf9ba2e00886 is already hosted by enough agents. {{(pid=103319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 13:55:29.564463 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-6ea34ba9-1924-4590-97f4-e97b0a760da7 None None] Publish callbacks [] for port (5963273e-76db-479a-86d3-463c838ca2e0), precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:55:29.565061 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [None req-06b33956-c17d-4053-b9d5-f026a1a325e8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 13:55:29.572071 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06b33956-c17d-4053-b9d5-f026a1a325e8 admin admin] Received port after_create {{(pid=103319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 13:55:29.594815 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-6ea34ba9-1924-4590-97f4-e97b0a760da7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750379164474'] for port (5963273e-76db-479a-86d3-463c838ca2e0), after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:55:29.638333 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.db.db_base_plugin_common [None req-7d2046b6-68d6-4d79-a71b-cc6062297029 admin admin] Allocated IP 172.27.1.62 (18ff371c-a6b9-4e7a-9b54-bf9ba2e00886/b63ed172-4352-4f2b-94f9-a4e97d1b6a55/7dd1d8dc-0113-4214-b5a0-bc63cf020503) {{(pid=103318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 13:55:29.717510 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ea34ba9-1924-4590-97f4-e97b0a760da7 None None] Network 5b366c5b-a29e-42a6-8ecc-0cc9ff2fdbc0 is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 13:55:29.740343 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [None req-6ea34ba9-1924-4590-97f4-e97b0a760da7 None None] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 13:55:29.766797 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ea34ba9-1924-4590-97f4-e97b0a760da7 None None] Received port after_create {{(pid=103320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 13:55:29.769020 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea34ba9-1924-4590-97f4-e97b0a760da7 None None] Pushing event updated for resources: {'Port': ['ID=5963273e-76db-479a-86d3-463c838ca2e0,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:55:29.806350 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea34ba9-1924-4590-97f4-e97b0a760da7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:55:29.806712 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea34ba9-1924-4590-97f4-e97b0a760da7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:55:29.807080 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea34ba9-1924-4590-97f4-e97b0a760da7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:55:29.807443 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea34ba9-1924-4590-97f4-e97b0a760da7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:55:29.807991 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea34ba9-1924-4590-97f4-e97b0a760da7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:55:29.808627 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea34ba9-1924-4590-97f4-e97b0a760da7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:55:29.808966 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea34ba9-1924-4590-97f4-e97b0a760da7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:55:29.809293 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea34ba9-1924-4590-97f4-e97b0a760da7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:55:29.809780 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea34ba9-1924-4590-97f4-e97b0a760da7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:55:29.810119 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea34ba9-1924-4590-97f4-e97b0a760da7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:55:29.810450 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea34ba9-1924-4590-97f4-e97b0a760da7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:55:29.810785 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea34ba9-1924-4590-97f4-e97b0a760da7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:55:29.811108 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea34ba9-1924-4590-97f4-e97b0a760da7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:55:29.811709 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea34ba9-1924-4590-97f4-e97b0a760da7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:55:29.812208 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea34ba9-1924-4590-97f4-e97b0a760da7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:55:29.813522 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea34ba9-1924-4590-97f4-e97b0a760da7 None None] Tracked resource versions report: Apr 11 13:55:29.813522 dv-cinder-830787-2-iscsi neutron-server[103320]: pushed versions: Apr 11 13:55:29.813522 dv-cinder-830787-2-iscsi neutron-server[103320]: { 'AddressGroup': {'1.2'}, Apr 11 13:55:29.813522 dv-cinder-830787-2-iscsi neutron-server[103320]: 'Agent': {'1.1'}, Apr 11 13:55:29.813522 dv-cinder-830787-2-iscsi neutron-server[103320]: 'ConntrackHelper': {'1.0'}, Apr 11 13:55:29.813522 dv-cinder-830787-2-iscsi neutron-server[103320]: 'LocalIPAssociation': {'1.0'}, Apr 11 13:55:29.813522 dv-cinder-830787-2-iscsi neutron-server[103320]: 'Log': {'1.0'}, Apr 11 13:55:29.813522 dv-cinder-830787-2-iscsi neutron-server[103320]: 'NDPProxy': {'1.0'}, Apr 11 13:55:29.813522 dv-cinder-830787-2-iscsi neutron-server[103320]: 'Network': {'1.1'}, Apr 11 13:55:29.813522 dv-cinder-830787-2-iscsi neutron-server[103320]: 'Port': {'1.7'}, Apr 11 13:55:29.813522 dv-cinder-830787-2-iscsi neutron-server[103320]: 'PortForwarding': {'1.3'}, Apr 11 13:55:29.813522 dv-cinder-830787-2-iscsi neutron-server[103320]: 'QosPolicy': {'1.10'}, Apr 11 13:55:29.813522 dv-cinder-830787-2-iscsi neutron-server[103320]: 'SecurityGroup': {'1.5'}, Apr 11 13:55:29.813522 dv-cinder-830787-2-iscsi neutron-server[103320]: 'SecurityGroupRule': {'1.2'}, Apr 11 13:55:29.813522 dv-cinder-830787-2-iscsi neutron-server[103320]: 'SubPort': {'1.0'}, Apr 11 13:55:29.813522 dv-cinder-830787-2-iscsi neutron-server[103320]: 'Subnet': {'1.1'}, Apr 11 13:55:29.813522 dv-cinder-830787-2-iscsi neutron-server[103320]: 'Trunk': {'1.1'}} Apr 11 13:55:29.813522 dv-cinder-830787-2-iscsi neutron-server[103320]: consumer versions: Apr 11 13:55:29.813522 dv-cinder-830787-2-iscsi neutron-server[103320]: { DHCP agent@dv-cinder-830787-2-iscsi: {}, Apr 11 13:55:29.813522 dv-cinder-830787-2-iscsi neutron-server[103320]: HyperV agent@hv-cinder-83078: {}, Apr 11 13:55:29.813522 dv-cinder-830787-2-iscsi neutron-server[103320]: L3 agent@dv-cinder-830787-2-iscsi: {}, Apr 11 13:55:29.813522 dv-cinder-830787-2-iscsi neutron-server[103320]: Metadata agent@dv-cinder-830787-2-iscsi: {}, Apr 11 13:55:29.813522 dv-cinder-830787-2-iscsi neutron-server[103320]: Metering agent@dv-cinder-830787-2-iscsi: {}, Apr 11 13:55:29.813522 dv-cinder-830787-2-iscsi neutron-server[103320]: Open vSwitch agent@dv-cinder-830787-2-iscsi: { 'AddressGroup': '1.2', Apr 11 13:55:29.813522 dv-cinder-830787-2-iscsi neutron-server[103320]: 'Agent': '1.1', Apr 11 13:55:29.813522 dv-cinder-830787-2-iscsi neutron-server[103320]: 'ConntrackHelper': '1.0', Apr 11 13:55:29.813522 dv-cinder-830787-2-iscsi neutron-server[103320]: 'LocalIPAssociation': '1.0', Apr 11 13:55:29.813522 dv-cinder-830787-2-iscsi neutron-server[103320]: 'Log': '1.0', Apr 11 13:55:29.813522 dv-cinder-830787-2-iscsi neutron-server[103320]: 'NDPProxy': '1.0', Apr 11 13:55:29.813522 dv-cinder-830787-2-iscsi neutron-server[103320]: 'Network': '1.1', Apr 11 13:55:29.813522 dv-cinder-830787-2-iscsi neutron-server[103320]: 'Port': '1.7', Apr 11 13:55:29.813522 dv-cinder-830787-2-iscsi neutron-server[103320]: 'PortForwarding': '1.3', Apr 11 13:55:29.813522 dv-cinder-830787-2-iscsi neutron-server[103320]: 'QosPolicy': '1.10', Apr 11 13:55:29.813522 dv-cinder-830787-2-iscsi neutron-server[103320]: 'SecurityGroup': '1.5', Apr 11 13:55:29.813522 dv-cinder-830787-2-iscsi neutron-server[103320]: 'SecurityGroupRule': '1.2', Apr 11 13:55:29.813522 dv-cinder-830787-2-iscsi neutron-server[103320]: 'SubPort': '1.0', Apr 11 13:55:29.813522 dv-cinder-830787-2-iscsi neutron-server[103320]: 'Subnet': '1.1', Apr 11 13:55:29.813522 dv-cinder-830787-2-iscsi neutron-server[103320]: 'Trunk': '1.1'}} Apr 11 13:55:29.813522 dv-cinder-830787-2-iscsi neutron-server[103320]: {{(pid=103320) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 11 13:55:29.816018 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.67', 53708) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:55:29.831374 dv-cinder-830787-2-iscsi neutron-server[103318]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 11 13:55:29.862925 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-9a46ec2f-aa1c-4806-b84a-2ff822205776 None None] Publish callbacks [] for port (b1f1d5c5-6c3e-425f-83aa-9fd9e31aa27a), precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:55:29.893301 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-9a46ec2f-aa1c-4806-b84a-2ff822205776 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750379164474'] for port (b1f1d5c5-6c3e-425f-83aa-9fd9e31aa27a), after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:55:29.961580 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-06b33956-c17d-4053-b9d5-f026a1a325e8 admin admin] Publish callbacks [] for router_gateway (02c42edb-8c96-4c0d-925f-01f855f4a515), after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:55:29.969523 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a46ec2f-aa1c-4806-b84a-2ff822205776 None None] Network 0208f136-78bf-40a4-90c8-9a7151bfb362 is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 13:55:29.976316 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a46ec2f-aa1c-4806-b84a-2ff822205776 None None] Pushing event updated for resources: {'Port': ['ID=b1f1d5c5-6c3e-425f-83aa-9fd9e31aa27a,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:55:30.003382 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [None req-9a46ec2f-aa1c-4806-b84a-2ff822205776 None None] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 13:55:30.014364 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a46ec2f-aa1c-4806-b84a-2ff822205776 None None] Received port after_create {{(pid=103320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 13:55:30.049343 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.67', 53718) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:55:30.141546 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-9a46ec2f-aa1c-4806-b84a-2ff822205776 None None] Attempting to bind port b1f1d5c5-6c3e-425f-83aa-9fd9e31aa27a on host dv-cinder-830787-2-iscsi for vnic_type normal with profile {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 13:55:30.141918 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-9a46ec2f-aa1c-4806-b84a-2ff822205776 None None] Attempting to bind port b1f1d5c5-6c3e-425f-83aa-9fd9e31aa27a by drivers openvswitch,hyperv on host dv-cinder-830787-2-iscsi at level 0 using segments [{'id': '964d2a25-195e-4828-b4c1-a165c2037b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': '0208f136-78bf-40a4-90c8-9a7151bfb362'}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 13:55:30.142577 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a46ec2f-aa1c-4806-b84a-2ff822205776 None None] Attempting to bind port b1f1d5c5-6c3e-425f-83aa-9fd9e31aa27a on network 0208f136-78bf-40a4-90c8-9a7151bfb362 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 13:55:30.157425 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a46ec2f-aa1c-4806-b84a-2ff822205776 None None] Checking agent: {'id': 'f2586825-e748-4c1d-8b98-cb0d5b6c266d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830787-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 13, 47, 3), 'started_at': datetime.datetime(2022, 4, 11, 13, 47, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 13, 55, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830787-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 13:55:30.157852 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a46ec2f-aa1c-4806-b84a-2ff822205776 None None] Checking segment: {'id': '964d2a25-195e-4828-b4c1-a165c2037b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': '0208f136-78bf-40a4-90c8-9a7151bfb362'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 13:55:30.158446 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-9a46ec2f-aa1c-4806-b84a-2ff822205776 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:55:30.159531 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a46ec2f-aa1c-4806-b84a-2ff822205776 None None] Bound using segment: {'id': '964d2a25-195e-4828-b4c1-a165c2037b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': '0208f136-78bf-40a4-90c8-9a7151bfb362'} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 13:55:30.160214 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-9a46ec2f-aa1c-4806-b84a-2ff822205776 None None] Bound port: b1f1d5c5-6c3e-425f-83aa-9fd9e31aa27a, host: dv-cinder-830787-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '964d2a25-195e-4828-b4c1-a165c2037b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': '0208f136-78bf-40a4-90c8-9a7151bfb362'}}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 13:55:30.160619 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-9a46ec2f-aa1c-4806-b84a-2ff822205776 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883311'] for port (b1f1d5c5-6c3e-425f-83aa-9fd9e31aa27a), before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:55:30.182047 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-6ea34ba9-1924-4590-97f4-e97b0a760da7 None None] Attempting to bind port 5963273e-76db-479a-86d3-463c838ca2e0 on host dv-cinder-830787-2-iscsi for vnic_type normal with profile {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 13:55:30.182428 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-6ea34ba9-1924-4590-97f4-e97b0a760da7 None None] Attempting to bind port 5963273e-76db-479a-86d3-463c838ca2e0 by drivers openvswitch,hyperv on host dv-cinder-830787-2-iscsi at level 0 using segments [{'id': '2ce3e5b5-40c0-484a-9c58-6b322d93e7e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': '5b366c5b-a29e-42a6-8ecc-0cc9ff2fdbc0'}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 13:55:30.182940 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ea34ba9-1924-4590-97f4-e97b0a760da7 None None] Attempting to bind port 5963273e-76db-479a-86d3-463c838ca2e0 on network 5b366c5b-a29e-42a6-8ecc-0cc9ff2fdbc0 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 13:55:30.240164 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-7d2046b6-68d6-4d79-a71b-cc6062297029 admin admin] Publish callbacks [] for port (7dd1d8dc-0113-4214-b5a0-bc63cf020503), precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:55:30.269140 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-9a46ec2f-aa1c-4806-b84a-2ff822205776 None None] For port b1f1d5c5-6c3e-425f-83aa-9fd9e31aa27a, host dv-cinder-830787-2-iscsi, cleared binding levels {{(pid=103320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 13:55:30.274594 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-9a46ec2f-aa1c-4806-b84a-2ff822205776 None None] For port b1f1d5c5-6c3e-425f-83aa-9fd9e31aa27a, host dv-cinder-830787-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830787-2-iscsi',level=0,port_id=b1f1d5c5-6c3e-425f-83aa-9fd9e31aa27a,segment=NetworkSegment(964d2a25-195e-4828-b4c1-a165c2037b82),segment_id=964d2a25-195e-4828-b4c1-a165c2037b82)] {{(pid=103320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 13:55:30.284170 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-75ad2582-0b5d-438d-ba3d-9545e3f86417 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750379576733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663498'] for agent (af269f03-95a2-4a08-bd5c-5879324d2567), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:55:30.285832 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ea34ba9-1924-4590-97f4-e97b0a760da7 None None] Checking agent: {'id': 'f2586825-e748-4c1d-8b98-cb0d5b6c266d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830787-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 13, 47, 3), 'started_at': datetime.datetime(2022, 4, 11, 13, 47, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 13, 55, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830787-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 13:55:30.286206 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ea34ba9-1924-4590-97f4-e97b0a760da7 None None] Checking segment: {'id': '2ce3e5b5-40c0-484a-9c58-6b322d93e7e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': '5b366c5b-a29e-42a6-8ecc-0cc9ff2fdbc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 13:55:30.286605 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-6ea34ba9-1924-4590-97f4-e97b0a760da7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:55:30.287081 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ea34ba9-1924-4590-97f4-e97b0a760da7 None None] Bound using segment: {'id': '2ce3e5b5-40c0-484a-9c58-6b322d93e7e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': '5b366c5b-a29e-42a6-8ecc-0cc9ff2fdbc0'} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 13:55:30.288821 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-6ea34ba9-1924-4590-97f4-e97b0a760da7 None None] Bound port: 5963273e-76db-479a-86d3-463c838ca2e0, host: dv-cinder-830787-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ce3e5b5-40c0-484a-9c58-6b322d93e7e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': '5b366c5b-a29e-42a6-8ecc-0cc9ff2fdbc0'}}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 13:55:30.289457 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-6ea34ba9-1924-4590-97f4-e97b0a760da7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883311'] for port (5963273e-76db-479a-86d3-463c838ca2e0), before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:55:30.292381 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-7d2046b6-68d6-4d79-a71b-cc6062297029 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750379164474'] for port (7dd1d8dc-0113-4214-b5a0-bc63cf020503), after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:55:30.326365 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-9a46ec2f-aa1c-4806-b84a-2ff822205776 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750379687711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750379164492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750379164510'] for port (b1f1d5c5-6c3e-425f-83aa-9fd9e31aa27a), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:55:30.359505 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2046b6-68d6-4d79-a71b-cc6062297029 admin admin] Pushing event updated for resources: {'Port': ['ID=7dd1d8dc-0113-4214-b5a0-bc63cf020503,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:55:30.398754 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-06b33956-c17d-4053-b9d5-f026a1a325e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8074716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8126381'] for router (02c42edb-8c96-4c0d-925f-01f855f4a515), after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:55:30.410725 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-1bb02d3b-3dbb-4d07-a245-72c9adb7944f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:55:30.484413 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a46ec2f-aa1c-4806-b84a-2ff822205776 None None] Pushing event updated for resources: {'Port': ['ID=b1f1d5c5-6c3e-425f-83aa-9fd9e31aa27a,revision_number=2']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:55:30.565177 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-6ea34ba9-1924-4590-97f4-e97b0a760da7 None None] For port 5963273e-76db-479a-86d3-463c838ca2e0, host dv-cinder-830787-2-iscsi, cleared binding levels {{(pid=103320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 13:55:30.572599 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-6ea34ba9-1924-4590-97f4-e97b0a760da7 None None] For port 5963273e-76db-479a-86d3-463c838ca2e0, host dv-cinder-830787-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830787-2-iscsi',level=0,port_id=5963273e-76db-479a-86d3-463c838ca2e0,segment=NetworkSegment(2ce3e5b5-40c0-484a-9c58-6b322d93e7e4),segment_id=2ce3e5b5-40c0-484a-9c58-6b322d93e7e4)] {{(pid=103320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 13:55:30.592286 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06b33956-c17d-4053-b9d5-f026a1a325e8 admin admin] Router 02c42edb-8c96-4c0d-925f-01f855f4a515 is scheduled to L3 agent e731c656-576f-4174-9da3-af64518920bc with binding_index 1 {{(pid=103319) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 11 13:55:30.606209 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-6ea34ba9-1924-4590-97f4-e97b0a760da7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750379687711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750379164492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750379164510'] for port (5963273e-76db-479a-86d3-463c838ca2e0), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:55:30.606921 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-1bb02d3b-3dbb-4d07-a245-72c9adb7944f admin admin] Publish callbacks [] for security_group (681dec62-5e81-45e9-85a5-4bc42d140edb), precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:55:30.630276 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db6e922-9abc-4e98-a5b1-f701074ed09a req-c5f8f84c-94c6-45ae-bc94-b021a45e9ec9 tempest-DeleteServersTestJSON-154822517 tempest-DeleteServersTestJSON-154822517-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:55:30.633735 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-0db6e922-9abc-4e98-a5b1-f701074ed09a req-c5f8f84c-94c6-45ae-bc94-b021a45e9ec9 tempest-DeleteServersTestJSON-154822517 tempest-DeleteServersTestJSON-154822517-project] 10.222.0.67 "GET /v2.0/networks?id=0b070dcc-e109-4e7e-bd96-aa5b9a4a9fce HTTP/1.1" status: 200 len: 811 time: 0.8044767 Apr 11 13:55:30.638757 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-1bb02d3b-3dbb-4d07-a245-72c9adb7944f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8023832'] for security_group (681dec62-5e81-45e9-85a5-4bc42d140edb), after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:55:30.644538 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d2046b6-68d6-4d79-a71b-cc6062297029 admin admin] Network 18ff371c-a6b9-4e7a-9b54-bf9ba2e00886 is already hosted by enough agents. {{(pid=103318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 13:55:30.699471 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [None req-7d2046b6-68d6-4d79-a71b-cc6062297029 admin admin] Resources bound (agent type, host, resource id): {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 13:55:30.731093 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d2046b6-68d6-4d79-a71b-cc6062297029 admin admin] Received port after_create {{(pid=103318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 13:55:30.732610 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750379576733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663498'] for agent (a433433c-9197-4b2b-8991-1d45f6bac940), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:55:30.734918 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea34ba9-1924-4590-97f4-e97b0a760da7 None None] Pushing event updated for resources: {'Port': ['ID=5963273e-76db-479a-86d3-463c838ca2e0,revision_number=2']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:55:30.743289 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-0db6e922-9abc-4e98-a5b1-f701074ed09a req-5a7c5fd4-5dfe-4a53-b3f1-0348cda5c6c0 tempest-DeleteServersTestJSON-154822517 tempest-DeleteServersTestJSON-154822517-project] 10.222.0.67 "GET /v2.0/quotas/93aa1a74c2fc48ce81fde5490e3604bf HTTP/1.1" status: 200 len: 375 time: 0.1008267 Apr 11 13:55:30.825519 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-1bb02d3b-3dbb-4d07-a245-72c9adb7944f admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=7473a11165a145c48ac9e804a006dcf9&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7657604 Apr 11 13:55:30.896391 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.67', 53736) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:55:30.914626 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06b33956-c17d-4053-b9d5-f026a1a325e8 admin admin] Notify agent at l3_agent.dv-cinder-830787-2-iscsi the message routers_updated {{(pid=103319) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 13:55:30.925489 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d57713d2-4f6f-4db9-b17e-14e6d881cb11 None None] Sync routers for ids ['02c42edb-8c96-4c0d-925f-01f855f4a515'] in dv-cinder-830787-2-iscsi {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 13:55:30.948590 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d57713d2-4f6f-4db9-b17e-14e6d881cb11 None None] Routers {'02c42edb-8c96-4c0d-925f-01f855f4a515'} bound to L3 agent in host dv-cinder-830787-2-iscsi {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 13:55:30.950155 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-d57713d2-4f6f-4db9-b17e-14e6d881cb11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830787-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-11T13:46:59Z,description=,heartbeat_timestamp=2022-04-11T13:55:29Z,host='dv-cinder-830787-2-iscsi',id=e731c656-576f-4174-9da3-af64518920bc,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T13:46:59Z,topic='l3_agent')) {'router_ids': ['02c42edb-8c96-4c0d-925f-01f855f4a515'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:55:30.955909 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-0db6e922-9abc-4e98-a5b1-f701074ed09a req-48f07b29-10c7-4034-8fb7-7893016fff9a tempest-DeleteServersTestJSON-154822517 tempest-DeleteServersTestJSON-154822517-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=93aa1a74c2fc48ce81fde5490e3604bf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1463025 Apr 11 13:55:30.967425 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb02d3b-3dbb-4d07-a245-72c9adb7944f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=681dec62-5e81-45e9-85a5-4bc42d140edb,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:55:30.985988 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-f0e13888-d34e-49c5-86fe-1b9c8be750ad admin admin] Publish callbacks [] for security_group (681dec62-5e81-45e9-85a5-4bc42d140edb), before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:55:30.991698 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-06b33956-c17d-4053-b9d5-f026a1a325e8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:55:31.004374 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-06b33956-c17d-4053-b9d5-f026a1a325e8 admin admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 2.7973092 Apr 11 13:55:31.010586 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.67', 53754) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:55:31.247975 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-f0e13888-d34e-49c5-86fe-1b9c8be750ad admin admin] Publish callbacks [] for security_group (681dec62-5e81-45e9-85a5-4bc42d140edb), precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:55:31.388005 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.wsgi [req-0db6e922-9abc-4e98-a5b1-f701074ed09a req-f839edcc-f3d7-47b7-98c3-db0a9dd62e09 service neutron] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=103318) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 11 13:55:31.390608 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-0db6e922-9abc-4e98-a5b1-f701074ed09a req-f839edcc-f3d7-47b7-98c3-db0a9dd62e09 service neutron] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1374178 Apr 11 13:55:31.492143 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-d57713d2-4f6f-4db9-b17e-14e6d881cb11 None None] Set router 02c42edb-8c96-4c0d-925f-01f855f4a515 gateway port host: dv-cinder-830787-2-iscsi {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 13:55:31.562182 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-0db6e922-9abc-4e98-a5b1-f701074ed09a req-81bd5274-34ac-4346-9508-8cda4069614f service neutron] 10.222.0.67 "GET /v2.0/networks/0b070dcc-e109-4e7e-bd96-aa5b9a4a9fce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1578128 Apr 11 13:55:31.563201 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-7d2046b6-68d6-4d79-a71b-cc6062297029 admin admin] Publish callbacks [] for router_gateway (c1bc4be1-2cee-4ae9-8c16-4fbaeaed9e48), after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:55:31.617932 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-fcd2c3e6-f415-40f5-8fd4-1147b68fd929 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750379576733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663498'] for agent (a1227682-d2f2-4331-ba13-738c8a59e95d), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:55:31.705953 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-f0e13888-d34e-49c5-86fe-1b9c8be750ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8023832'] for security_group (681dec62-5e81-45e9-85a5-4bc42d140edb), after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:55:31.714014 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-f0e13888-d34e-49c5-86fe-1b9c8be750ad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:55:31.717674 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-f0e13888-d34e-49c5-86fe-1b9c8be750ad admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/681dec62-5e81-45e9-85a5-4bc42d140edb HTTP/1.1" status: 204 len: 168 time: 0.8166730 Apr 11 13:55:31.807532 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e13888-d34e-49c5-86fe-1b9c8be750ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=681dec62-5e81-45e9-85a5-4bc42d140edb,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:55:31.872795 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-d57713d2-4f6f-4db9-b17e-14e6d881cb11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02c42edb-8c96-4c0d-925f-01f855f4a515', 'name': 'tempest-ServerRescueNegativeTestJSON-995852149-router', 'tenant_id': '7e9487af89de4df6b7592a993fc4827e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886', 'external_fixed_ips': [{'subnet_id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'ip_address': '172.27.1.172'}], 'enable_snat': True}, 'gw_port_id': '5d4fa6fd-76c0-4870-86d9-841b0ecd7170', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T13:55:28Z', 'updated_at': '2022-04-11T13:55:29Z', 'revision_number': 3, 'project_id': '7e9487af89de4df6b7592a993fc4827e', 'gw_port': {'id': '5d4fa6fd-76c0-4870-86d9-841b0ecd7170', 'name': '', 'network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:95:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02c42edb-8c96-4c0d-925f-01f855f4a515', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'ip_address': '172.27.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:55:29Z', 'updated_at': '2022-04-11T13:55:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830787-2-iscsi'}], 'dv-cinder-830787-2-iscsi', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:55:31.929853 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d57713d2-4f6f-4db9-b17e-14e6d881cb11 None None] Checking router: 02c42edb-8c96-4c0d-925f-01f855f4a515 for host: dv-cinder-830787-2-iscsi {{(pid=103321) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 13:55:31.930473 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d57713d2-4f6f-4db9-b17e-14e6d881cb11 None None] Updating router 02c42edb-8c96-4c0d-925f-01f855f4a515 port 5d4fa6fd-76c0-4870-86d9-841b0ecd7170 binding host dv-cinder-830787-2-iscsi {{(pid=103321) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 13:55:32.006307 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-d57713d2-4f6f-4db9-b17e-14e6d881cb11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883311'] for port (5d4fa6fd-76c0-4870-86d9-841b0ecd7170), before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:55:32.067256 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-0db6e922-9abc-4e98-a5b1-f701074ed09a req-8d122b46-7d17-463a-a10a-bbc41c81b9e0 service neutron] 10.222.0.67 "GET /v2.0/networks/0b070dcc-e109-4e7e-bd96-aa5b9a4a9fce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4919493 Apr 11 13:55:32.102145 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-7d2046b6-68d6-4d79-a71b-cc6062297029 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8074716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8126381'] for router (c1bc4be1-2cee-4ae9-8c16-4fbaeaed9e48), after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:55:32.193121 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.67', 53800) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:55:32.282052 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-9b6d11c1-ba04-4dc4-b2ad-b1cceb642edd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883311'] for port (None), before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:55:32.398234 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-101ba4cb-415a-4174-8556-ce18916d7969 None None] Network 0208f136-78bf-40a4-90c8-9a7151bfb362 requested from dv-cinder-830787-2-iscsi {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 13:55:32.591619 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-89ff1b2c-8d7a-4985-a867-42f471f36c7d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:55:32.711342 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d2046b6-68d6-4d79-a71b-cc6062297029 admin admin] Router c1bc4be1-2cee-4ae9-8c16-4fbaeaed9e48 is scheduled to L3 agent e731c656-576f-4174-9da3-af64518920bc with binding_index 1 {{(pid=103318) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 11 13:55:32.716550 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Device 5963273e-76db-479a-86d3-463c838ca2e0 up at agent ovs-agent-dv-cinder-830787-2-iscsi {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 13:55:32.784577 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-0aa24d06-2451-4b36-8ce9-2a86ef5f9226 None None] Provisioning complete for port b1f1d5c5-6c3e-425f-83aa-9fd9e31aa27a triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 13:55:32.784971 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-0aa24d06-2451-4b36-8ce9-2a86ef5f9226 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-663396'] for port (b1f1d5c5-6c3e-425f-83aa-9fd9e31aa27a), provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:55:32.820622 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.67', 53838) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:55:32.827890 dv-cinder-830787-2-iscsi neutron-server[103319]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 11 13:55:32.865058 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Provisioning complete for port 5963273e-76db-479a-86d3-463c838ca2e0 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 13:55:32.866214 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-663396'] for port (5963273e-76db-479a-86d3-463c838ca2e0), provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:55:32.938462 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9de58948-c367-420d-9be4-e15191f197eb None None] Network 5b366c5b-a29e-42a6-8ecc-0cc9ff2fdbc0 requested from dv-cinder-830787-2-iscsi {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 13:55:32.985088 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-d57713d2-4f6f-4db9-b17e-14e6d881cb11 None None] Publish callbacks [] for port (5d4fa6fd-76c0-4870-86d9-841b0ecd7170), precommit_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:55:33.008252 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-d57713d2-4f6f-4db9-b17e-14e6d881cb11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750379687711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750379164492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750379164510'] for port (5d4fa6fd-76c0-4870-86d9-841b0ecd7170), after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:55:33.069865 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-494232b8-19c2-459c-9c11-d15b86a47b95 req-b1936a2c-448d-4bad-b703-b130166ac1f5 tempest-DeleteServersTestJSON-154822517 tempest-DeleteServersTestJSON-154822517-project] 10.222.0.67 "GET /v2.0/ports?device_id=f2c0e150-9739-490b-84c2-340a7275b92a HTTP/1.1" status: 200 len: 210 time: 0.2474008 Apr 11 13:55:33.138403 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc5fe5c-7701-45dc-892a-be8d50c7e786 None None] Pushing event updated for resources: {'Port': ['ID=5d4fa6fd-76c0-4870-86d9-841b0ecd7170,revision_number=2']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:55:33.145119 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-89ff1b2c-8d7a-4985-a867-42f471f36c7d admin admin] Publish callbacks [] for security_group (d1bd9d9d-18ce-483c-9b32-baac0987511b), precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:55:33.161632 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-89ff1b2c-8d7a-4985-a867-42f471f36c7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8023832'] for security_group (d1bd9d9d-18ce-483c-9b32-baac0987511b), after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:55:33.186066 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc5fe5c-7701-45dc-892a-be8d50c7e786 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:55:33.190425 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc5fe5c-7701-45dc-892a-be8d50c7e786 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:55:33.190967 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc5fe5c-7701-45dc-892a-be8d50c7e786 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:55:33.191482 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc5fe5c-7701-45dc-892a-be8d50c7e786 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:55:33.192025 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc5fe5c-7701-45dc-892a-be8d50c7e786 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:55:33.192514 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc5fe5c-7701-45dc-892a-be8d50c7e786 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:55:33.193013 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc5fe5c-7701-45dc-892a-be8d50c7e786 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:55:33.197154 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc5fe5c-7701-45dc-892a-be8d50c7e786 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:55:33.198055 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc5fe5c-7701-45dc-892a-be8d50c7e786 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:55:33.203544 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc5fe5c-7701-45dc-892a-be8d50c7e786 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:55:33.204213 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc5fe5c-7701-45dc-892a-be8d50c7e786 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:55:33.204742 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc5fe5c-7701-45dc-892a-be8d50c7e786 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:55:33.205244 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc5fe5c-7701-45dc-892a-be8d50c7e786 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:55:33.205743 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc5fe5c-7701-45dc-892a-be8d50c7e786 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:55:33.206245 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc5fe5c-7701-45dc-892a-be8d50c7e786 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:55:33.210987 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc5fe5c-7701-45dc-892a-be8d50c7e786 None None] Tracked resource versions report: Apr 11 13:55:33.210987 dv-cinder-830787-2-iscsi neutron-server[103321]: pushed versions: Apr 11 13:55:33.210987 dv-cinder-830787-2-iscsi neutron-server[103321]: { 'AddressGroup': {'1.2'}, Apr 11 13:55:33.210987 dv-cinder-830787-2-iscsi neutron-server[103321]: 'Agent': {'1.1'}, Apr 11 13:55:33.210987 dv-cinder-830787-2-iscsi neutron-server[103321]: 'ConntrackHelper': {'1.0'}, Apr 11 13:55:33.210987 dv-cinder-830787-2-iscsi neutron-server[103321]: 'LocalIPAssociation': {'1.0'}, Apr 11 13:55:33.210987 dv-cinder-830787-2-iscsi neutron-server[103321]: 'Log': {'1.0'}, Apr 11 13:55:33.210987 dv-cinder-830787-2-iscsi neutron-server[103321]: 'NDPProxy': {'1.0'}, Apr 11 13:55:33.210987 dv-cinder-830787-2-iscsi neutron-server[103321]: 'Network': {'1.1'}, Apr 11 13:55:33.210987 dv-cinder-830787-2-iscsi neutron-server[103321]: 'Port': {'1.7'}, Apr 11 13:55:33.210987 dv-cinder-830787-2-iscsi neutron-server[103321]: 'PortForwarding': {'1.3'}, Apr 11 13:55:33.210987 dv-cinder-830787-2-iscsi neutron-server[103321]: 'QosPolicy': {'1.10'}, Apr 11 13:55:33.210987 dv-cinder-830787-2-iscsi neutron-server[103321]: 'SecurityGroup': {'1.5'}, Apr 11 13:55:33.210987 dv-cinder-830787-2-iscsi neutron-server[103321]: 'SecurityGroupRule': {'1.2'}, Apr 11 13:55:33.210987 dv-cinder-830787-2-iscsi neutron-server[103321]: 'SubPort': {'1.0'}, Apr 11 13:55:33.210987 dv-cinder-830787-2-iscsi neutron-server[103321]: 'Subnet': {'1.1'}, Apr 11 13:55:33.210987 dv-cinder-830787-2-iscsi neutron-server[103321]: 'Trunk': {'1.1'}} Apr 11 13:55:33.210987 dv-cinder-830787-2-iscsi neutron-server[103321]: consumer versions: Apr 11 13:55:33.210987 dv-cinder-830787-2-iscsi neutron-server[103321]: { DHCP agent@dv-cinder-830787-2-iscsi: {}, Apr 11 13:55:33.210987 dv-cinder-830787-2-iscsi neutron-server[103321]: HyperV agent@hv-cinder-83078: {}, Apr 11 13:55:33.210987 dv-cinder-830787-2-iscsi neutron-server[103321]: L3 agent@dv-cinder-830787-2-iscsi: {}, Apr 11 13:55:33.210987 dv-cinder-830787-2-iscsi neutron-server[103321]: Metadata agent@dv-cinder-830787-2-iscsi: {}, Apr 11 13:55:33.210987 dv-cinder-830787-2-iscsi neutron-server[103321]: Metering agent@dv-cinder-830787-2-iscsi: {}, Apr 11 13:55:33.210987 dv-cinder-830787-2-iscsi neutron-server[103321]: Open vSwitch agent@dv-cinder-830787-2-iscsi: { 'AddressGroup': '1.2', Apr 11 13:55:33.210987 dv-cinder-830787-2-iscsi neutron-server[103321]: 'Agent': '1.1', Apr 11 13:55:33.210987 dv-cinder-830787-2-iscsi neutron-server[103321]: 'ConntrackHelper': '1.0', Apr 11 13:55:33.210987 dv-cinder-830787-2-iscsi neutron-server[103321]: 'LocalIPAssociation': '1.0', Apr 11 13:55:33.210987 dv-cinder-830787-2-iscsi neutron-server[103321]: 'Log': '1.0', Apr 11 13:55:33.210987 dv-cinder-830787-2-iscsi neutron-server[103321]: 'NDPProxy': '1.0', Apr 11 13:55:33.210987 dv-cinder-830787-2-iscsi neutron-server[103321]: 'Network': '1.1', Apr 11 13:55:33.210987 dv-cinder-830787-2-iscsi neutron-server[103321]: 'Port': '1.7', Apr 11 13:55:33.210987 dv-cinder-830787-2-iscsi neutron-server[103321]: 'PortForwarding': '1.3', Apr 11 13:55:33.210987 dv-cinder-830787-2-iscsi neutron-server[103321]: 'QosPolicy': '1.10', Apr 11 13:55:33.210987 dv-cinder-830787-2-iscsi neutron-server[103321]: 'SecurityGroup': '1.5', Apr 11 13:55:33.210987 dv-cinder-830787-2-iscsi neutron-server[103321]: 'SecurityGroupRule': '1.2', Apr 11 13:55:33.210987 dv-cinder-830787-2-iscsi neutron-server[103321]: 'SubPort': '1.0', Apr 11 13:55:33.210987 dv-cinder-830787-2-iscsi neutron-server[103321]: 'Subnet': '1.1', Apr 11 13:55:33.210987 dv-cinder-830787-2-iscsi neutron-server[103321]: 'Trunk': '1.1'}} Apr 11 13:55:33.210987 dv-cinder-830787-2-iscsi neutron-server[103321]: {{(pid=103321) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 11 13:55:33.220308 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [None req-d57713d2-4f6f-4db9-b17e-14e6d881cb11 None None] Attempting to bind port 5d4fa6fd-76c0-4870-86d9-841b0ecd7170 on host dv-cinder-830787-2-iscsi for vnic_type normal with profile {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 13:55:33.223597 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [None req-d57713d2-4f6f-4db9-b17e-14e6d881cb11 None None] Attempting to bind port 5d4fa6fd-76c0-4870-86d9-841b0ecd7170 by drivers openvswitch,hyperv on host dv-cinder-830787-2-iscsi at level 0 using segments [{'id': '153f0837-19dc-4e5c-bf6b-49a4300ea8f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886'}] {{(pid=103321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 13:55:33.224178 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d57713d2-4f6f-4db9-b17e-14e6d881cb11 None None] Attempting to bind port 5d4fa6fd-76c0-4870-86d9-841b0ecd7170 on network 18ff371c-a6b9-4e7a-9b54-bf9ba2e00886 {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 13:55:33.248906 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d57713d2-4f6f-4db9-b17e-14e6d881cb11 None None] Checking agent: {'id': 'f2586825-e748-4c1d-8b98-cb0d5b6c266d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830787-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 13, 47, 3), 'started_at': datetime.datetime(2022, 4, 11, 13, 47, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 13, 55, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830787-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 13:55:33.249300 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d57713d2-4f6f-4db9-b17e-14e6d881cb11 None None] Checking segment: {'id': '153f0837-19dc-4e5c-bf6b-49a4300ea8f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 13:55:33.249734 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-d57713d2-4f6f-4db9-b17e-14e6d881cb11 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:55:33.250161 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d57713d2-4f6f-4db9-b17e-14e6d881cb11 None None] Bound using segment: {'id': '153f0837-19dc-4e5c-bf6b-49a4300ea8f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886'} {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 13:55:33.250654 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [None req-d57713d2-4f6f-4db9-b17e-14e6d881cb11 None None] Bound port: 5d4fa6fd-76c0-4870-86d9-841b0ecd7170, host: dv-cinder-830787-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '153f0837-19dc-4e5c-bf6b-49a4300ea8f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886'}}] {{(pid=103321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 13:55:33.251061 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-d57713d2-4f6f-4db9-b17e-14e6d881cb11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883311'] for port (5d4fa6fd-76c0-4870-86d9-841b0ecd7170), before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:55:33.297521 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d2046b6-68d6-4d79-a71b-cc6062297029 admin admin] Notify agent at l3_agent.dv-cinder-830787-2-iscsi the message routers_updated {{(pid=103318) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 13:55:33.311301 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ff1b2c-8d7a-4985-a867-42f471f36c7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1bd9d9d-18ce-483c-9b32-baac0987511b,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:55:33.326047 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-89ff1b2c-8d7a-4985-a867-42f471f36c7d admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=f0be84cb2f1b4877beee599373f62238&name=default HTTP/1.1" status: 200 len: 2992 time: 1.1315899 Apr 11 13:55:33.336702 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.67', 53860) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:55:33.375397 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.plugins.ml2.db [None req-d57713d2-4f6f-4db9-b17e-14e6d881cb11 None None] For port 5d4fa6fd-76c0-4870-86d9-841b0ecd7170, host dv-cinder-830787-2-iscsi, cleared binding levels {{(pid=103321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 13:55:33.408261 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.plugins.ml2.db [None req-d57713d2-4f6f-4db9-b17e-14e6d881cb11 None None] For port 5d4fa6fd-76c0-4870-86d9-841b0ecd7170, host dv-cinder-830787-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830787-2-iscsi',level=0,port_id=5d4fa6fd-76c0-4870-86d9-841b0ecd7170,segment=NetworkSegment(153f0837-19dc-4e5c-bf6b-49a4300ea8f5),segment_id=153f0837-19dc-4e5c-bf6b-49a4300ea8f5)] {{(pid=103321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 13:55:33.415579 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-7d2046b6-68d6-4d79-a71b-cc6062297029 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:55:33.417164 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-7d2046b6-68d6-4d79-a71b-cc6062297029 admin admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.0473843 Apr 11 13:55:33.426546 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.67', 53866) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:55:33.431074 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-d57713d2-4f6f-4db9-b17e-14e6d881cb11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750379687711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750379164492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750379164510'] for port (5d4fa6fd-76c0-4870-86d9-841b0ecd7170), after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:55:33.457954 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.db.db_base_plugin_common [None req-9b6d11c1-ba04-4dc4-b2ad-b1cceb642edd admin admin] Allocated IP 172.20.0.1 (5b366c5b-a29e-42a6-8ecc-0cc9ff2fdbc0/8a7e0881-a086-4309-85a2-2f54ddd5f281/1490c2e5-77ed-4811-bd1d-5b4623862f23) {{(pid=103319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 13:55:33.501221 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-0aa24d06-2451-4b36-8ce9-2a86ef5f9226 None None] Current status of the port b1f1d5c5-6c3e-425f-83aa-9fd9e31aa27a is: DOWN; New status is: ACTIVE {{(pid=103320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 13:55:33.503217 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-0aa24d06-2451-4b36-8ce9-2a86ef5f9226 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883311'] for port (b1f1d5c5-6c3e-425f-83aa-9fd9e31aa27a), before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:55:33.513154 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f13a7dad-9ae1-428e-982f-2d6804ab534d None None] Sync routers for ids ['c1bc4be1-2cee-4ae9-8c16-4fbaeaed9e48'] in dv-cinder-830787-2-iscsi {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 13:55:33.543659 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-072da229-b0a9-4e86-94f4-5d44cfdef63b admin admin] Publish callbacks [] for security_group (d1bd9d9d-18ce-483c-9b32-baac0987511b), before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:55:33.561427 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc5fe5c-7701-45dc-892a-be8d50c7e786 None None] Pushing event updated for resources: {'Port': ['ID=5d4fa6fd-76c0-4870-86d9-841b0ecd7170,revision_number=3']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:55:33.597742 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-072da229-b0a9-4e86-94f4-5d44cfdef63b admin admin] Publish callbacks [] for security_group (d1bd9d9d-18ce-483c-9b32-baac0987511b), precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:55:33.602967 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d57713d2-4f6f-4db9-b17e-14e6d881cb11 None None] Routers {'02c42edb-8c96-4c0d-925f-01f855f4a515'} bound to L3 agent in host dv-cinder-830787-2-iscsi {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 13:55:33.603899 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-d57713d2-4f6f-4db9-b17e-14e6d881cb11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830787-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-11T13:46:59Z,description=,heartbeat_timestamp=2022-04-11T13:55:29Z,host='dv-cinder-830787-2-iscsi',id=e731c656-576f-4174-9da3-af64518920bc,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T13:46:59Z,topic='l3_agent')) {'router_ids': ['02c42edb-8c96-4c0d-925f-01f855f4a515'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:55:33.661371 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Current status of the port 5963273e-76db-479a-86d3-463c838ca2e0 is: DOWN; New status is: ACTIVE {{(pid=103320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 13:55:33.661707 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883311'] for port (5963273e-76db-479a-86d3-463c838ca2e0), before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:55:33.729715 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-d57713d2-4f6f-4db9-b17e-14e6d881cb11 None None] Set router 02c42edb-8c96-4c0d-925f-01f855f4a515 gateway port host: dv-cinder-830787-2-iscsi {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 13:55:33.838900 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-0aa24d06-2451-4b36-8ce9-2a86ef5f9226 None None] For port b1f1d5c5-6c3e-425f-83aa-9fd9e31aa27a, host dv-cinder-830787-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830787-2-iscsi',level=0,port_id=b1f1d5c5-6c3e-425f-83aa-9fd9e31aa27a,segment=NetworkSegment(964d2a25-195e-4828-b4c1-a165c2037b82),segment_id=964d2a25-195e-4828-b4c1-a165c2037b82)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 13:55:33.838900 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750379576733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663498'] for agent (f2586825-e748-4c1d-8b98-cb0d5b6c266d), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:55:33.840736 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-072da229-b0a9-4e86-94f4-5d44cfdef63b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8023832'] for security_group (d1bd9d9d-18ce-483c-9b32-baac0987511b), after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:55:33.840736 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-072da229-b0a9-4e86-94f4-5d44cfdef63b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:55:33.840736 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-072da229-b0a9-4e86-94f4-5d44cfdef63b admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/d1bd9d9d-18ce-483c-9b32-baac0987511b HTTP/1.1" status: 204 len: 168 time: 0.4896605 Apr 11 13:55:33.864909 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-0aa24d06-2451-4b36-8ce9-2a86ef5f9226 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750379687711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750379164492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750379164510'] for port (b1f1d5c5-6c3e-425f-83aa-9fd9e31aa27a), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:55:33.875779 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072da229-b0a9-4e86-94f4-5d44cfdef63b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1bd9d9d-18ce-483c-9b32-baac0987511b,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:55:33.914977 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] For port 5963273e-76db-479a-86d3-463c838ca2e0, host dv-cinder-830787-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830787-2-iscsi',level=0,port_id=5963273e-76db-479a-86d3-463c838ca2e0,segment=NetworkSegment(2ce3e5b5-40c0-484a-9c58-6b322d93e7e4),segment_id=2ce3e5b5-40c0-484a-9c58-6b322d93e7e4)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 13:55:34.006943 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f13a7dad-9ae1-428e-982f-2d6804ab534d None None] Routers {'c1bc4be1-2cee-4ae9-8c16-4fbaeaed9e48'} bound to L3 agent in host dv-cinder-830787-2-iscsi {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 13:55:34.008385 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-f13a7dad-9ae1-428e-982f-2d6804ab534d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830787-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-11T13:46:59Z,description=,heartbeat_timestamp=2022-04-11T13:55:29Z,host='dv-cinder-830787-2-iscsi',id=e731c656-576f-4174-9da3-af64518920bc,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T13:46:59Z,topic='l3_agent')) {'router_ids': ['c1bc4be1-2cee-4ae9-8c16-4fbaeaed9e48'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:55:34.009781 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-d57713d2-4f6f-4db9-b17e-14e6d881cb11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02c42edb-8c96-4c0d-925f-01f855f4a515', 'name': 'tempest-ServerRescueNegativeTestJSON-995852149-router', 'tenant_id': '7e9487af89de4df6b7592a993fc4827e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886', 'external_fixed_ips': [{'subnet_id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'ip_address': '172.27.1.172'}], 'enable_snat': True}, 'gw_port_id': '5d4fa6fd-76c0-4870-86d9-841b0ecd7170', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T13:55:28Z', 'updated_at': '2022-04-11T13:55:29Z', 'revision_number': 3, 'project_id': '7e9487af89de4df6b7592a993fc4827e', 'gw_port': {'id': '5d4fa6fd-76c0-4870-86d9-841b0ecd7170', 'name': '', 'network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:95:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02c42edb-8c96-4c0d-925f-01f855f4a515', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'ip_address': '172.27.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:55:29Z', 'updated_at': '2022-04-11T13:55:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830787-2-iscsi'}], 'dv-cinder-830787-2-iscsi', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:55:34.113198 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d57713d2-4f6f-4db9-b17e-14e6d881cb11 None None] The sync data for ids ['02c42edb-8c96-4c0d-925f-01f855f4a515'] in dv-cinder-830787-2-iscsi is: [{'id': '02c42edb-8c96-4c0d-925f-01f855f4a515', 'name': 'tempest-ServerRescueNegativeTestJSON-995852149-router', 'tenant_id': '7e9487af89de4df6b7592a993fc4827e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886', 'external_fixed_ips': [{'subnet_id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'ip_address': '172.27.1.172'}], 'enable_snat': True}, 'gw_port_id': '5d4fa6fd-76c0-4870-86d9-841b0ecd7170', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T13:55:28Z', 'updated_at': '2022-04-11T13:55:29Z', 'revision_number': 3, 'project_id': '7e9487af89de4df6b7592a993fc4827e', 'gw_port': {'id': '5d4fa6fd-76c0-4870-86d9-841b0ecd7170', 'name': '', 'network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:95:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02c42edb-8c96-4c0d-925f-01f855f4a515', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'ip_address': '172.27.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:55:29Z', 'updated_at': '2022-04-11T13:55:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830787-2-iscsi'}] {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 13:55:34.154055 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.db.l3_dvr_db [None req-f13a7dad-9ae1-428e-982f-2d6804ab534d None None] Set router c1bc4be1-2cee-4ae9-8c16-4fbaeaed9e48 gateway port host: dv-cinder-830787-2-iscsi {{(pid=103320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 13:55:34.217327 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750379687711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750379164492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750379164510'] for port (5963273e-76db-479a-86d3-463c838ca2e0), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:55:34.218371 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Device b1f1d5c5-6c3e-425f-83aa-9fd9e31aa27a up at agent ovs-agent-dv-cinder-830787-2-iscsi {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 13:55:34.277610 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-9b6d11c1-ba04-4dc4-b2ad-b1cceb642edd admin admin] Publish callbacks [] for port (1490c2e5-77ed-4811-bd1d-5b4623862f23), precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:55:34.338832 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-9b6d11c1-ba04-4dc4-b2ad-b1cceb642edd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750379164474'] for port (1490c2e5-77ed-4811-bd1d-5b4623862f23), after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:55:34.350719 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-5a230782-aeb5-4572-8cf4-4989f8691e2e req-d98f0d01-baf6-4f65-906f-d9c4fe6c7c6a tempest-DeleteServersTestJSON-154822517 tempest-DeleteServersTestJSON-154822517-project] 10.222.0.67 "GET /v2.0/ports?device_id=f2c0e150-9739-490b-84c2-340a7275b92a HTTP/1.1" status: 200 len: 210 time: 0.1206589 Apr 11 13:55:34.426416 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b6d11c1-ba04-4dc4-b2ad-b1cceb642edd admin admin] Network 5b366c5b-a29e-42a6-8ecc-0cc9ff2fdbc0 is already hosted by enough agents. {{(pid=103319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 13:55:34.476445 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [None req-9b6d11c1-ba04-4dc4-b2ad-b1cceb642edd admin admin] Resources bound (agent type, host, resource id): {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 13:55:34.503597 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b6d11c1-ba04-4dc4-b2ad-b1cceb642edd admin admin] Received port after_create {{(pid=103319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 13:55:34.504118 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-9b6d11c1-ba04-4dc4-b2ad-b1cceb642edd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8126302'] for router_interface (02c42edb-8c96-4c0d-925f-01f855f4a515), before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:55:34.507157 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6d11c1-ba04-4dc4-b2ad-b1cceb642edd admin admin] Pushing event updated for resources: {'Port': ['ID=1490c2e5-77ed-4811-bd1d-5b4623862f23,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:55:34.642378 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Provisioning complete for port b1f1d5c5-6c3e-425f-83aa-9fd9e31aa27a triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 13:55:34.642822 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-663396'] for port (b1f1d5c5-6c3e-425f-83aa-9fd9e31aa27a), provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:55:34.874324 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-39bc3c07-0d27-40b3-bcfa-7ebdf24f3f2f None None] Provisioning complete for port 5963273e-76db-479a-86d3-463c838ca2e0 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 13:55:34.874324 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-39bc3c07-0d27-40b3-bcfa-7ebdf24f3f2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-663396'] for port (5963273e-76db-479a-86d3-463c838ca2e0), provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:55:35.128121 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa24d06-2451-4b36-8ce9-2a86ef5f9226 None None] Pushing event updated for resources: {'Port': ['ID=b1f1d5c5-6c3e-425f-83aa-9fd9e31aa27a,revision_number=3']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:55:35.223331 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.67', 53948) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:55:35.244249 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-8619b191-18a6-4922-b0dd-970d3e1a6fa0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:55:35.395567 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-f13a7dad-9ae1-428e-982f-2d6804ab534d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1bc4be1-2cee-4ae9-8c16-4fbaeaed9e48', 'name': 'tempest-AttachVolumeShelveTestJSON-966238887-router', 'tenant_id': 'a8a28d94e79a4972b0f8f61ab1cb1490', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886', 'external_fixed_ips': [{'subnet_id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'ip_address': '172.27.1.62'}], 'enable_snat': True}, 'gw_port_id': '7dd1d8dc-0113-4214-b5a0-bc63cf020503', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T13:55:28Z', 'updated_at': '2022-04-11T13:55:31Z', 'revision_number': 3, 'project_id': 'a8a28d94e79a4972b0f8f61ab1cb1490', 'gw_port': {'id': '7dd1d8dc-0113-4214-b5a0-bc63cf020503', 'name': '', 'network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:bc:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1bc4be1-2cee-4ae9-8c16-4fbaeaed9e48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'ip_address': '172.27.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:55:29Z', 'updated_at': '2022-04-11T13:55:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830787-2-iscsi'}], 'dv-cinder-830787-2-iscsi', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:55:35.453780 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-8619b191-18a6-4922-b0dd-970d3e1a6fa0 admin admin] Publish callbacks [] for security_group (87fd2de4-795d-44e2-b4cc-92c47d6eb5fa), precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:55:35.466059 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-8619b191-18a6-4922-b0dd-970d3e1a6fa0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8023832'] for security_group (87fd2de4-795d-44e2-b4cc-92c47d6eb5fa), after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:55:35.590172 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-39bc3c07-0d27-40b3-bcfa-7ebdf24f3f2f None None] Current status of the port 5963273e-76db-479a-86d3-463c838ca2e0 is: ACTIVE; New status is: ACTIVE {{(pid=103320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 13:55:35.608350 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f13a7dad-9ae1-428e-982f-2d6804ab534d None None] Checking router: c1bc4be1-2cee-4ae9-8c16-4fbaeaed9e48 for host: dv-cinder-830787-2-iscsi {{(pid=103320) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 13:55:35.608561 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f13a7dad-9ae1-428e-982f-2d6804ab534d None None] Updating router c1bc4be1-2cee-4ae9-8c16-4fbaeaed9e48 port 7dd1d8dc-0113-4214-b5a0-bc63cf020503 binding host dv-cinder-830787-2-iscsi {{(pid=103320) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 13:55:35.646051 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-39bc3c07-0d27-40b3-bcfa-7ebdf24f3f2f None None] Provisioning complete for port b1f1d5c5-6c3e-425f-83aa-9fd9e31aa27a triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 13:55:35.647990 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-39bc3c07-0d27-40b3-bcfa-7ebdf24f3f2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-663396'] for port (b1f1d5c5-6c3e-425f-83aa-9fd9e31aa27a), provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:55:35.652287 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-9b6d11c1-ba04-4dc4-b2ad-b1cceb642edd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883311'] for port (1490c2e5-77ed-4811-bd1d-5b4623862f23), before_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:55:35.654114 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Current status of the port b1f1d5c5-6c3e-425f-83aa-9fd9e31aa27a is: ACTIVE; New status is: ACTIVE {{(pid=103320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 13:55:35.677471 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-8619b191-18a6-4922-b0dd-970d3e1a6fa0 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=dc15b08801ad4113979fdf15cdf41a89&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4551497 Apr 11 13:55:35.679811 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.67', 53968) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:55:35.680803 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8619b191-18a6-4922-b0dd-970d3e1a6fa0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87fd2de4-795d-44e2-b4cc-92c47d6eb5fa,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:55:35.700489 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-f13a7dad-9ae1-428e-982f-2d6804ab534d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883311'] for port (7dd1d8dc-0113-4214-b5a0-bc63cf020503), before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:55:35.710543 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Pushing event updated for resources: {'Port': ['ID=5963273e-76db-479a-86d3-463c838ca2e0,revision_number=3']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:55:35.735674 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-c38331e0-9994-4363-aeaf-88e72a7ca991 req-cad13e3f-9a5a-4421-8397-4e91afece286 tempest-DeleteServersTestJSON-154822517 tempest-DeleteServersTestJSON-154822517-project] 10.222.0.67 "GET /v2.0/ports?device_id=f2c0e150-9739-490b-84c2-340a7275b92a HTTP/1.1" status: 200 len: 210 time: 0.1680357 Apr 11 13:55:35.778354 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-65d32c56-37c5-4896-b16f-0e8989907604 admin admin] Publish callbacks [] for security_group (87fd2de4-795d-44e2-b4cc-92c47d6eb5fa), before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:55:35.808438 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-2eddeb90-c94a-4229-9032-43c8a80115ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883311'] for port (None), before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:55:35.824277 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-65d32c56-37c5-4896-b16f-0e8989907604 admin admin] Publish callbacks [] for security_group (87fd2de4-795d-44e2-b4cc-92c47d6eb5fa), precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:55:35.946940 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-65d32c56-37c5-4896-b16f-0e8989907604 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8023832'] for security_group (87fd2de4-795d-44e2-b4cc-92c47d6eb5fa), after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:55:35.951876 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-65d32c56-37c5-4896-b16f-0e8989907604 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:55:35.953089 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-65d32c56-37c5-4896-b16f-0e8989907604 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/87fd2de4-795d-44e2-b4cc-92c47d6eb5fa HTTP/1.1" status: 204 len: 168 time: 0.2682219 Apr 11 13:55:35.974430 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d32c56-37c5-4896-b16f-0e8989907604 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87fd2de4-795d-44e2-b4cc-92c47d6eb5fa,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:55:36.064201 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-39bc3c07-0d27-40b3-bcfa-7ebdf24f3f2f None None] Current status of the port b1f1d5c5-6c3e-425f-83aa-9fd9e31aa27a is: ACTIVE; New status is: ACTIVE {{(pid=103320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 13:55:36.071552 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Device 5d4fa6fd-76c0-4870-86d9-841b0ecd7170 up at agent ovs-agent-dv-cinder-830787-2-iscsi {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 13:55:36.253860 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-9b6d11c1-ba04-4dc4-b2ad-b1cceb642edd admin admin] Publish callbacks [] for port (1490c2e5-77ed-4811-bd1d-5b4623862f23), precommit_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:55:36.281556 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-a80a1eb5-df42-4130-a3a0-85b7fecca964 None None] Provisioning complete for port 1490c2e5-77ed-4811-bd1d-5b4623862f23 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 13:55:36.281931 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-a80a1eb5-df42-4130-a3a0-85b7fecca964 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-663396'] for port (1490c2e5-77ed-4811-bd1d-5b4623862f23), provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:55:36.287755 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-9b6d11c1-ba04-4dc4-b2ad-b1cceb642edd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750379687711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750379164492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750379164510'] for port (1490c2e5-77ed-4811-bd1d-5b4623862f23), after_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:55:36.288155 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Provisioning complete for port 5d4fa6fd-76c0-4870-86d9-841b0ecd7170 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 13:55:36.288576 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-9b6d11c1-ba04-4dc4-b2ad-b1cceb642edd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7871730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8123374'] for router_interface (02c42edb-8c96-4c0d-925f-01f855f4a515), after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:55:36.288794 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-663396'] for port (5d4fa6fd-76c0-4870-86d9-841b0ecd7170), provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:55:36.421719 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-a80a1eb5-df42-4130-a3a0-85b7fecca964 None None] Port 1490c2e5-77ed-4811-bd1d-5b4623862f23 cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 13:55:36.438128 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6d11c1-ba04-4dc4-b2ad-b1cceb642edd admin admin] Pushing event updated for resources: {'Port': ['ID=1490c2e5-77ed-4811-bd1d-5b4623862f23,revision_number=2']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:55:36.465402 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-a80a1eb5-df42-4130-a3a0-85b7fecca964 None None] Provisioning complete for port 5963273e-76db-479a-86d3-463c838ca2e0 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 13:55:36.465556 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-a80a1eb5-df42-4130-a3a0-85b7fecca964 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-663396'] for port (5963273e-76db-479a-86d3-463c838ca2e0), provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:55:36.501036 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-f13a7dad-9ae1-428e-982f-2d6804ab534d None None] Publish callbacks [] for port (7dd1d8dc-0113-4214-b5a0-bc63cf020503), precommit_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:55:36.509801 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.db.db_base_plugin_common [None req-2eddeb90-c94a-4229-9032-43c8a80115ce admin admin] Allocated IP 172.20.0.1 (0208f136-78bf-40a4-90c8-9a7151bfb362/2778d57e-4616-4989-bcd8-4f6cb6111901/2808360e-bb2c-414b-a490-791474828579) {{(pid=103319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 13:55:36.530247 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b6d11c1-ba04-4dc4-b2ad-b1cceb642edd admin admin] Network 5b366c5b-a29e-42a6-8ecc-0cc9ff2fdbc0 is already hosted by enough agents. {{(pid=103319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 13:55:36.532248 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [None req-9b6d11c1-ba04-4dc4-b2ad-b1cceb642edd admin admin] Resources bound (agent type, host, resource id): {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 13:55:36.553418 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-f13a7dad-9ae1-428e-982f-2d6804ab534d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750379687711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750379164492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750379164510'] for port (7dd1d8dc-0113-4214-b5a0-bc63cf020503), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:55:36.636287 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Current status of the port 5d4fa6fd-76c0-4870-86d9-841b0ecd7170 is: DOWN; New status is: ACTIVE {{(pid=103320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 13:55:36.636668 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883311'] for port (5d4fa6fd-76c0-4870-86d9-841b0ecd7170), before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:55:36.689017 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741405ce-fa45-455a-ba51-ba31340ec873 None None] Pushing event updated for resources: {'Port': ['ID=7dd1d8dc-0113-4214-b5a0-bc63cf020503,revision_number=2']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:55:36.697525 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-f13a7dad-9ae1-428e-982f-2d6804ab534d None None] Attempting to bind port 7dd1d8dc-0113-4214-b5a0-bc63cf020503 on host dv-cinder-830787-2-iscsi for vnic_type normal with profile {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 13:55:36.698140 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-f13a7dad-9ae1-428e-982f-2d6804ab534d None None] Attempting to bind port 7dd1d8dc-0113-4214-b5a0-bc63cf020503 by drivers openvswitch,hyperv on host dv-cinder-830787-2-iscsi at level 0 using segments [{'id': '153f0837-19dc-4e5c-bf6b-49a4300ea8f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886'}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 13:55:36.698297 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f13a7dad-9ae1-428e-982f-2d6804ab534d None None] Attempting to bind port 7dd1d8dc-0113-4214-b5a0-bc63cf020503 on network 18ff371c-a6b9-4e7a-9b54-bf9ba2e00886 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 13:55:36.791598 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f13a7dad-9ae1-428e-982f-2d6804ab534d None None] Checking agent: {'id': 'f2586825-e748-4c1d-8b98-cb0d5b6c266d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830787-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 13, 47, 3), 'started_at': datetime.datetime(2022, 4, 11, 13, 47, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 13, 55, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830787-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 13:55:36.794358 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f13a7dad-9ae1-428e-982f-2d6804ab534d None None] Checking segment: {'id': '153f0837-19dc-4e5c-bf6b-49a4300ea8f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 13:55:36.794889 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-f13a7dad-9ae1-428e-982f-2d6804ab534d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:55:36.795303 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f13a7dad-9ae1-428e-982f-2d6804ab534d None None] Bound using segment: {'id': '153f0837-19dc-4e5c-bf6b-49a4300ea8f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886'} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 13:55:36.803945 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-f13a7dad-9ae1-428e-982f-2d6804ab534d None None] Bound port: 7dd1d8dc-0113-4214-b5a0-bc63cf020503, host: dv-cinder-830787-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '153f0837-19dc-4e5c-bf6b-49a4300ea8f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886'}}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 13:55:36.804913 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-f13a7dad-9ae1-428e-982f-2d6804ab534d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883311'] for port (7dd1d8dc-0113-4214-b5a0-bc63cf020503), before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:55:36.827621 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] For port 5d4fa6fd-76c0-4870-86d9-841b0ecd7170, host dv-cinder-830787-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830787-2-iscsi',level=0,port_id=5d4fa6fd-76c0-4870-86d9-841b0ecd7170,segment=NetworkSegment(153f0837-19dc-4e5c-bf6b-49a4300ea8f5),segment_id=153f0837-19dc-4e5c-bf6b-49a4300ea8f5)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 13:55:36.860957 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750379687711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750379164492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750379164510'] for port (5d4fa6fd-76c0-4870-86d9-841b0ecd7170), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:55:36.861749 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Device b1f1d5c5-6c3e-425f-83aa-9fd9e31aa27a up at agent ovs-agent-dv-cinder-830787-2-iscsi {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 13:55:36.904174 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b6d11c1-ba04-4dc4-b2ad-b1cceb642edd admin admin] Router 02c42edb-8c96-4c0d-925f-01f855f4a515 has already been hosted by L3 agent e731c656-576f-4174-9da3-af64518920bc {{(pid=103319) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 13:55:36.931500 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-a80a1eb5-df42-4130-a3a0-85b7fecca964 None None] Current status of the port 5963273e-76db-479a-86d3-463c838ca2e0 is: ACTIVE; New status is: ACTIVE {{(pid=103320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 13:55:36.963063 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-2eddeb90-c94a-4229-9032-43c8a80115ce admin admin] Publish callbacks [] for port (2808360e-bb2c-414b-a490-791474828579), precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:55:36.982554 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Pushing event updated for resources: {'Port': ['ID=5d4fa6fd-76c0-4870-86d9-841b0ecd7170,revision_number=4']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:55:36.988107 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-f13a7dad-9ae1-428e-982f-2d6804ab534d None None] For port 7dd1d8dc-0113-4214-b5a0-bc63cf020503, host dv-cinder-830787-2-iscsi, cleared binding levels {{(pid=103320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 13:55:36.992123 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-f13a7dad-9ae1-428e-982f-2d6804ab534d None None] For port 7dd1d8dc-0113-4214-b5a0-bc63cf020503, host dv-cinder-830787-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830787-2-iscsi',level=0,port_id=7dd1d8dc-0113-4214-b5a0-bc63cf020503,segment=NetworkSegment(153f0837-19dc-4e5c-bf6b-49a4300ea8f5),segment_id=153f0837-19dc-4e5c-bf6b-49a4300ea8f5)] {{(pid=103320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 13:55:37.008331 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-f13a7dad-9ae1-428e-982f-2d6804ab534d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750379687711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750379164492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750379164510'] for port (7dd1d8dc-0113-4214-b5a0-bc63cf020503), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:55:37.014422 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Provisioning complete for port b1f1d5c5-6c3e-425f-83aa-9fd9e31aa27a triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 13:55:37.014819 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-663396'] for port (b1f1d5c5-6c3e-425f-83aa-9fd9e31aa27a), provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:55:37.087001 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-efdd5fd1-c169-46af-b35c-9493e06bbb0c req-9d907914-0f04-4f14-913e-d8b037706211 tempest-DeleteServersTestJSON-154822517 tempest-DeleteServersTestJSON-154822517-project] 10.222.0.67 "GET /v2.0/ports?device_id=f2c0e150-9739-490b-84c2-340a7275b92a HTTP/1.1" status: 200 len: 210 time: 0.2468071 Apr 11 13:55:37.140738 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-44a42b68-f263-43dd-aa24-db631ff4128e None None] Provisioning complete for port 1490c2e5-77ed-4811-bd1d-5b4623862f23 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 13:55:37.141410 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-44a42b68-f263-43dd-aa24-db631ff4128e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-663396'] for port (1490c2e5-77ed-4811-bd1d-5b4623862f23), provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:55:37.186163 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f13a7dad-9ae1-428e-982f-2d6804ab534d None None] Routers {'c1bc4be1-2cee-4ae9-8c16-4fbaeaed9e48'} bound to L3 agent in host dv-cinder-830787-2-iscsi {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 13:55:37.186894 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-f13a7dad-9ae1-428e-982f-2d6804ab534d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830787-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-11T13:46:59Z,description=,heartbeat_timestamp=2022-04-11T13:55:29Z,host='dv-cinder-830787-2-iscsi',id=e731c656-576f-4174-9da3-af64518920bc,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T13:46:59Z,topic='l3_agent')) {'router_ids': ['c1bc4be1-2cee-4ae9-8c16-4fbaeaed9e48'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:55:37.188859 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741405ce-fa45-455a-ba51-ba31340ec873 None None] Pushing event updated for resources: {'Port': ['ID=7dd1d8dc-0113-4214-b5a0-bc63cf020503,revision_number=3']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:55:37.244033 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-2eddeb90-c94a-4229-9032-43c8a80115ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750379164474'] for port (2808360e-bb2c-414b-a490-791474828579), after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:55:37.246384 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-44a42b68-f263-43dd-aa24-db631ff4128e None None] Port 1490c2e5-77ed-4811-bd1d-5b4623862f23 cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 13:55:37.253193 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b6d11c1-ba04-4dc4-b2ad-b1cceb642edd admin admin] Notify agent at l3_agent.dv-cinder-830787-2-iscsi the message routers_updated {{(pid=103319) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 13:55:37.259315 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-9b6d11c1-ba04-4dc4-b2ad-b1cceb642edd admin admin] 10.222.0.67 "PUT /v2.0/routers/02c42edb-8c96-4c0d-925f-01f855f4a515/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2446628 Apr 11 13:55:37.268445 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-029e298a-bbd0-4aee-a603-c059d51d16ea None None] Sync routers for ids ['02c42edb-8c96-4c0d-925f-01f855f4a515'] in dv-cinder-830787-2-iscsi {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 13:55:37.284529 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-029e298a-bbd0-4aee-a603-c059d51d16ea None None] Routers {'02c42edb-8c96-4c0d-925f-01f855f4a515'} bound to L3 agent in host dv-cinder-830787-2-iscsi {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 13:55:37.285410 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-029e298a-bbd0-4aee-a603-c059d51d16ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830787-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-11T13:46:59Z,description=,heartbeat_timestamp=2022-04-11T13:55:29Z,host='dv-cinder-830787-2-iscsi',id=e731c656-576f-4174-9da3-af64518920bc,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T13:46:59Z,topic='l3_agent')) {'router_ids': ['02c42edb-8c96-4c0d-925f-01f855f4a515'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:55:37.335087 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Current status of the port b1f1d5c5-6c3e-425f-83aa-9fd9e31aa27a is: ACTIVE; New status is: ACTIVE {{(pid=103320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 13:55:37.349286 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.db.l3_dvr_db [None req-f13a7dad-9ae1-428e-982f-2d6804ab534d None None] Set router c1bc4be1-2cee-4ae9-8c16-4fbaeaed9e48 gateway port host: dv-cinder-830787-2-iscsi {{(pid=103320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 13:55:37.354574 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eddeb90-c94a-4229-9032-43c8a80115ce admin admin] Network 0208f136-78bf-40a4-90c8-9a7151bfb362 is already hosted by enough agents. {{(pid=103319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 13:55:37.357669 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [None req-2eddeb90-c94a-4229-9032-43c8a80115ce admin admin] Resources bound (agent type, host, resource id): {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 13:55:37.375617 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eddeb90-c94a-4229-9032-43c8a80115ce admin admin] Received port after_create {{(pid=103319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 13:55:37.376131 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-2eddeb90-c94a-4229-9032-43c8a80115ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8126302'] for router_interface (c1bc4be1-2cee-4ae9-8c16-4fbaeaed9e48), before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:55:37.520511 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eddeb90-c94a-4229-9032-43c8a80115ce admin admin] Pushing event updated for resources: {'Port': ['ID=2808360e-bb2c-414b-a490-791474828579,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:55:37.550117 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-029e298a-bbd0-4aee-a603-c059d51d16ea None None] Set router 02c42edb-8c96-4c0d-925f-01f855f4a515 gateway port host: dv-cinder-830787-2-iscsi {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 13:55:37.593493 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-f13a7dad-9ae1-428e-982f-2d6804ab534d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1bc4be1-2cee-4ae9-8c16-4fbaeaed9e48', 'name': 'tempest-AttachVolumeShelveTestJSON-966238887-router', 'tenant_id': 'a8a28d94e79a4972b0f8f61ab1cb1490', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886', 'external_fixed_ips': [{'subnet_id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'ip_address': '172.27.1.62'}], 'enable_snat': True}, 'gw_port_id': '7dd1d8dc-0113-4214-b5a0-bc63cf020503', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T13:55:28Z', 'updated_at': '2022-04-11T13:55:31Z', 'revision_number': 3, 'project_id': 'a8a28d94e79a4972b0f8f61ab1cb1490', 'gw_port': {'id': '7dd1d8dc-0113-4214-b5a0-bc63cf020503', 'name': '', 'network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:bc:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1bc4be1-2cee-4ae9-8c16-4fbaeaed9e48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'ip_address': '172.27.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:55:29Z', 'updated_at': '2022-04-11T13:55:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830787-2-iscsi'}], 'dv-cinder-830787-2-iscsi', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:55:37.654890 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f13a7dad-9ae1-428e-982f-2d6804ab534d None None] The sync data for ids ['c1bc4be1-2cee-4ae9-8c16-4fbaeaed9e48'] in dv-cinder-830787-2-iscsi is: [{'id': 'c1bc4be1-2cee-4ae9-8c16-4fbaeaed9e48', 'name': 'tempest-AttachVolumeShelveTestJSON-966238887-router', 'tenant_id': 'a8a28d94e79a4972b0f8f61ab1cb1490', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886', 'external_fixed_ips': [{'subnet_id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'ip_address': '172.27.1.62'}], 'enable_snat': True}, 'gw_port_id': '7dd1d8dc-0113-4214-b5a0-bc63cf020503', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T13:55:28Z', 'updated_at': '2022-04-11T13:55:31Z', 'revision_number': 3, 'project_id': 'a8a28d94e79a4972b0f8f61ab1cb1490', 'gw_port': {'id': '7dd1d8dc-0113-4214-b5a0-bc63cf020503', 'name': '', 'network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:bc:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1bc4be1-2cee-4ae9-8c16-4fbaeaed9e48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'ip_address': '172.27.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:55:29Z', 'updated_at': '2022-04-11T13:55:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830787-2-iscsi'}] {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 13:55:37.785965 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-3f0ddb66-575c-4764-9978-1d1d37a1523b None None] Provisioning complete for port 2808360e-bb2c-414b-a490-791474828579 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 13:55:37.786662 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-3f0ddb66-575c-4764-9978-1d1d37a1523b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-663396'] for port (2808360e-bb2c-414b-a490-791474828579), provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:55:37.795407 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-2eddeb90-c94a-4229-9032-43c8a80115ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883311'] for port (2808360e-bb2c-414b-a490-791474828579), before_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:55:37.898995 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Device 5d4fa6fd-76c0-4870-86d9-841b0ecd7170 up at agent ovs-agent-dv-cinder-830787-2-iscsi {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 13:55:38.002853 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-3f0ddb66-575c-4764-9978-1d1d37a1523b None None] Port 2808360e-bb2c-414b-a490-791474828579 cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 13:55:38.029362 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-029e298a-bbd0-4aee-a603-c059d51d16ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02c42edb-8c96-4c0d-925f-01f855f4a515', 'name': 'tempest-ServerRescueNegativeTestJSON-995852149-router', 'tenant_id': '7e9487af89de4df6b7592a993fc4827e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886', 'external_fixed_ips': [{'subnet_id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'ip_address': '172.27.1.172'}], 'enable_snat': True}, 'gw_port_id': '5d4fa6fd-76c0-4870-86d9-841b0ecd7170', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T13:55:28Z', 'updated_at': '2022-04-11T13:55:35Z', 'revision_number': 4, 'project_id': '7e9487af89de4df6b7592a993fc4827e', 'gw_port': {'id': '5d4fa6fd-76c0-4870-86d9-841b0ecd7170', 'name': '', 'network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:95:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02c42edb-8c96-4c0d-925f-01f855f4a515', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'ip_address': '172.27.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:55:29Z', 'updated_at': '2022-04-11T13:55:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830787-2-iscsi', '_interfaces': [{'id': '1490c2e5-77ed-4811-bd1d-5b4623862f23', 'name': '', 'network_id': '5b366c5b-a29e-42a6-8ecc-0cc9ff2fdbc0', 'tenant_id': '7e9487af89de4df6b7592a993fc4827e', 'mac_address': 'fa:16:3e:05:c5:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02c42edb-8c96-4c0d-925f-01f855f4a515', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '8a7e0881-a086-4309-85a2-2f54ddd5f281', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:55:32Z', 'updated_at': '2022-04-11T13:55:35Z', 'revision_number': 2, 'project_id': '7e9487af89de4df6b7592a993fc4827e', 'subnets': [{'id': '8a7e0881-a086-4309-85a2-2f54ddd5f281', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830787-2-iscsi', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:55:38.038815 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Provisioning complete for port 5d4fa6fd-76c0-4870-86d9-841b0ecd7170 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 13:55:38.039931 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-663396'] for port (5d4fa6fd-76c0-4870-86d9-841b0ecd7170), provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:55:38.060066 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-029e298a-bbd0-4aee-a603-c059d51d16ea None None] Checking router: 02c42edb-8c96-4c0d-925f-01f855f4a515 for host: dv-cinder-830787-2-iscsi {{(pid=103321) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 13:55:38.060700 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-029e298a-bbd0-4aee-a603-c059d51d16ea None None] Updating router 02c42edb-8c96-4c0d-925f-01f855f4a515 port 1490c2e5-77ed-4811-bd1d-5b4623862f23 binding host dv-cinder-830787-2-iscsi {{(pid=103321) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 13:55:38.208502 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-2eddeb90-c94a-4229-9032-43c8a80115ce admin admin] Publish callbacks [] for port (2808360e-bb2c-414b-a490-791474828579), precommit_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:55:38.229650 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-2eddeb90-c94a-4229-9032-43c8a80115ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750379687711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750379164492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750379164510'] for port (2808360e-bb2c-414b-a490-791474828579), after_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:55:38.230712 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-2eddeb90-c94a-4229-9032-43c8a80115ce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7871730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8123374'] for router_interface (c1bc4be1-2cee-4ae9-8c16-4fbaeaed9e48), after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:55:38.304277 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-641b5fa3-2b05-4d58-a92d-b6956df8c80f req-e7e15879-5b00-48e4-9e05-2676a43ccfb2 tempest-DeleteServersTestJSON-154822517 tempest-DeleteServersTestJSON-154822517-project] 10.222.0.67 "GET /v2.0/ports?device_id=f2c0e150-9739-490b-84c2-340a7275b92a HTTP/1.1" status: 200 len: 210 time: 0.0700705 Apr 11 13:55:38.344633 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-029e298a-bbd0-4aee-a603-c059d51d16ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883311'] for port (1490c2e5-77ed-4811-bd1d-5b4623862f23), before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:55:38.442410 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Current status of the port 5d4fa6fd-76c0-4870-86d9-841b0ecd7170 is: ACTIVE; New status is: ACTIVE {{(pid=103320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 13:55:38.444775 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Device 5963273e-76db-479a-86d3-463c838ca2e0 up at agent ovs-agent-dv-cinder-830787-2-iscsi {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 13:55:38.522437 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Provisioning complete for port 5963273e-76db-479a-86d3-463c838ca2e0 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 13:55:38.522844 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-663396'] for port (5963273e-76db-479a-86d3-463c838ca2e0), provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:55:38.586649 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eddeb90-c94a-4229-9032-43c8a80115ce admin admin] Network 0208f136-78bf-40a4-90c8-9a7151bfb362 is already hosted by enough agents. {{(pid=103319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 13:55:38.608090 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [None req-2eddeb90-c94a-4229-9032-43c8a80115ce admin admin] Resources bound (agent type, host, resource id): {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 13:55:38.610304 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eddeb90-c94a-4229-9032-43c8a80115ce admin admin] Pushing event updated for resources: {'Port': ['ID=2808360e-bb2c-414b-a490-791474828579,revision_number=2']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:55:38.647150 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Current status of the port 5963273e-76db-479a-86d3-463c838ca2e0 is: ACTIVE; New status is: ACTIVE {{(pid=103320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 13:55:38.848424 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-029e298a-bbd0-4aee-a603-c059d51d16ea None None] Publish callbacks [] for port (1490c2e5-77ed-4811-bd1d-5b4623862f23), precommit_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:55:38.862206 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-029e298a-bbd0-4aee-a603-c059d51d16ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750379687711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750379164492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750379164510'] for port (1490c2e5-77ed-4811-bd1d-5b4623862f23), after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:55:38.928857 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e935cbd-ff68-43d2-9109-7b0b3e88fc46 req-5dc4eeb1-bd92-45c2-8c54-d2e0ff80a1fa tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:55:38.934780 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74839b83-5a27-4da2-a63f-f39649dcb771 None None] Pushing event updated for resources: {'Port': ['ID=1490c2e5-77ed-4811-bd1d-5b4623862f23,revision_number=3']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:55:38.944175 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-9e935cbd-ff68-43d2-9109-7b0b3e88fc46 req-5dc4eeb1-bd92-45c2-8c54-d2e0ff80a1fa tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] 10.222.0.67 "GET /v2.0/networks?id=5b366c5b-a29e-42a6-8ecc-0cc9ff2fdbc0 HTTP/1.1" status: 200 len: 818 time: 0.6382525 Apr 11 13:55:38.970335 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-9e935cbd-ff68-43d2-9109-7b0b3e88fc46 req-9d3ff0fb-ffff-4b0a-bb49-dad8bd5f351f tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] 10.222.0.67 "GET /v2.0/quotas/7e9487af89de4df6b7592a993fc4827e HTTP/1.1" status: 200 len: 375 time: 0.0251503 Apr 11 13:55:39.040262 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-c985dd04-86ad-444d-8342-ebe11feedd5d None None] Provisioning complete for port 2808360e-bb2c-414b-a490-791474828579 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 13:55:39.040749 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c985dd04-86ad-444d-8342-ebe11feedd5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-663396'] for port (2808360e-bb2c-414b-a490-791474828579), provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:55:39.075095 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [None req-029e298a-bbd0-4aee-a603-c059d51d16ea None None] Attempting to bind port 1490c2e5-77ed-4811-bd1d-5b4623862f23 on host dv-cinder-830787-2-iscsi for vnic_type normal with profile {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 13:55:39.077135 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [None req-029e298a-bbd0-4aee-a603-c059d51d16ea None None] Attempting to bind port 1490c2e5-77ed-4811-bd1d-5b4623862f23 by drivers openvswitch,hyperv on host dv-cinder-830787-2-iscsi at level 0 using segments [{'id': '2ce3e5b5-40c0-484a-9c58-6b322d93e7e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': '5b366c5b-a29e-42a6-8ecc-0cc9ff2fdbc0'}] {{(pid=103321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 13:55:39.077135 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-029e298a-bbd0-4aee-a603-c059d51d16ea None None] Attempting to bind port 1490c2e5-77ed-4811-bd1d-5b4623862f23 on network 5b366c5b-a29e-42a6-8ecc-0cc9ff2fdbc0 {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 13:55:39.095057 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-029e298a-bbd0-4aee-a603-c059d51d16ea None None] Checking agent: {'id': 'f2586825-e748-4c1d-8b98-cb0d5b6c266d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830787-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 13, 47, 3), 'started_at': datetime.datetime(2022, 4, 11, 13, 47, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 13, 55, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830787-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 13:55:39.095057 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-029e298a-bbd0-4aee-a603-c059d51d16ea None None] Checking segment: {'id': '2ce3e5b5-40c0-484a-9c58-6b322d93e7e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': '5b366c5b-a29e-42a6-8ecc-0cc9ff2fdbc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 13:55:39.095057 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-029e298a-bbd0-4aee-a603-c059d51d16ea None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:55:39.102863 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-029e298a-bbd0-4aee-a603-c059d51d16ea None None] Bound using segment: {'id': '2ce3e5b5-40c0-484a-9c58-6b322d93e7e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': '5b366c5b-a29e-42a6-8ecc-0cc9ff2fdbc0'} {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 13:55:39.103497 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [None req-029e298a-bbd0-4aee-a603-c059d51d16ea None None] Bound port: 1490c2e5-77ed-4811-bd1d-5b4623862f23, host: dv-cinder-830787-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ce3e5b5-40c0-484a-9c58-6b322d93e7e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': '5b366c5b-a29e-42a6-8ecc-0cc9ff2fdbc0'}}] {{(pid=103321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 13:55:39.104886 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-029e298a-bbd0-4aee-a603-c059d51d16ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883311'] for port (1490c2e5-77ed-4811-bd1d-5b4623862f23), before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:55:39.119436 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-c985dd04-86ad-444d-8342-ebe11feedd5d None None] Port 2808360e-bb2c-414b-a490-791474828579 cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 13:55:39.144146 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-9e935cbd-ff68-43d2-9109-7b0b3e88fc46 req-855f9561-5638-4b64-9f68-4a767991cf54 tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=7e9487af89de4df6b7592a993fc4827e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1728971 Apr 11 13:55:39.146290 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2eddeb90-c94a-4229-9032-43c8a80115ce admin admin] Router c1bc4be1-2cee-4ae9-8c16-4fbaeaed9e48 has already been hosted by L3 agent e731c656-576f-4174-9da3-af64518920bc {{(pid=103319) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 13:55:39.272926 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.plugins.ml2.db [None req-029e298a-bbd0-4aee-a603-c059d51d16ea None None] For port 1490c2e5-77ed-4811-bd1d-5b4623862f23, host dv-cinder-830787-2-iscsi, cleared binding levels {{(pid=103321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 13:55:39.281570 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.plugins.ml2.db [None req-029e298a-bbd0-4aee-a603-c059d51d16ea None None] For port 1490c2e5-77ed-4811-bd1d-5b4623862f23, host dv-cinder-830787-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830787-2-iscsi',level=0,port_id=1490c2e5-77ed-4811-bd1d-5b4623862f23,segment=NetworkSegment(2ce3e5b5-40c0-484a-9c58-6b322d93e7e4),segment_id=2ce3e5b5-40c0-484a-9c58-6b322d93e7e4)] {{(pid=103321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 13:55:39.305707 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-029e298a-bbd0-4aee-a603-c059d51d16ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750379687711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750379164492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750379164510'] for port (1490c2e5-77ed-4811-bd1d-5b4623862f23), after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:55:39.347492 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.67', 54108) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:55:39.412236 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2eddeb90-c94a-4229-9032-43c8a80115ce admin admin] Notify agent at l3_agent.dv-cinder-830787-2-iscsi the message routers_updated {{(pid=103319) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 13:55:39.436711 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-2eddeb90-c94a-4229-9032-43c8a80115ce admin admin] 10.222.0.67 "PUT /v2.0/routers/c1bc4be1-2cee-4ae9-8c16-4fbaeaed9e48/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0063889 Apr 11 13:55:39.443442 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-4bd33af7-467e-45d5-bb2f-2b26453b6bd5 None None] Provisioning complete for port 1490c2e5-77ed-4811-bd1d-5b4623862f23 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 13:55:39.443851 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4bd33af7-467e-45d5-bb2f-2b26453b6bd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-663396'] for port (1490c2e5-77ed-4811-bd1d-5b4623862f23), provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:55:39.446889 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.wsgi [req-9e935cbd-ff68-43d2-9109-7b0b3e88fc46 req-aa5fd1d2-9766-4655-b833-c7c58b1abad9 service neutron] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=103319) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 11 13:55:39.460012 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-9e935cbd-ff68-43d2-9109-7b0b3e88fc46 req-aa5fd1d2-9766-4655-b833-c7c58b1abad9 service neutron] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0931809 Apr 11 13:55:39.481774 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74839b83-5a27-4da2-a63f-f39649dcb771 None None] Pushing event updated for resources: {'Port': ['ID=1490c2e5-77ed-4811-bd1d-5b4623862f23,revision_number=4']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:55:39.514505 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-029e298a-bbd0-4aee-a603-c059d51d16ea None None] Routers {'02c42edb-8c96-4c0d-925f-01f855f4a515'} bound to L3 agent in host dv-cinder-830787-2-iscsi {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 13:55:39.515358 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-029e298a-bbd0-4aee-a603-c059d51d16ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830787-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-11T13:46:59Z,description=,heartbeat_timestamp=2022-04-11T13:55:29Z,host='dv-cinder-830787-2-iscsi',id=e731c656-576f-4174-9da3-af64518920bc,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T13:46:59Z,topic='l3_agent')) {'router_ids': ['02c42edb-8c96-4c0d-925f-01f855f4a515'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:55:39.525772 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-af4bacb8-2793-4f27-8def-753dcef84efa req-01da6b8f-4a8f-41be-8232-00afe76056ea tempest-DeleteServersTestJSON-154822517 tempest-DeleteServersTestJSON-154822517-project] 10.222.0.67 "GET /v2.0/ports?device_id=f2c0e150-9739-490b-84c2-340a7275b92a HTTP/1.1" status: 200 len: 210 time: 0.0711181 Apr 11 13:55:39.555507 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-737120b0-967c-4d7c-97aa-cda6cc1691d7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:55:39.664660 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-4bd33af7-467e-45d5-bb2f-2b26453b6bd5 None None] Current status of the port 1490c2e5-77ed-4811-bd1d-5b4623862f23 is: DOWN; New status is: ACTIVE {{(pid=103320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 13:55:39.665175 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4bd33af7-467e-45d5-bb2f-2b26453b6bd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883311'] for port (1490c2e5-77ed-4811-bd1d-5b4623862f23), before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:55:39.721675 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-4bd33af7-467e-45d5-bb2f-2b26453b6bd5 None None] For port 1490c2e5-77ed-4811-bd1d-5b4623862f23, host dv-cinder-830787-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830787-2-iscsi',level=0,port_id=1490c2e5-77ed-4811-bd1d-5b4623862f23,segment=NetworkSegment(2ce3e5b5-40c0-484a-9c58-6b322d93e7e4),segment_id=2ce3e5b5-40c0-484a-9c58-6b322d93e7e4)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 13:55:39.728166 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-9e935cbd-ff68-43d2-9109-7b0b3e88fc46 req-bc0330cd-e2ca-4b3f-8895-f36d3b7412fd service neutron] 10.222.0.67 "GET /v2.0/networks/5b366c5b-a29e-42a6-8ecc-0cc9ff2fdbc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2658377 Apr 11 13:55:39.731935 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4bd33af7-467e-45d5-bb2f-2b26453b6bd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750379687711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750379164492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750379164510'] for port (1490c2e5-77ed-4811-bd1d-5b4623862f23), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:55:39.838622 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-737120b0-967c-4d7c-97aa-cda6cc1691d7 admin admin] Publish callbacks [] for security_group (6e842d4d-c335-4ecc-9ed5-8b04aa5f5249), precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:55:39.848609 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-029e298a-bbd0-4aee-a603-c059d51d16ea None None] Set router 02c42edb-8c96-4c0d-925f-01f855f4a515 gateway port host: dv-cinder-830787-2-iscsi {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 13:55:39.852547 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-737120b0-967c-4d7c-97aa-cda6cc1691d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8023832'] for security_group (6e842d4d-c335-4ecc-9ed5-8b04aa5f5249), after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:55:39.866595 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd33af7-467e-45d5-bb2f-2b26453b6bd5 None None] Pushing event updated for resources: {'Port': ['ID=1490c2e5-77ed-4811-bd1d-5b4623862f23,revision_number=5']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:55:39.912236 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-737120b0-967c-4d7c-97aa-cda6cc1691d7 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=e3a8a03f0c22460bae45ee6ea84bc6dd&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5600336 Apr 11 13:55:39.918366 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.67', 54130) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:55:39.954875 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-bfdd8208-4416-4804-ad8c-3c23ff1d356c None None] Provisioning complete for port 1490c2e5-77ed-4811-bd1d-5b4623862f23 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 13:55:39.961088 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-bfdd8208-4416-4804-ad8c-3c23ff1d356c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-663396'] for port (1490c2e5-77ed-4811-bd1d-5b4623862f23), provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:55:40.033094 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737120b0-967c-4d7c-97aa-cda6cc1691d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e842d4d-c335-4ecc-9ed5-8b04aa5f5249,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:55:40.056931 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-9e935cbd-ff68-43d2-9109-7b0b3e88fc46 req-64b4a31b-0c2b-4d5a-ae86-a2f710206f8a service neutron] 10.222.0.67 "GET /v2.0/networks/5b366c5b-a29e-42a6-8ecc-0cc9ff2fdbc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3175509 Apr 11 13:55:40.061006 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Device 7dd1d8dc-0113-4214-b5a0-bc63cf020503 up at agent ovs-agent-dv-cinder-830787-2-iscsi {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 13:55:40.095613 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-7a2ef451-1e0c-44ab-a1ee-c76b7197271b admin admin] Publish callbacks [] for security_group (6e842d4d-c335-4ecc-9ed5-8b04aa5f5249), before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:55:40.121085 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-7a2ef451-1e0c-44ab-a1ee-c76b7197271b admin admin] Publish callbacks [] for security_group (6e842d4d-c335-4ecc-9ed5-8b04aa5f5249), precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:55:40.181263 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-7a2ef451-1e0c-44ab-a1ee-c76b7197271b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8023832'] for security_group (6e842d4d-c335-4ecc-9ed5-8b04aa5f5249), after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:55:40.183894 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-7a2ef451-1e0c-44ab-a1ee-c76b7197271b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:55:40.187970 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-7a2ef451-1e0c-44ab-a1ee-c76b7197271b admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/6e842d4d-c335-4ecc-9ed5-8b04aa5f5249 HTTP/1.1" status: 204 len: 168 time: 0.2666483 Apr 11 13:55:40.197085 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2ef451-1e0c-44ab-a1ee-c76b7197271b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e842d4d-c335-4ecc-9ed5-8b04aa5f5249,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:55:40.217001 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Provisioning complete for port 7dd1d8dc-0113-4214-b5a0-bc63cf020503 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 13:55:40.217383 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-663396'] for port (7dd1d8dc-0113-4214-b5a0-bc63cf020503), provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:55:40.238319 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-bfdd8208-4416-4804-ad8c-3c23ff1d356c None None] Current status of the port 1490c2e5-77ed-4811-bd1d-5b4623862f23 is: ACTIVE; New status is: ACTIVE {{(pid=103320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 13:55:40.361269 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-029e298a-bbd0-4aee-a603-c059d51d16ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02c42edb-8c96-4c0d-925f-01f855f4a515', 'name': 'tempest-ServerRescueNegativeTestJSON-995852149-router', 'tenant_id': '7e9487af89de4df6b7592a993fc4827e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886', 'external_fixed_ips': [{'subnet_id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'ip_address': '172.27.1.172'}], 'enable_snat': True}, 'gw_port_id': '5d4fa6fd-76c0-4870-86d9-841b0ecd7170', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T13:55:28Z', 'updated_at': '2022-04-11T13:55:35Z', 'revision_number': 4, 'project_id': '7e9487af89de4df6b7592a993fc4827e', 'gw_port': {'id': '5d4fa6fd-76c0-4870-86d9-841b0ecd7170', 'name': '', 'network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:95:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02c42edb-8c96-4c0d-925f-01f855f4a515', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'ip_address': '172.27.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:55:29Z', 'updated_at': '2022-04-11T13:55:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830787-2-iscsi', '_interfaces': [{'id': '1490c2e5-77ed-4811-bd1d-5b4623862f23', 'name': '', 'network_id': '5b366c5b-a29e-42a6-8ecc-0cc9ff2fdbc0', 'tenant_id': '7e9487af89de4df6b7592a993fc4827e', 'mac_address': 'fa:16:3e:05:c5:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02c42edb-8c96-4c0d-925f-01f855f4a515', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '8a7e0881-a086-4309-85a2-2f54ddd5f281', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:55:32Z', 'updated_at': '2022-04-11T13:55:39Z', 'revision_number': 4, 'project_id': '7e9487af89de4df6b7592a993fc4827e', 'subnets': [{'id': '8a7e0881-a086-4309-85a2-2f54ddd5f281', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830787-2-iscsi', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:55:40.406344 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-029e298a-bbd0-4aee-a603-c059d51d16ea None None] The sync data for ids ['02c42edb-8c96-4c0d-925f-01f855f4a515'] in dv-cinder-830787-2-iscsi is: [{'id': '02c42edb-8c96-4c0d-925f-01f855f4a515', 'name': 'tempest-ServerRescueNegativeTestJSON-995852149-router', 'tenant_id': '7e9487af89de4df6b7592a993fc4827e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886', 'external_fixed_ips': [{'subnet_id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'ip_address': '172.27.1.172'}], 'enable_snat': True}, 'gw_port_id': '5d4fa6fd-76c0-4870-86d9-841b0ecd7170', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T13:55:28Z', 'updated_at': '2022-04-11T13:55:35Z', 'revision_number': 4, 'project_id': '7e9487af89de4df6b7592a993fc4827e', 'gw_port': {'id': '5d4fa6fd-76c0-4870-86d9-841b0ecd7170', 'name': '', 'network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:95:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02c42edb-8c96-4c0d-925f-01f855f4a515', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'ip_address': '172.27.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:55:29Z', 'updated_at': '2022-04-11T13:55:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830787-2-iscsi', '_interfaces': [{'id': '1490c2e5-77ed-4811-bd1d-5b4623862f23', 'name': '', 'network_id': '5b366c5b-a29e-42a6-8ecc-0cc9ff2fdbc0', 'tenant_id': '7e9487af89de4df6b7592a993fc4827e', 'mac_address': 'fa:16:3e:05:c5:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02c42edb-8c96-4c0d-925f-01f855f4a515', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '8a7e0881-a086-4309-85a2-2f54ddd5f281', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:55:32Z', 'updated_at': '2022-04-11T13:55:39Z', 'revision_number': 4, 'project_id': '7e9487af89de4df6b7592a993fc4827e', 'subnets': [{'id': '8a7e0881-a086-4309-85a2-2f54ddd5f281', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 13:55:40.416018 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Current status of the port 7dd1d8dc-0113-4214-b5a0-bc63cf020503 is: DOWN; New status is: ACTIVE {{(pid=103320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 13:55:40.416444 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883311'] for port (7dd1d8dc-0113-4214-b5a0-bc63cf020503), before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:55:40.479154 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] For port 7dd1d8dc-0113-4214-b5a0-bc63cf020503, host dv-cinder-830787-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830787-2-iscsi',level=0,port_id=7dd1d8dc-0113-4214-b5a0-bc63cf020503,segment=NetworkSegment(153f0837-19dc-4e5c-bf6b-49a4300ea8f5),segment_id=153f0837-19dc-4e5c-bf6b-49a4300ea8f5)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 13:55:40.494212 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750379687711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750379164492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750379164510'] for port (7dd1d8dc-0113-4214-b5a0-bc63cf020503), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:55:40.567426 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-b804768c-3a0f-4eff-8cbc-a6cb76a4a9dd req-53f104ff-af6c-4703-9559-4441c84e1937 tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] 10.222.0.67 "GET /v2.0/ports?device_id=eea0ff31-35c2-4763-bf7a-6d0aada0558c HTTP/1.1" status: 200 len: 210 time: 0.0724535 Apr 11 13:55:40.618494 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Pushing event updated for resources: {'Port': ['ID=7dd1d8dc-0113-4214-b5a0-bc63cf020503,revision_number=4']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:55:40.622589 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0c831d8-08e9-46ec-817d-2e3c66b814bb None None] Sync routers for ids ['c1bc4be1-2cee-4ae9-8c16-4fbaeaed9e48'] in dv-cinder-830787-2-iscsi {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 13:55:40.641438 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0c831d8-08e9-46ec-817d-2e3c66b814bb None None] Routers {'c1bc4be1-2cee-4ae9-8c16-4fbaeaed9e48'} bound to L3 agent in host dv-cinder-830787-2-iscsi {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 13:55:40.642067 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-f0c831d8-08e9-46ec-817d-2e3c66b814bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830787-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-11T13:46:59Z,description=,heartbeat_timestamp=2022-04-11T13:55:29Z,host='dv-cinder-830787-2-iscsi',id=e731c656-576f-4174-9da3-af64518920bc,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T13:46:59Z,topic='l3_agent')) {'router_ids': ['c1bc4be1-2cee-4ae9-8c16-4fbaeaed9e48'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:55:40.784530 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.67', 54166) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:55:40.810302 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-4ff6d74f-37fd-40ac-8ba2-e537b82d89e6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:55:40.838542 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.75', 59327) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:55:40.908384 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.db.l3_dvr_db [None req-f0c831d8-08e9-46ec-817d-2e3c66b814bb None None] Set router c1bc4be1-2cee-4ae9-8c16-4fbaeaed9e48 gateway port host: dv-cinder-830787-2-iscsi {{(pid=103320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 13:55:40.998887 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-4ff6d74f-37fd-40ac-8ba2-e537b82d89e6 admin admin] Publish callbacks [] for security_group (d471c4f3-e46a-42ed-bab7-44be63854dff), precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:55:41.020831 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-4ff6d74f-37fd-40ac-8ba2-e537b82d89e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8023832'] for security_group (d471c4f3-e46a-42ed-bab7-44be63854dff), after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:55:41.043324 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.67', 54182) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:55:41.085664 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.v2.base [None req-c0200093-30cc-4969-85a9-9a3d145f97c7 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] Request body: {'security_group': {'name': 'tempest-securitygroup--795783263', 'description': 'tempest-description--383439135'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 13:55:41.131882 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-0e201b76-83d4-4449-aa2a-042c60d09406 req-7607669d-9493-4aa9-929f-097ea817330d tempest-DeleteServersTestJSON-154822517 tempest-DeleteServersTestJSON-154822517-project] 10.222.0.67 "GET /v2.0/ports?device_id=f2c0e150-9739-490b-84c2-340a7275b92a HTTP/1.1" status: 200 len: 210 time: 0.2042260 Apr 11 13:55:41.217508 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff6d74f-37fd-40ac-8ba2-e537b82d89e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d471c4f3-e46a-42ed-bab7-44be63854dff,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:55:41.268495 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db6e922-9abc-4e98-a5b1-f701074ed09a req-c91f50f5-ef8e-46ac-9b45-8303854b58bd tempest-DeleteServersTestJSON-154822517 tempest-DeleteServersTestJSON-154822517-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:55:41.270599 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-0db6e922-9abc-4e98-a5b1-f701074ed09a req-c91f50f5-ef8e-46ac-9b45-8303854b58bd tempest-DeleteServersTestJSON-154822517 tempest-DeleteServersTestJSON-154822517-project] 10.222.0.75 "GET /v2.0/networks?id=0b070dcc-e109-4e7e-bd96-aa5b9a4a9fce HTTP/1.1" status: 200 len: 811 time: 0.4309855 Apr 11 13:55:41.328290 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.v2.base [req-0db6e922-9abc-4e98-a5b1-f701074ed09a req-f62243e9-d388-4db1-9491-94e5fdb5d0e8 tempest-DeleteServersTestJSON-154822517 tempest-DeleteServersTestJSON-154822517-project] Request body: {'port': {'device_id': 'f2c0e150-9739-490b-84c2-340a7275b92a', 'network_id': '0b070dcc-e109-4e7e-bd96-aa5b9a4a9fce', 'admin_state_up': True, 'tenant_id': '93aa1a74c2fc48ce81fde5490e3604bf'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 13:55:41.340900 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-f0c831d8-08e9-46ec-817d-2e3c66b814bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1bc4be1-2cee-4ae9-8c16-4fbaeaed9e48', 'name': 'tempest-AttachVolumeShelveTestJSON-966238887-router', 'tenant_id': 'a8a28d94e79a4972b0f8f61ab1cb1490', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886', 'external_fixed_ips': [{'subnet_id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'ip_address': '172.27.1.62'}], 'enable_snat': True}, 'gw_port_id': '7dd1d8dc-0113-4214-b5a0-bc63cf020503', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T13:55:28Z', 'updated_at': '2022-04-11T13:55:37Z', 'revision_number': 4, 'project_id': 'a8a28d94e79a4972b0f8f61ab1cb1490', 'gw_port': {'id': '7dd1d8dc-0113-4214-b5a0-bc63cf020503', 'name': '', 'network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:bc:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1bc4be1-2cee-4ae9-8c16-4fbaeaed9e48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'ip_address': '172.27.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:55:29Z', 'updated_at': '2022-04-11T13:55:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830787-2-iscsi', '_interfaces': [{'id': '2808360e-bb2c-414b-a490-791474828579', 'name': '', 'network_id': '0208f136-78bf-40a4-90c8-9a7151bfb362', 'tenant_id': 'a8a28d94e79a4972b0f8f61ab1cb1490', 'mac_address': 'fa:16:3e:c6:44:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1bc4be1-2cee-4ae9-8c16-4fbaeaed9e48', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '2778d57e-4616-4989-bcd8-4f6cb6111901', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:55:36Z', 'updated_at': '2022-04-11T13:55:37Z', 'revision_number': 2, 'project_id': 'a8a28d94e79a4972b0f8f61ab1cb1490', 'subnets': [{'id': '2778d57e-4616-4989-bcd8-4f6cb6111901', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830787-2-iscsi', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:55:41.397068 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-4ff6d74f-37fd-40ac-8ba2-e537b82d89e6 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=1e69ffabedd64ef79b45660a0d81a8c7&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6071181 Apr 11 13:55:41.404784 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-c0200093-30cc-4969-85a9-9a3d145f97c7 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] Publish callbacks [] for security_group (None), before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:55:41.417873 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0c831d8-08e9-46ec-817d-2e3c66b814bb None None] Checking router: c1bc4be1-2cee-4ae9-8c16-4fbaeaed9e48 for host: dv-cinder-830787-2-iscsi {{(pid=103320) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 13:55:41.418043 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0c831d8-08e9-46ec-817d-2e3c66b814bb None None] Updating router c1bc4be1-2cee-4ae9-8c16-4fbaeaed9e48 port 2808360e-bb2c-414b-a490-791474828579 binding host dv-cinder-830787-2-iscsi {{(pid=103320) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 13:55:41.442467 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.67', 54214) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:55:41.485157 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-f0c831d8-08e9-46ec-817d-2e3c66b814bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883311'] for port (2808360e-bb2c-414b-a490-791474828579), before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:55:41.585908 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0ccd82-898e-41f6-8ba2-4ae4d688b73c req-259e8949-ff9c-4e23-997a-bfe8add2f3e6 tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:55:41.588575 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-2e0ccd82-898e-41f6-8ba2-4ae4d688b73c req-259e8949-ff9c-4e23-997a-bfe8add2f3e6 tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] 10.222.0.67 "GET /v2.0/networks?id=5b366c5b-a29e-42a6-8ecc-0cc9ff2fdbc0 HTTP/1.1" status: 200 len: 818 time: 0.3297441 Apr 11 13:55:41.723269 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-c0200093-30cc-4969-85a9-9a3d145f97c7 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] Publish callbacks [] for security_group (2c46161f-2d1e-4228-ae9c-ab4fe572bda1), precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:55:41.761410 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-c0200093-30cc-4969-85a9-9a3d145f97c7 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8023832'] for security_group (2c46161f-2d1e-4228-ae9c-ab4fe572bda1), after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:55:41.829328 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-2e0ccd82-898e-41f6-8ba2-4ae4d688b73c req-ee56e09e-f1c4-4d5f-b015-1bd280636539 tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] 10.222.0.67 "GET /v2.0/quotas/7e9487af89de4df6b7592a993fc4827e HTTP/1.1" status: 200 len: 375 time: 0.1033807 Apr 11 13:55:41.968930 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-bf312516-a7fa-403a-892f-1694c529894a admin admin] Publish callbacks [] for security_group (d471c4f3-e46a-42ed-bab7-44be63854dff), before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:55:42.033408 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-bf312516-a7fa-403a-892f-1694c529894a admin admin] Publish callbacks [] for security_group (d471c4f3-e46a-42ed-bab7-44be63854dff), precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:55:42.078260 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0db6e922-9abc-4e98-a5b1-f701074ed09a req-f62243e9-d388-4db1-9491-94e5fdb5d0e8 tempest-DeleteServersTestJSON-154822517 tempest-DeleteServersTestJSON-154822517-project] Made reservation on behalf of 93aa1a74c2fc48ce81fde5490e3604bf for: {'port': 1} {{(pid=103319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 13:55:42.083241 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-0db6e922-9abc-4e98-a5b1-f701074ed09a req-f62243e9-d388-4db1-9491-94e5fdb5d0e8 tempest-DeleteServersTestJSON-154822517 tempest-DeleteServersTestJSON-154822517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883311'] for port (None), before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:55:42.090022 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-2e0ccd82-898e-41f6-8ba2-4ae4d688b73c req-cd53c369-4ca8-42a8-a3bb-9c0186e678fe tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=7e9487af89de4df6b7592a993fc4827e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2596724 Apr 11 13:55:42.097851 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.db.agents_db [None req-69d3ff0a-913c-429f-8002-6cfbd72f8f27 None None] Agent healthcheck: found 6 active agents {{(pid=103321) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 13:55:42.106808 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-c0200093-30cc-4969-85a9-9a3d145f97c7 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] Publish callbacks [] for security_group (None), before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:55:42.108548 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-c0200093-30cc-4969-85a9-9a3d145f97c7 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1793 time: 1.0405848 Apr 11 13:55:42.121363 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.67', 54260) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:55:42.126902 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.v2.base [None req-edf135b7-6c7b-4279-b57d-fc1f9bcb5f89 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] Request body: {'security_group_rule': {'security_group_id': '2c46161f-2d1e-4228-ae9c-ab4fe572bda1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 13:55:42.146120 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Device 7dd1d8dc-0113-4214-b5a0-bc63cf020503 up at agent ovs-agent-dv-cinder-830787-2-iscsi {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 13:55:42.154121 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0200093-30cc-4969-85a9-9a3d145f97c7 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c46161f-2d1e-4228-ae9c-ab4fe572bda1,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:55:42.333014 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-edf135b7-6c7b-4279-b57d-fc1f9bcb5f89 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] Publish callbacks [] for security_group_rule (c0b2899b-c91e-4bb6-bd44-e3fb503a2e21), before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:55:42.423752 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-f0c831d8-08e9-46ec-817d-2e3c66b814bb None None] Publish callbacks [] for port (2808360e-bb2c-414b-a490-791474828579), precommit_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:55:42.447866 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-f0c831d8-08e9-46ec-817d-2e3c66b814bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750379687711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750379164492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750379164510'] for port (2808360e-bb2c-414b-a490-791474828579), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:55:42.553977 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-2e0ccd82-898e-41f6-8ba2-4ae4d688b73c req-630d6d30-1d64-4eff-a07f-14d9196779d2 service neutron] 10.222.0.67 "GET /v2.0/networks/5b366c5b-a29e-42a6-8ecc-0cc9ff2fdbc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4582241 Apr 11 13:55:42.600742 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6539446c-fef5-4755-a889-c271a5b50703 None None] Pushing event updated for resources: {'Port': ['ID=2808360e-bb2c-414b-a490-791474828579,revision_number=3']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:55:42.663993 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-bf312516-a7fa-403a-892f-1694c529894a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8023832'] for security_group (d471c4f3-e46a-42ed-bab7-44be63854dff), after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:55:42.672089 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-bf312516-a7fa-403a-892f-1694c529894a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:55:42.678939 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-bf312516-a7fa-403a-892f-1694c529894a admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/d471c4f3-e46a-42ed-bab7-44be63854dff HTTP/1.1" status: 204 len: 168 time: 1.2309904 Apr 11 13:55:42.750418 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-edf135b7-6c7b-4279-b57d-fc1f9bcb5f89 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] Publish callbacks [] for security_group_rule (c0b2899b-c91e-4bb6-bd44-e3fb503a2e21), precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:55:42.801374 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-edf135b7-6c7b-4279-b57d-fc1f9bcb5f89 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8023914'] for security_group_rule (c0b2899b-c91e-4bb6-bd44-e3fb503a2e21), after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:55:42.850800 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-f0c831d8-08e9-46ec-817d-2e3c66b814bb None None] Attempting to bind port 2808360e-bb2c-414b-a490-791474828579 on host dv-cinder-830787-2-iscsi for vnic_type normal with profile {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 13:55:42.851858 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-f0c831d8-08e9-46ec-817d-2e3c66b814bb None None] Attempting to bind port 2808360e-bb2c-414b-a490-791474828579 by drivers openvswitch,hyperv on host dv-cinder-830787-2-iscsi at level 0 using segments [{'id': '964d2a25-195e-4828-b4c1-a165c2037b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': '0208f136-78bf-40a4-90c8-9a7151bfb362'}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 13:55:42.851858 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0c831d8-08e9-46ec-817d-2e3c66b814bb None None] Attempting to bind port 2808360e-bb2c-414b-a490-791474828579 on network 0208f136-78bf-40a4-90c8-9a7151bfb362 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 13:55:42.878952 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf312516-a7fa-403a-892f-1694c529894a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d471c4f3-e46a-42ed-bab7-44be63854dff,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:55:42.879152 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf135b7-6c7b-4279-b57d-fc1f9bcb5f89 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0b2899b-c91e-4bb6-bd44-e3fb503a2e21,revision_number=0']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:55:42.886536 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Provisioning complete for port 7dd1d8dc-0113-4214-b5a0-bc63cf020503 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 13:55:42.887131 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-663396'] for port (7dd1d8dc-0113-4214-b5a0-bc63cf020503), provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:55:42.890651 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0c831d8-08e9-46ec-817d-2e3c66b814bb None None] Checking agent: {'id': 'f2586825-e748-4c1d-8b98-cb0d5b6c266d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830787-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 13, 47, 3), 'started_at': datetime.datetime(2022, 4, 11, 13, 47, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 13, 55, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830787-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 13:55:42.894686 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0c831d8-08e9-46ec-817d-2e3c66b814bb None None] Checking segment: {'id': '964d2a25-195e-4828-b4c1-a165c2037b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': '0208f136-78bf-40a4-90c8-9a7151bfb362'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 13:55:42.896397 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-f0c831d8-08e9-46ec-817d-2e3c66b814bb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:55:42.908322 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0c831d8-08e9-46ec-817d-2e3c66b814bb None None] Bound using segment: {'id': '964d2a25-195e-4828-b4c1-a165c2037b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': '0208f136-78bf-40a4-90c8-9a7151bfb362'} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 13:55:42.908972 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-f0c831d8-08e9-46ec-817d-2e3c66b814bb None None] Bound port: 2808360e-bb2c-414b-a490-791474828579, host: dv-cinder-830787-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '964d2a25-195e-4828-b4c1-a165c2037b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': '0208f136-78bf-40a4-90c8-9a7151bfb362'}}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 13:55:42.909581 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-f0c831d8-08e9-46ec-817d-2e3c66b814bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883311'] for port (2808360e-bb2c-414b-a490-791474828579), before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:55:42.948806 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-edf135b7-6c7b-4279-b57d-fc1f9bcb5f89 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:55:42.967062 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-edf135b7-6c7b-4279-b57d-fc1f9bcb5f89 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8442495 Apr 11 13:55:42.971196 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.67', 54290) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:55:42.983082 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.v2.base [None req-394c82eb-f7a3-4666-a5f6-8a4af4a35120 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] Request body: {'security_group_rule': {'security_group_id': '2c46161f-2d1e-4228-ae9c-ab4fe572bda1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 13:55:43.100742 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-2e0ccd82-898e-41f6-8ba2-4ae4d688b73c req-5e543181-1a26-48e6-a06f-9ba6ac171e88 service neutron] 10.222.0.67 "GET /v2.0/networks/5b366c5b-a29e-42a6-8ecc-0cc9ff2fdbc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5126317 Apr 11 13:55:43.127296 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-23e3a04e-38c9-4884-8042-1f50f49bab7a req-cfe5a13a-2125-4ec3-b9d4-7675418186ac tempest-DeleteServersTestJSON-154822517 tempest-DeleteServersTestJSON-154822517-project] 10.222.0.67 "GET /v2.0/ports?device_id=f2c0e150-9739-490b-84c2-340a7275b92a HTTP/1.1" status: 200 len: 210 time: 0.1524000 Apr 11 13:55:43.135358 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-394c82eb-f7a3-4666-a5f6-8a4af4a35120 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] Publish callbacks [] for security_group_rule (1e2850db-f205-4563-bf09-f4b8387ae9bd), before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:55:43.181586 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-f0c831d8-08e9-46ec-817d-2e3c66b814bb None None] For port 2808360e-bb2c-414b-a490-791474828579, host dv-cinder-830787-2-iscsi, cleared binding levels {{(pid=103320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 13:55:43.200964 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-f0c831d8-08e9-46ec-817d-2e3c66b814bb None None] For port 2808360e-bb2c-414b-a490-791474828579, host dv-cinder-830787-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830787-2-iscsi',level=0,port_id=2808360e-bb2c-414b-a490-791474828579,segment=NetworkSegment(964d2a25-195e-4828-b4c1-a165c2037b82),segment_id=964d2a25-195e-4828-b4c1-a165c2037b82)] {{(pid=103320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 13:55:43.292519 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-f0c831d8-08e9-46ec-817d-2e3c66b814bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750379687711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750379164492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750379164510'] for port (2808360e-bb2c-414b-a490-791474828579), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:55:43.348434 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-394c82eb-f7a3-4666-a5f6-8a4af4a35120 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] Publish callbacks [] for security_group_rule (1e2850db-f205-4563-bf09-f4b8387ae9bd), precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:55:43.352941 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.db.db_base_plugin_common [req-0db6e922-9abc-4e98-a5b1-f701074ed09a req-f62243e9-d388-4db1-9491-94e5fdb5d0e8 tempest-DeleteServersTestJSON-154822517 tempest-DeleteServersTestJSON-154822517-project] Allocated IP 172.20.0.4 (0b070dcc-e109-4e7e-bd96-aa5b9a4a9fce/ce9a1f06-d494-46f6-b227-fc02e9085425/9cd033d6-9a4d-4a1a-af53-9a6b9c9c2e71) {{(pid=103319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 13:55:43.375042 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-394c82eb-f7a3-4666-a5f6-8a4af4a35120 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8023914'] for security_group_rule (1e2850db-f205-4563-bf09-f4b8387ae9bd), after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:55:43.430017 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-f4e21c31-9aca-423a-b0db-8413dfbe2c06 None None] Provisioning complete for port 2808360e-bb2c-414b-a490-791474828579 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 13:55:43.431417 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-f4e21c31-9aca-423a-b0db-8413dfbe2c06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-663396'] for port (2808360e-bb2c-414b-a490-791474828579), provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:55:43.441321 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394c82eb-f7a3-4666-a5f6-8a4af4a35120 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e2850db-f205-4563-bf09-f4b8387ae9bd,revision_number=0']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:55:43.454857 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-394c82eb-f7a3-4666-a5f6-8a4af4a35120 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:55:43.462029 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-394c82eb-f7a3-4666-a5f6-8a4af4a35120 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4812078 Apr 11 13:55:43.463590 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.67', 54310) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:55:43.470124 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.v2.base [None req-f1a88d63-d632-4c1a-804f-1e4dd5603a42 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] Request body: {'floatingip': {'floating_network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 13:55:43.564514 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-f1a88d63-d632-4c1a-804f-1e4dd5603a42 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:55:43.623898 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0c831d8-08e9-46ec-817d-2e3c66b814bb None None] Routers {'c1bc4be1-2cee-4ae9-8c16-4fbaeaed9e48'} bound to L3 agent in host dv-cinder-830787-2-iscsi {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 13:55:43.628897 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-f0c831d8-08e9-46ec-817d-2e3c66b814bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830787-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-11T13:46:59Z,description=,heartbeat_timestamp=2022-04-11T13:55:29Z,host='dv-cinder-830787-2-iscsi',id=e731c656-576f-4174-9da3-af64518920bc,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T13:46:59Z,topic='l3_agent')) {'router_ids': ['c1bc4be1-2cee-4ae9-8c16-4fbaeaed9e48'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:55:43.654495 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-c798b408-54c2-4b17-978e-5c5727a98d3f req-bb1019e0-1e40-4ff4-9da5-2ff354ce2ed7 tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] 10.222.0.67 "GET /v2.0/ports?device_id=a6e921e1-7746-446b-bad6-d7188f8bdac2 HTTP/1.1" status: 200 len: 210 time: 0.1353350 Apr 11 13:55:43.905373 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6539446c-fef5-4755-a889-c271a5b50703 None None] Pushing event updated for resources: {'Port': ['ID=2808360e-bb2c-414b-a490-791474828579,revision_number=4']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:55:43.954350 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-0db6e922-9abc-4e98-a5b1-f701074ed09a req-f62243e9-d388-4db1-9491-94e5fdb5d0e8 tempest-DeleteServersTestJSON-154822517 tempest-DeleteServersTestJSON-154822517-project] Publish callbacks [] for port (9cd033d6-9a4d-4a1a-af53-9a6b9c9c2e71), precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:55:44.054722 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-0db6e922-9abc-4e98-a5b1-f701074ed09a req-f62243e9-d388-4db1-9491-94e5fdb5d0e8 tempest-DeleteServersTestJSON-154822517 tempest-DeleteServersTestJSON-154822517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750379164474'] for port (9cd033d6-9a4d-4a1a-af53-9a6b9c9c2e71), after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:55:44.069674 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-f1a88d63-d632-4c1a-804f-1e4dd5603a42 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883311'] for port (None), before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:55:44.234863 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.db.db_base_plugin_common [None req-f1a88d63-d632-4c1a-804f-1e4dd5603a42 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] Allocated IP 172.27.1.73 (18ff371c-a6b9-4e7a-9b54-bf9ba2e00886/b63ed172-4352-4f2b-94f9-a4e97d1b6a55/22a6890a-c5b9-457a-8b69-6882d9920139) {{(pid=103318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 13:55:44.246848 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0db6e922-9abc-4e98-a5b1-f701074ed09a req-f62243e9-d388-4db1-9491-94e5fdb5d0e8 tempest-DeleteServersTestJSON-154822517 tempest-DeleteServersTestJSON-154822517-project] Network 0b070dcc-e109-4e7e-bd96-aa5b9a4a9fce is already hosted by enough agents. {{(pid=103319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 13:55:44.247871 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62243e9-d388-4db1-9491-94e5fdb5d0e8 tempest-DeleteServersTestJSON-154822517 tempest-DeleteServersTestJSON-154822517-project] Pushing event updated for resources: {'Port': ['ID=9cd033d6-9a4d-4a1a-af53-9a6b9c9c2e71,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:55:44.253032 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [req-0db6e922-9abc-4e98-a5b1-f701074ed09a req-f62243e9-d388-4db1-9491-94e5fdb5d0e8 tempest-DeleteServersTestJSON-154822517 tempest-DeleteServersTestJSON-154822517-project] Resources bound (agent type, host, resource id): {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 13:55:44.270958 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [req-0db6e922-9abc-4e98-a5b1-f701074ed09a req-f62243e9-d388-4db1-9491-94e5fdb5d0e8 tempest-DeleteServersTestJSON-154822517 tempest-DeleteServersTestJSON-154822517-project] Received port after_create {{(pid=103319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 13:55:44.280402 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db6e922-9abc-4e98-a5b1-f701074ed09a req-f62243e9-d388-4db1-9491-94e5fdb5d0e8 tempest-DeleteServersTestJSON-154822517 tempest-DeleteServersTestJSON-154822517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:55:44.281222 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-0db6e922-9abc-4e98-a5b1-f701074ed09a req-f62243e9-d388-4db1-9491-94e5fdb5d0e8 tempest-DeleteServersTestJSON-154822517 tempest-DeleteServersTestJSON-154822517-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-507053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871534'] for port (None), before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:55:44.324449 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-0db6e922-9abc-4e98-a5b1-f701074ed09a req-f62243e9-d388-4db1-9491-94e5fdb5d0e8 tempest-DeleteServersTestJSON-154822517 tempest-DeleteServersTestJSON-154822517-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0045791 Apr 11 13:55:44.357223 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.db.l3_dvr_db [None req-f0c831d8-08e9-46ec-817d-2e3c66b814bb None None] Set router c1bc4be1-2cee-4ae9-8c16-4fbaeaed9e48 gateway port host: dv-cinder-830787-2-iscsi {{(pid=103320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 13:55:44.359499 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Current status of the port 7dd1d8dc-0113-4214-b5a0-bc63cf020503 is: ACTIVE; New status is: ACTIVE {{(pid=103320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 13:55:44.360741 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Device 1490c2e5-77ed-4811-bd1d-5b4623862f23 up at agent ovs-agent-dv-cinder-830787-2-iscsi {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 13:55:44.392641 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c75cc7-a3e6-45d9-98d9-2948461757c8 req-a2e89e0a-5213-46a6-8f45-2ccb1b8e5fe2 tempest-DeleteServersTestJSON-154822517 tempest-DeleteServersTestJSON-154822517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:55:44.394252 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-64c75cc7-a3e6-45d9-98d9-2948461757c8 req-a2e89e0a-5213-46a6-8f45-2ccb1b8e5fe2 tempest-DeleteServersTestJSON-154822517 tempest-DeleteServersTestJSON-154822517-project] 10.222.0.67 "GET /v2.0/ports?device_id=f2c0e150-9739-490b-84c2-340a7275b92a HTTP/1.1" status: 200 len: 931 time: 0.1423678 Apr 11 13:55:44.430768 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-f4e21c31-9aca-423a-b0db-8413dfbe2c06 None None] Current status of the port 2808360e-bb2c-414b-a490-791474828579 is: DOWN; New status is: ACTIVE {{(pid=103320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 13:55:44.431220 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-f4e21c31-9aca-423a-b0db-8413dfbe2c06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883311'] for port (2808360e-bb2c-414b-a490-791474828579), before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:55:44.519958 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-64c75cc7-a3e6-45d9-98d9-2948461757c8 req-f84680df-4421-49c3-83dd-6de2b137dd11 tempest-DeleteServersTestJSON-154822517 tempest-DeleteServersTestJSON-154822517-project] 10.222.0.67 "GET /v2.0/security-groups?id=7db12c09-12f8-43b6-a9ad-e5cf6e23065c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953996 Apr 11 13:55:44.533098 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-f1a88d63-d632-4c1a-804f-1e4dd5603a42 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] Publish callbacks [] for port (22a6890a-c5b9-457a-8b69-6882d9920139), precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:55:44.569069 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-f4e21c31-9aca-423a-b0db-8413dfbe2c06 None None] For port 2808360e-bb2c-414b-a490-791474828579, host dv-cinder-830787-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830787-2-iscsi',level=0,port_id=2808360e-bb2c-414b-a490-791474828579,segment=NetworkSegment(964d2a25-195e-4828-b4c1-a165c2037b82),segment_id=964d2a25-195e-4828-b4c1-a165c2037b82)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 13:55:44.571707 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Provisioning complete for port 1490c2e5-77ed-4811-bd1d-5b4623862f23 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 13:55:44.572279 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-663396'] for port (1490c2e5-77ed-4811-bd1d-5b4623862f23), provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:55:44.580375 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-f1a88d63-d632-4c1a-804f-1e4dd5603a42 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750379164474'] for port (22a6890a-c5b9-457a-8b69-6882d9920139), after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:55:44.596508 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-f4e21c31-9aca-423a-b0db-8413dfbe2c06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750379687711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750379164492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750379164510'] for port (2808360e-bb2c-414b-a490-791474828579), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:55:44.624275 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1a88d63-d632-4c1a-804f-1e4dd5603a42 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] Network 18ff371c-a6b9-4e7a-9b54-bf9ba2e00886 is already hosted by enough agents. {{(pid=103318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 13:55:44.627245 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [None req-f1a88d63-d632-4c1a-804f-1e4dd5603a42 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] Resources bound (agent type, host, resource id): {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 13:55:44.631285 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1a88d63-d632-4c1a-804f-1e4dd5603a42 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] Received port after_create {{(pid=103318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 13:55:44.641138 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a88d63-d632-4c1a-804f-1e4dd5603a42 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] Pushing event updated for resources: {'Port': ['ID=22a6890a-c5b9-457a-8b69-6882d9920139,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:55:44.716102 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e21c31-9aca-423a-b0db-8413dfbe2c06 None None] Pushing event updated for resources: {'Port': ['ID=2808360e-bb2c-414b-a490-791474828579,revision_number=5']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:55:44.727680 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-f1a88d63-d632-4c1a-804f-1e4dd5603a42 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] Publish callbacks [] for floatingip (c38718e9-2a61-4aa6-8d42-7414fba88301), precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:55:44.730334 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-f0c831d8-08e9-46ec-817d-2e3c66b814bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1bc4be1-2cee-4ae9-8c16-4fbaeaed9e48', 'name': 'tempest-AttachVolumeShelveTestJSON-966238887-router', 'tenant_id': 'a8a28d94e79a4972b0f8f61ab1cb1490', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886', 'external_fixed_ips': [{'subnet_id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'ip_address': '172.27.1.62'}], 'enable_snat': True}, 'gw_port_id': '7dd1d8dc-0113-4214-b5a0-bc63cf020503', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T13:55:28Z', 'updated_at': '2022-04-11T13:55:37Z', 'revision_number': 4, 'project_id': 'a8a28d94e79a4972b0f8f61ab1cb1490', 'gw_port': {'id': '7dd1d8dc-0113-4214-b5a0-bc63cf020503', 'name': '', 'network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:bc:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1bc4be1-2cee-4ae9-8c16-4fbaeaed9e48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'ip_address': '172.27.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:55:29Z', 'updated_at': '2022-04-11T13:55:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830787-2-iscsi', '_interfaces': [{'id': '2808360e-bb2c-414b-a490-791474828579', 'name': '', 'network_id': '0208f136-78bf-40a4-90c8-9a7151bfb362', 'tenant_id': 'a8a28d94e79a4972b0f8f61ab1cb1490', 'mac_address': 'fa:16:3e:c6:44:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1bc4be1-2cee-4ae9-8c16-4fbaeaed9e48', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '2778d57e-4616-4989-bcd8-4f6cb6111901', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:55:36Z', 'updated_at': '2022-04-11T13:55:43Z', 'revision_number': 4, 'project_id': 'a8a28d94e79a4972b0f8f61ab1cb1490', 'subnets': [{'id': '2778d57e-4616-4989-bcd8-4f6cb6111901', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830787-2-iscsi', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:55:44.754274 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-5049bbfd-9998-4699-8f0b-265b4f888366 None None] Provisioning complete for port 2808360e-bb2c-414b-a490-791474828579 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 13:55:44.754859 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5049bbfd-9998-4699-8f0b-265b4f888366 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-663396'] for port (2808360e-bb2c-414b-a490-791474828579), provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:55:44.781225 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-f1a88d63-d632-4c1a-804f-1e4dd5603a42 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883311'] for port (22a6890a-c5b9-457a-8b69-6882d9920139), before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:55:44.817832 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0c831d8-08e9-46ec-817d-2e3c66b814bb None None] The sync data for ids ['c1bc4be1-2cee-4ae9-8c16-4fbaeaed9e48'] in dv-cinder-830787-2-iscsi is: [{'id': 'c1bc4be1-2cee-4ae9-8c16-4fbaeaed9e48', 'name': 'tempest-AttachVolumeShelveTestJSON-966238887-router', 'tenant_id': 'a8a28d94e79a4972b0f8f61ab1cb1490', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886', 'external_fixed_ips': [{'subnet_id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'ip_address': '172.27.1.62'}], 'enable_snat': True}, 'gw_port_id': '7dd1d8dc-0113-4214-b5a0-bc63cf020503', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T13:55:28Z', 'updated_at': '2022-04-11T13:55:37Z', 'revision_number': 4, 'project_id': 'a8a28d94e79a4972b0f8f61ab1cb1490', 'gw_port': {'id': '7dd1d8dc-0113-4214-b5a0-bc63cf020503', 'name': '', 'network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:bc:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1bc4be1-2cee-4ae9-8c16-4fbaeaed9e48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'ip_address': '172.27.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:55:29Z', 'updated_at': '2022-04-11T13:55:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830787-2-iscsi', '_interfaces': [{'id': '2808360e-bb2c-414b-a490-791474828579', 'name': '', 'network_id': '0208f136-78bf-40a4-90c8-9a7151bfb362', 'tenant_id': 'a8a28d94e79a4972b0f8f61ab1cb1490', 'mac_address': 'fa:16:3e:c6:44:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1bc4be1-2cee-4ae9-8c16-4fbaeaed9e48', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '2778d57e-4616-4989-bcd8-4f6cb6111901', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:55:36Z', 'updated_at': '2022-04-11T13:55:43Z', 'revision_number': 4, 'project_id': 'a8a28d94e79a4972b0f8f61ab1cb1490', 'subnets': [{'id': '2778d57e-4616-4989-bcd8-4f6cb6111901', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 13:55:44.822710 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-eeea13df-f4eb-444f-a7ae-f9991b5d8169 req-f02f3d5f-1114-4a2d-b579-07ecd1a9361a tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] 10.222.0.67 "GET /v2.0/ports?device_id=a6e921e1-7746-446b-bad6-d7188f8bdac2 HTTP/1.1" status: 200 len: 210 time: 0.0545900 Apr 11 13:55:44.837848 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Current status of the port 1490c2e5-77ed-4811-bd1d-5b4623862f23 is: ACTIVE; New status is: ACTIVE {{(pid=103320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 13:55:44.913241 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-5049bbfd-9998-4699-8f0b-265b4f888366 None None] Current status of the port 2808360e-bb2c-414b-a490-791474828579 is: ACTIVE; New status is: ACTIVE {{(pid=103320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 13:55:45.162911 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-f1a88d63-d632-4c1a-804f-1e4dd5603a42 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] Publish callbacks [] for port (22a6890a-c5b9-457a-8b69-6882d9920139), precommit_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:55:45.168344 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-f1a88d63-d632-4c1a-804f-1e4dd5603a42 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750379687711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750379164492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750379164510'] for port (22a6890a-c5b9-457a-8b69-6882d9920139), after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:55:45.206386 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-f1a88d63-d632-4c1a-804f-1e4dd5603a42 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8126411'] for floatingip (c38718e9-2a61-4aa6-8d42-7414fba88301), after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:55:45.223291 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a88d63-d632-4c1a-804f-1e4dd5603a42 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] Pushing event updated for resources: {'Port': ['ID=22a6890a-c5b9-457a-8b69-6882d9920139,revision_number=2']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:55:45.228966 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-f1a88d63-d632-4c1a-804f-1e4dd5603a42 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-507053'] for floatingip (None), before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:55:45.236195 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-f1a88d63-d632-4c1a-804f-1e4dd5603a42 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.7712793 Apr 11 13:55:45.514853 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-dcdfd47f-2834-4c78-a364-f38e7bb52723 req-eca2354a-82ff-4ad2-9e75-1f9e81ed1505 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-securitygroup--795783263&fields=id&tenant_id=a8a28d94e79a4972b0f8f61ab1cb1490 HTTP/1.1" status: 200 len: 267 time: 0.0850127 Apr 11 13:55:45.729945 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdfd47f-2834-4c78-a364-f38e7bb52723 req-6dca09e7-b52f-4db1-b110-cc04b665b54d tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:55:45.732634 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-dcdfd47f-2834-4c78-a364-f38e7bb52723 req-6dca09e7-b52f-4db1-b110-cc04b665b54d tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] 10.222.0.67 "GET /v2.0/networks?id=0208f136-78bf-40a4-90c8-9a7151bfb362 HTTP/1.1" status: 200 len: 816 time: 0.2097299 Apr 11 13:55:45.749187 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd045360-3dd9-48e7-b201-0c94dc95babc req-8701e3d9-6ab6-48b3-8eed-5cb2faa7ce83 tempest-DeleteServersTestJSON-154822517 tempest-DeleteServersTestJSON-154822517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:55:45.763119 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-dcdfd47f-2834-4c78-a364-f38e7bb52723 req-1e366968-dfb7-43cb-9c5f-724b1ca75087 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] 10.222.0.67 "GET /v2.0/quotas/a8a28d94e79a4972b0f8f61ab1cb1490 HTTP/1.1" status: 200 len: 375 time: 0.0223324 Apr 11 13:55:45.779362 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-fd045360-3dd9-48e7-b201-0c94dc95babc req-8701e3d9-6ab6-48b3-8eed-5cb2faa7ce83 tempest-DeleteServersTestJSON-154822517 tempest-DeleteServersTestJSON-154822517-project] 10.222.0.67 "GET /v2.0/ports?device_id=f2c0e150-9739-490b-84c2-340a7275b92a HTTP/1.1" status: 200 len: 931 time: 0.1305056 Apr 11 13:55:45.887168 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-dcdfd47f-2834-4c78-a364-f38e7bb52723 req-60bad8a9-cf50-42d9-a441-fcd809d196e4 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=a8a28d94e79a4972b0f8f61ab1cb1490&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1196196 Apr 11 13:55:45.888052 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-fd045360-3dd9-48e7-b201-0c94dc95babc req-6f43319f-96dc-4d87-8c64-a8a7cdb9f581 tempest-DeleteServersTestJSON-154822517 tempest-DeleteServersTestJSON-154822517-project] 10.222.0.67 "GET /v2.0/security-groups?id=7db12c09-12f8-43b6-a9ad-e5cf6e23065c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072848 Apr 11 13:55:46.033146 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-ac6a729c-9218-464b-8d72-058e0b952fad req-d5652c86-1a15-4f89-b2cf-ba7041544a9e tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] 10.222.0.67 "GET /v2.0/ports?device_id=a6e921e1-7746-446b-bad6-d7188f8bdac2 HTTP/1.1" status: 200 len: 210 time: 0.0610797 Apr 11 13:55:46.193376 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-dcdfd47f-2834-4c78-a364-f38e7bb52723 req-fdb8e948-bf62-439c-8b5b-45a9de96ca47 service neutron] 10.222.0.67 "GET /v2.0/networks/0208f136-78bf-40a4-90c8-9a7151bfb362?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2678835 Apr 11 13:55:46.426391 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-dcdfd47f-2834-4c78-a364-f38e7bb52723 req-81eedff6-a269-4e07-b25e-f880c1a8f9ef service neutron] 10.222.0.67 "GET /v2.0/networks/0208f136-78bf-40a4-90c8-9a7151bfb362?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2268734 Apr 11 13:55:46.854704 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-540d4680-38ba-4be3-baf6-7df72b2ae36f req-f8fe78f4-810f-4a80-af4c-3c5cbafb51c9 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] 10.222.0.67 "GET /v2.0/ports?device_id=0d5f3b7d-8b92-4264-b41a-1d1ade879f2f HTTP/1.1" status: 200 len: 210 time: 0.0953567 Apr 11 13:55:47.024204 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Device 2808360e-bb2c-414b-a490-791474828579 up at agent ovs-agent-dv-cinder-830787-2-iscsi {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 13:55:47.137737 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.75', 59344) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:55:47.160888 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46f806a-4fb6-41f0-987a-23886d802799 req-88902f21-d97e-4a87-ab55-5ddbe08d6e73 tempest-DeleteServersTestJSON-154822517 tempest-DeleteServersTestJSON-154822517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:55:47.173492 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-b46f806a-4fb6-41f0-987a-23886d802799 req-88902f21-d97e-4a87-ab55-5ddbe08d6e73 tempest-DeleteServersTestJSON-154822517 tempest-DeleteServersTestJSON-154822517-project] 10.222.0.67 "GET /v2.0/ports?device_id=f2c0e150-9739-490b-84c2-340a7275b92a HTTP/1.1" status: 200 len: 931 time: 0.1205997 Apr 11 13:55:47.178679 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Provisioning complete for port 2808360e-bb2c-414b-a490-791474828579 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 13:55:47.179408 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-663396'] for port (2808360e-bb2c-414b-a490-791474828579), provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:55:47.238441 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.wsgi [req-0db6e922-9abc-4e98-a5b1-f701074ed09a req-626c0a65-b03a-4aca-8ab5-84677d8bb8bb tempest-DeleteServersTestJSON-154822517 tempest-DeleteServersTestJSON-154822517-project] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=103319) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 11 13:55:47.249399 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-0db6e922-9abc-4e98-a5b1-f701074ed09a req-626c0a65-b03a-4aca-8ab5-84677d8bb8bb tempest-DeleteServersTestJSON-154822517 tempest-DeleteServersTestJSON-154822517-project] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0511308 Apr 11 13:55:47.258293 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-b46f806a-4fb6-41f0-987a-23886d802799 req-29293c62-e9c6-4ff9-8503-18c58c19d80e tempest-DeleteServersTestJSON-154822517 tempest-DeleteServersTestJSON-154822517-project] 10.222.0.67 "GET /v2.0/security-groups?id=7db12c09-12f8-43b6-a9ad-e5cf6e23065c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834243 Apr 11 13:55:47.470471 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Current status of the port 2808360e-bb2c-414b-a490-791474828579 is: ACTIVE; New status is: ACTIVE {{(pid=103320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 13:55:47.562122 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-2c1ec87d-1c53-4638-b55f-351907bc8663 req-ad3e3f92-2e7f-4293-818d-9f72d954f4e2 tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] 10.222.0.67 "GET /v2.0/ports?device_id=a6e921e1-7746-446b-bad6-d7188f8bdac2 HTTP/1.1" status: 200 len: 210 time: 0.2672439 Apr 11 13:55:47.762431 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e935cbd-ff68-43d2-9109-7b0b3e88fc46 req-5f5d42d7-6f41-4a9f-8ba8-e30b68b6dec7 tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:55:47.773175 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.67', 54490) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:55:47.774950 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-9e935cbd-ff68-43d2-9109-7b0b3e88fc46 req-5f5d42d7-6f41-4a9f-8ba8-e30b68b6dec7 tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] 10.222.0.75 "GET /v2.0/networks?id=5b366c5b-a29e-42a6-8ecc-0cc9ff2fdbc0 HTTP/1.1" status: 200 len: 818 time: 0.6147847 Apr 11 13:55:47.804150 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.v2.base [req-9e935cbd-ff68-43d2-9109-7b0b3e88fc46 req-bc9c7e02-2892-4f2c-9798-4314b4fa3074 tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] Request body: {'port': {'device_id': 'eea0ff31-35c2-4763-bf7a-6d0aada0558c', 'network_id': '5b366c5b-a29e-42a6-8ecc-0cc9ff2fdbc0', 'admin_state_up': True, 'tenant_id': '7e9487af89de4df6b7592a993fc4827e'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 13:55:47.996620 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-8a9dc44d-014f-4950-8a8a-ac86f009febe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:55:48.045878 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.v2.base [req-0db6e922-9abc-4e98-a5b1-f701074ed09a req-6a51d485-9c62-4730-876b-e3b8736c965c service neutron] Request body: {'port': {'device_id': 'f2c0e150-9739-490b-84c2-340a7275b92a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83078'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 13:55:48.169863 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-ec4e0ee8-29ad-41e8-be53-4d9a4f0998af req-5e8710ee-efbd-4a2f-bc76-21dbc8dd90df tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] 10.222.0.67 "GET /v2.0/ports?device_id=0d5f3b7d-8b92-4264-b41a-1d1ade879f2f HTTP/1.1" status: 200 len: 210 time: 0.1247425 Apr 11 13:55:48.267509 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e935cbd-ff68-43d2-9109-7b0b3e88fc46 req-bc9c7e02-2892-4f2c-9798-4314b4fa3074 tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] Made reservation on behalf of 7e9487af89de4df6b7592a993fc4827e for: {'port': 1} {{(pid=103319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 13:55:48.272626 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-9e935cbd-ff68-43d2-9109-7b0b3e88fc46 req-bc9c7e02-2892-4f2c-9798-4314b4fa3074 tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883311'] for port (None), before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:55:48.431333 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-8a9dc44d-014f-4950-8a8a-ac86f009febe admin admin] Publish callbacks [] for security_group (bbb07ee4-157b-44c3-a602-92bcf0a552a0), precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:55:48.440441 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-8a9dc44d-014f-4950-8a8a-ac86f009febe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8023832'] for security_group (bbb07ee4-157b-44c3-a602-92bcf0a552a0), after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:55:48.460966 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-0db6e922-9abc-4e98-a5b1-f701074ed09a req-6a51d485-9c62-4730-876b-e3b8736c965c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883311'] for port (9cd033d6-9a4d-4a1a-af53-9a6b9c9c2e71), before_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:55:48.496307 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9dc44d-014f-4950-8a8a-ac86f009febe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbb07ee4-157b-44c3-a602-92bcf0a552a0,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:55:48.538952 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.67', 54528) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:55:48.540852 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-8a9dc44d-014f-4950-8a8a-ac86f009febe admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=d8585c76733f46379846920c36347915&name=default HTTP/1.1" status: 200 len: 2993 time: 0.7655647 Apr 11 13:55:48.586773 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.67', 54530) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:55:48.699457 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fbdab4-6a88-44ab-b9c6-be77e2d4a62c req-81d4b51e-e5bd-4895-b33a-b6fc45a625a5 tempest-DeleteServersTestJSON-154822517 tempest-DeleteServersTestJSON-154822517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:55:48.726495 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-62fbdab4-6a88-44ab-b9c6-be77e2d4a62c req-81d4b51e-e5bd-4895-b33a-b6fc45a625a5 tempest-DeleteServersTestJSON-154822517 tempest-DeleteServersTestJSON-154822517-project] 10.222.0.67 "GET /v2.0/ports?device_id=f2c0e150-9739-490b-84c2-340a7275b92a HTTP/1.1" status: 200 len: 931 time: 0.2663167 Apr 11 13:55:48.828972 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-c9bc1320-8dff-4339-9ee9-3b84a7615129 req-a3a9b736-4c43-4129-8ea9-91fca7975a29 tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] 10.222.0.67 "GET /v2.0/ports?device_id=a6e921e1-7746-446b-bad6-d7188f8bdac2 HTTP/1.1" status: 200 len: 210 time: 0.1155469 Apr 11 13:55:48.868916 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-b89bba3c-9054-4e61-b389-f6447b8c67de admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:55:49.061470 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.67', 54544) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:55:49.083786 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-b89bba3c-9054-4e61-b389-f6447b8c67de admin admin] Publish callbacks [] for security_group (0e06a2b3-c177-4b33-a0e9-215d996b7091), precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:55:49.096526 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-b89bba3c-9054-4e61-b389-f6447b8c67de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8023832'] for security_group (0e06a2b3-c177-4b33-a0e9-215d996b7091), after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:55:49.182844 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-b89bba3c-9054-4e61-b389-f6447b8c67de admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=f07afe226a894200a0fc9eec473b0614&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5946991 Apr 11 13:55:49.187152 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.67', 54548) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:55:49.189232 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89bba3c-9054-4e61-b389-f6447b8c67de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e06a2b3-c177-4b33-a0e9-215d996b7091,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:55:49.326146 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-585c2e45-933b-4788-8591-cbd5a8c80f78 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:55:49.400449 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-8a33bc5f-5740-48b7-9d7f-20f781757763 admin admin] Publish callbacks [] for security_group (0e06a2b3-c177-4b33-a0e9-215d996b7091), before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:55:49.441629 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-8a33bc5f-5740-48b7-9d7f-20f781757763 admin admin] Publish callbacks [] for security_group (0e06a2b3-c177-4b33-a0e9-215d996b7091), precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:55:49.444638 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.notifiers.nova [req-0db6e922-9abc-4e98-a5b1-f701074ed09a req-6a51d485-9c62-4730-876b-e3b8736c965c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9cd033d6-9a4d-4a1a-af53-9a6b9c9c2e71 {{(pid=103319) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 13:55:49.518044 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-02f257fe-d4f4-457f-a5bf-09e0af73497a req-5c9c404b-674e-4487-aead-0956b97cbb51 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] 10.222.0.67 "GET /v2.0/ports?device_id=0d5f3b7d-8b92-4264-b41a-1d1ade879f2f HTTP/1.1" status: 200 len: 210 time: 0.1744053 Apr 11 13:55:49.530330 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-0db6e922-9abc-4e98-a5b1-f701074ed09a req-6a51d485-9c62-4730-876b-e3b8736c965c service neutron] Publish callbacks [] for port (9cd033d6-9a4d-4a1a-af53-9a6b9c9c2e71), precommit_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:55:49.550042 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-8a33bc5f-5740-48b7-9d7f-20f781757763 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8023832'] for security_group (0e06a2b3-c177-4b33-a0e9-215d996b7091), after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:55:49.554146 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-8a33bc5f-5740-48b7-9d7f-20f781757763 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:55:49.570149 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-8a33bc5f-5740-48b7-9d7f-20f781757763 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/0e06a2b3-c177-4b33-a0e9-215d996b7091 HTTP/1.1" status: 204 len: 168 time: 0.3672287 Apr 11 13:55:49.599915 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a33bc5f-5740-48b7-9d7f-20f781757763 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e06a2b3-c177-4b33-a0e9-215d996b7091,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:55:49.623199 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-24d65901-d39d-4e03-969f-008fb7fd0d27 admin admin] Publish callbacks [] for security_group (bbb07ee4-157b-44c3-a602-92bcf0a552a0), before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:55:49.653844 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.75', 59354) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:55:49.684089 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-585c2e45-933b-4788-8591-cbd5a8c80f78 admin admin] Publish callbacks [] for security_group (d9d79c2a-25fd-4a56-9458-71f935bf31f1), precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:55:49.692939 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-585c2e45-933b-4788-8591-cbd5a8c80f78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8023832'] for security_group (d9d79c2a-25fd-4a56-9458-71f935bf31f1), after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:55:49.712263 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-62fbdab4-6a88-44ab-b9c6-be77e2d4a62c req-f6c7af42-103d-4c00-934e-15b458444da1 tempest-DeleteServersTestJSON-154822517 tempest-DeleteServersTestJSON-154822517-project] 10.222.0.67 "GET /v2.0/security-groups?id=7db12c09-12f8-43b6-a9ad-e5cf6e23065c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9836490 Apr 11 13:55:49.713698 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.db.provisioning_blocks [req-0db6e922-9abc-4e98-a5b1-f701074ed09a req-6a51d485-9c62-4730-876b-e3b8736c965c service neutron] Transition to ACTIVE for port object 9cd033d6-9a4d-4a1a-af53-9a6b9c9c2e71 will not be triggered until provisioned by entity L2. {{(pid=103319) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 13:55:49.823101 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-585c2e45-933b-4788-8591-cbd5a8c80f78 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=f995f7a5d74e45a59f46cb7a336038fc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7542901 Apr 11 13:55:49.823101 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.67', 54574) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:55:49.873819 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585c2e45-933b-4788-8591-cbd5a8c80f78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9d79c2a-25fd-4a56-9458-71f935bf31f1,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:55:50.069558 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-032f002a-3956-40fd-9356-72a6e19c2e52 req-cc174db1-a2bc-4761-b7da-d7f1017bfd39 tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] 10.222.0.67 "GET /v2.0/ports?device_id=a6e921e1-7746-446b-bad6-d7188f8bdac2 HTTP/1.1" status: 200 len: 210 time: 0.1097736 Apr 11 13:55:50.084093 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-c27b22c4-a5e7-40af-83f4-c97c5cadd813 admin admin] Publish callbacks [] for security_group (d9d79c2a-25fd-4a56-9458-71f935bf31f1), before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:55:50.171608 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-c27b22c4-a5e7-40af-83f4-c97c5cadd813 admin admin] Publish callbacks [] for security_group (d9d79c2a-25fd-4a56-9458-71f935bf31f1), precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:55:50.254429 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0ccd82-898e-41f6-8ba2-4ae4d688b73c req-3a537735-6f01-4ca5-ab0a-53f563738131 tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:55:50.262200 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-2e0ccd82-898e-41f6-8ba2-4ae4d688b73c req-3a537735-6f01-4ca5-ab0a-53f563738131 tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] 10.222.0.75 "GET /v2.0/networks?id=5b366c5b-a29e-42a6-8ecc-0cc9ff2fdbc0 HTTP/1.1" status: 200 len: 818 time: 0.6051030 Apr 11 13:55:50.286978 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.67', 54596) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:55:50.287144 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.db.db_base_plugin_common [req-9e935cbd-ff68-43d2-9109-7b0b3e88fc46 req-bc9c7e02-2892-4f2c-9798-4314b4fa3074 tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] Allocated IP 172.20.0.14 (5b366c5b-a29e-42a6-8ecc-0cc9ff2fdbc0/8a7e0881-a086-4309-85a2-2f54ddd5f281/b53ccbb2-cadf-467b-980a-34cb619111ad) {{(pid=103319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 13:55:50.289294 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-0db6e922-9abc-4e98-a5b1-f701074ed09a req-6a51d485-9c62-4730-876b-e3b8736c965c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750379687711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750379164492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750379164510'] for port (9cd033d6-9a4d-4a1a-af53-9a6b9c9c2e71), after_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:55:50.352560 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-98801b03-0b3e-4979-8b18-d47ce2fb0c35 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:55:50.421091 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.v2.base [req-2e0ccd82-898e-41f6-8ba2-4ae4d688b73c req-f2ff3de4-8b98-49f1-9178-17d7783fcc13 tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] Request body: {'port': {'device_id': 'a6e921e1-7746-446b-bad6-d7188f8bdac2', 'network_id': '5b366c5b-a29e-42a6-8ecc-0cc9ff2fdbc0', 'admin_state_up': True, 'tenant_id': '7e9487af89de4df6b7592a993fc4827e'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 13:55:50.428844 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a51d485-9c62-4730-876b-e3b8736c965c service neutron] Pushing event updated for resources: {'Port': ['ID=9cd033d6-9a4d-4a1a-af53-9a6b9c9c2e71,revision_number=2']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:55:50.433728 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-c27b22c4-a5e7-40af-83f4-c97c5cadd813 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8023832'] for security_group (d9d79c2a-25fd-4a56-9458-71f935bf31f1), after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:55:50.437316 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-c27b22c4-a5e7-40af-83f4-c97c5cadd813 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:55:50.438678 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-c27b22c4-a5e7-40af-83f4-c97c5cadd813 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/d9d79c2a-25fd-4a56-9458-71f935bf31f1 HTTP/1.1" status: 204 len: 168 time: 0.6046653 Apr 11 13:55:50.447406 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-24d65901-d39d-4e03-969f-008fb7fd0d27 admin admin] Publish callbacks [] for security_group (bbb07ee4-157b-44c3-a602-92bcf0a552a0), precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:55:50.457040 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27b22c4-a5e7-40af-83f4-c97c5cadd813 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9d79c2a-25fd-4a56-9458-71f935bf31f1,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:55:50.462867 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.75', 59359) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:55:50.732491 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-24d65901-d39d-4e03-969f-008fb7fd0d27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8023832'] for security_group (bbb07ee4-157b-44c3-a602-92bcf0a552a0), after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:55:50.735085 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-24d65901-d39d-4e03-969f-008fb7fd0d27 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:55:50.748595 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-24d65901-d39d-4e03-969f-008fb7fd0d27 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/bbb07ee4-157b-44c3-a602-92bcf0a552a0 HTTP/1.1" status: 204 len: 168 time: 2.1596537 Apr 11 13:55:50.806528 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.managers [req-0db6e922-9abc-4e98-a5b1-f701074ed09a req-6a51d485-9c62-4730-876b-e3b8736c965c service neutron] Attempting to bind port 9cd033d6-9a4d-4a1a-af53-9a6b9c9c2e71 on host hv-cinder-83078 for vnic_type normal with profile {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 13:55:50.806978 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.managers [req-0db6e922-9abc-4e98-a5b1-f701074ed09a req-6a51d485-9c62-4730-876b-e3b8736c965c service neutron] Attempting to bind port 9cd033d6-9a4d-4a1a-af53-9a6b9c9c2e71 by drivers openvswitch,hyperv on host hv-cinder-83078 at level 0 using segments [{'id': '24b1bc50-3da8-49cc-8c41-9929c84c7ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '0b070dcc-e109-4e7e-bd96-aa5b9a4a9fce'}] {{(pid=103319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 13:55:50.807417 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0db6e922-9abc-4e98-a5b1-f701074ed09a req-6a51d485-9c62-4730-876b-e3b8736c965c service neutron] Attempting to bind port 9cd033d6-9a4d-4a1a-af53-9a6b9c9c2e71 on network 0b070dcc-e109-4e7e-bd96-aa5b9a4a9fce {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 13:55:50.827316 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d65901-d39d-4e03-969f-008fb7fd0d27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbb07ee4-157b-44c3-a602-92bcf0a552a0,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:55:50.961798 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0db6e922-9abc-4e98-a5b1-f701074ed09a req-6a51d485-9c62-4730-876b-e3b8736c965c service neutron] Port 9cd033d6-9a4d-4a1a-af53-9a6b9c9c2e71 on network 0b070dcc-e109-4e7e-bd96-aa5b9a4a9fce not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83078 {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 11 13:55:50.962127 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0db6e922-9abc-4e98-a5b1-f701074ed09a req-6a51d485-9c62-4730-876b-e3b8736c965c service neutron] Attempting to bind port 9cd033d6-9a4d-4a1a-af53-9a6b9c9c2e71 on network 0b070dcc-e109-4e7e-bd96-aa5b9a4a9fce {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 13:55:51.012264 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdfd47f-2834-4c78-a364-f38e7bb52723 req-55634078-58ab-4a18-a3bd-b7ee5ba6636d tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:55:51.013983 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-dcdfd47f-2834-4c78-a364-f38e7bb52723 req-55634078-58ab-4a18-a3bd-b7ee5ba6636d tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] 10.222.0.75 "GET /v2.0/networks?id=0208f136-78bf-40a4-90c8-9a7151bfb362 HTTP/1.1" status: 200 len: 816 time: 0.5180430 Apr 11 13:55:51.019494 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0db6e922-9abc-4e98-a5b1-f701074ed09a req-6a51d485-9c62-4730-876b-e3b8736c965c service neutron] Checking agent: {'id': 'a433433c-9197-4b2b-8991-1d45f6bac940', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83078', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 13, 53, 31), 'started_at': datetime.datetime(2022, 4, 11, 13, 53, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 13, 55, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 13:55:51.021929 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0db6e922-9abc-4e98-a5b1-f701074ed09a req-6a51d485-9c62-4730-876b-e3b8736c965c service neutron] Checking segment: {'id': '24b1bc50-3da8-49cc-8c41-9929c84c7ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '0b070dcc-e109-4e7e-bd96-aa5b9a4a9fce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103319) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 13:55:51.022478 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-98801b03-0b3e-4979-8b18-d47ce2fb0c35 admin admin] Publish callbacks [] for security_group (5b6f07cb-6fed-441c-9506-b2087329f332), precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:55:51.023221 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0db6e922-9abc-4e98-a5b1-f701074ed09a req-6a51d485-9c62-4730-876b-e3b8736c965c service neutron] Bound using segment: {'id': '24b1bc50-3da8-49cc-8c41-9929c84c7ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '0b070dcc-e109-4e7e-bd96-aa5b9a4a9fce'} {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 13:55:51.023942 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.managers [req-0db6e922-9abc-4e98-a5b1-f701074ed09a req-6a51d485-9c62-4730-876b-e3b8736c965c service neutron] Bound port: 9cd033d6-9a4d-4a1a-af53-9a6b9c9c2e71, host: hv-cinder-83078, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24b1bc50-3da8-49cc-8c41-9929c84c7ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '0b070dcc-e109-4e7e-bd96-aa5b9a4a9fce'}}] {{(pid=103319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 13:55:51.024540 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-0db6e922-9abc-4e98-a5b1-f701074ed09a req-6a51d485-9c62-4730-876b-e3b8736c965c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883311'] for port (9cd033d6-9a4d-4a1a-af53-9a6b9c9c2e71), before_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:55:51.030188 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980b7834-c312-4c8c-8844-34e8148faa51 req-7ceb30c5-66bd-4086-8345-963b3a8cd657 tempest-DeleteServersTestJSON-154822517 tempest-DeleteServersTestJSON-154822517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:55:51.033730 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-0aff03a1-fb06-4c3a-b846-12b6c7ec71da req-83f0aa71-14d5-479e-ab7c-2d2ca9bd76d5 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] 10.222.0.67 "GET /v2.0/ports?device_id=0d5f3b7d-8b92-4264-b41a-1d1ade879f2f HTTP/1.1" status: 200 len: 210 time: 0.2076297 Apr 11 13:55:51.036901 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-980b7834-c312-4c8c-8844-34e8148faa51 req-7ceb30c5-66bd-4086-8345-963b3a8cd657 tempest-DeleteServersTestJSON-154822517 tempest-DeleteServersTestJSON-154822517-project] 10.222.0.67 "GET /v2.0/ports?device_id=f2c0e150-9739-490b-84c2-340a7275b92a HTTP/1.1" status: 200 len: 943 time: 0.1433766 Apr 11 13:55:51.044077 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-98801b03-0b3e-4979-8b18-d47ce2fb0c35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8023832'] for security_group (5b6f07cb-6fed-441c-9506-b2087329f332), after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:55:51.179956 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-98801b03-0b3e-4979-8b18-d47ce2fb0c35 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=e7e24a80962b42f98bde6c7689d57a4e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8810086 Apr 11 13:55:51.185517 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98801b03-0b3e-4979-8b18-d47ce2fb0c35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b6f07cb-6fed-441c-9506-b2087329f332,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:55:51.192855 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.67', 54628) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:55:51.237704 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-980b7834-c312-4c8c-8844-34e8148faa51 req-cbbc9087-9da6-4e02-9f54-84dbcbbe63b7 tempest-DeleteServersTestJSON-154822517 tempest-DeleteServersTestJSON-154822517-project] 10.222.0.67 "GET /v2.0/security-groups?id=7db12c09-12f8-43b6-a9ad-e5cf6e23065c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1909161 Apr 11 13:55:51.246559 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-dcdfd47f-2834-4c78-a364-f38e7bb52723 req-8145e146-6035-4c63-89d0-00e6461ccab5 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] 10.222.0.75 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a8a28d94e79a4972b0f8f61ab1cb1490 HTTP/1.1" status: 200 len: 379 time: 0.2084279 Apr 11 13:55:51.248334 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-9e935cbd-ff68-43d2-9109-7b0b3e88fc46 req-bc9c7e02-2892-4f2c-9798-4314b4fa3074 tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] Publish callbacks [] for port (b53ccbb2-cadf-467b-980a-34cb619111ad), precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:55:51.263443 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.v2.base [req-dcdfd47f-2834-4c78-a364-f38e7bb52723 req-4324777d-1bc8-4486-9100-45d507ecf0a0 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] Request body: {'port': {'device_id': '0d5f3b7d-8b92-4264-b41a-1d1ade879f2f', 'network_id': '0208f136-78bf-40a4-90c8-9a7151bfb362', 'admin_state_up': True, 'tenant_id': 'a8a28d94e79a4972b0f8f61ab1cb1490', 'security_groups': ['2c46161f-2d1e-4228-ae9c-ab4fe572bda1']}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 13:55:51.382965 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-d8e16e47-a8d9-4c7b-b3d9-d2279322ad9f admin admin] Publish callbacks [] for security_group (5b6f07cb-6fed-441c-9506-b2087329f332), before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:55:51.433084 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-d8e16e47-a8d9-4c7b-b3d9-d2279322ad9f admin admin] Publish callbacks [] for security_group (5b6f07cb-6fed-441c-9506-b2087329f332), precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:55:51.483185 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dcdfd47f-2834-4c78-a364-f38e7bb52723 req-4324777d-1bc8-4486-9100-45d507ecf0a0 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] Made reservation on behalf of a8a28d94e79a4972b0f8f61ab1cb1490 for: {'port': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 13:55:51.495882 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-dcdfd47f-2834-4c78-a364-f38e7bb52723 req-4324777d-1bc8-4486-9100-45d507ecf0a0 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883311'] for port (None), before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:55:51.590197 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-ff13734c-6133-4ca7-9630-a3a1ab04e956 req-3ea6c3cf-460a-49a3-a635-7c035954b937 tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] 10.222.0.67 "GET /v2.0/ports?device_id=a6e921e1-7746-446b-bad6-d7188f8bdac2 HTTP/1.1" status: 200 len: 210 time: 0.2233546 Apr 11 13:55:51.592790 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.db [req-0db6e922-9abc-4e98-a5b1-f701074ed09a req-6a51d485-9c62-4730-876b-e3b8736c965c service neutron] For port 9cd033d6-9a4d-4a1a-af53-9a6b9c9c2e71, host hv-cinder-83078, cleared binding levels {{(pid=103319) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 13:55:51.599851 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.db [req-0db6e922-9abc-4e98-a5b1-f701074ed09a req-6a51d485-9c62-4730-876b-e3b8736c965c service neutron] For port 9cd033d6-9a4d-4a1a-af53-9a6b9c9c2e71, host hv-cinder-83078, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83078',level=0,port_id=9cd033d6-9a4d-4a1a-af53-9a6b9c9c2e71,segment=NetworkSegment(24b1bc50-3da8-49cc-8c41-9929c84c7ef9),segment_id=24b1bc50-3da8-49cc-8c41-9929c84c7ef9)] {{(pid=103319) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 13:55:51.601371 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e0ccd82-898e-41f6-8ba2-4ae4d688b73c req-f2ff3de4-8b98-49f1-9178-17d7783fcc13 tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] Made reservation on behalf of 7e9487af89de4df6b7592a993fc4827e for: {'port': 1} {{(pid=103319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 13:55:51.604985 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-2e0ccd82-898e-41f6-8ba2-4ae4d688b73c req-f2ff3de4-8b98-49f1-9178-17d7783fcc13 tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883311'] for port (None), before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:55:51.609241 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-d8e16e47-a8d9-4c7b-b3d9-d2279322ad9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8023832'] for security_group (5b6f07cb-6fed-441c-9506-b2087329f332), after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:55:51.613387 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-d8e16e47-a8d9-4c7b-b3d9-d2279322ad9f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:55:51.620149 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-d8e16e47-a8d9-4c7b-b3d9-d2279322ad9f admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/5b6f07cb-6fed-441c-9506-b2087329f332 HTTP/1.1" status: 204 len: 168 time: 0.4202964 Apr 11 13:55:51.645831 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-9e935cbd-ff68-43d2-9109-7b0b3e88fc46 req-bc9c7e02-2892-4f2c-9798-4314b4fa3074 tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750379164474'] for port (b53ccbb2-cadf-467b-980a-34cb619111ad), after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:55:51.664100 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-0db6e922-9abc-4e98-a5b1-f701074ed09a req-6a51d485-9c62-4730-876b-e3b8736c965c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750379687711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750379164492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750379164510'] for port (9cd033d6-9a4d-4a1a-af53-9a6b9c9c2e71), after_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:55:51.675149 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.67', 54650) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:55:51.886321 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.db.db_base_plugin_common [req-dcdfd47f-2834-4c78-a364-f38e7bb52723 req-4324777d-1bc8-4486-9100-45d507ecf0a0 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] Allocated IP 172.20.0.14 (0208f136-78bf-40a4-90c8-9a7151bfb362/2778d57e-4616-4989-bcd8-4f6cb6111901/cda04f4a-80ef-4c18-b575-cb87293272ce) {{(pid=103318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 13:55:51.967406 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.db.db_base_plugin_common [req-2e0ccd82-898e-41f6-8ba2-4ae4d688b73c req-f2ff3de4-8b98-49f1-9178-17d7783fcc13 tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] Allocated IP 172.20.0.11 (5b366c5b-a29e-42a6-8ecc-0cc9ff2fdbc0/8a7e0881-a086-4309-85a2-2f54ddd5f281/41becb52-f1e7-4c33-ad5e-faa52141b7c9) {{(pid=103319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 13:55:52.046925 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-dcdfd47f-2834-4c78-a364-f38e7bb52723 req-4324777d-1bc8-4486-9100-45d507ecf0a0 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] Publish callbacks [] for port (cda04f4a-80ef-4c18-b575-cb87293272ce), precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:55:52.066418 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e16e47-a8d9-4c7b-b3d9-d2279322ad9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b6f07cb-6fed-441c-9506-b2087329f332,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:55:52.134537 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a51d485-9c62-4730-876b-e3b8736c965c service neutron] Pushing event updated for resources: {'Port': ['ID=9cd033d6-9a4d-4a1a-af53-9a6b9c9c2e71,revision_number=3']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:55:52.153748 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-dcdfd47f-2834-4c78-a364-f38e7bb52723 req-4324777d-1bc8-4486-9100-45d507ecf0a0 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750379164474'] for port (cda04f4a-80ef-4c18-b575-cb87293272ce), after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:55:52.199772 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9c7e02-2892-4f2c-9798-4314b4fa3074 tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] Pushing event updated for resources: {'Port': ['ID=b53ccbb2-cadf-467b-980a-34cb619111ad,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:55:52.209296 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e935cbd-ff68-43d2-9109-7b0b3e88fc46 req-bc9c7e02-2892-4f2c-9798-4314b4fa3074 tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] Network 5b366c5b-a29e-42a6-8ecc-0cc9ff2fdbc0 is already hosted by enough agents. {{(pid=103319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 13:55:52.210653 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-547e1c95-a56d-418d-ba41-576fb83628b7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:55:52.227770 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [req-9e935cbd-ff68-43d2-9109-7b0b3e88fc46 req-bc9c7e02-2892-4f2c-9798-4314b4fa3074 tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] Resources bound (agent type, host, resource id): {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 13:55:52.231280 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e935cbd-ff68-43d2-9109-7b0b3e88fc46 req-bc9c7e02-2892-4f2c-9798-4314b4fa3074 tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] Received port after_create {{(pid=103319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 13:55:52.236446 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e935cbd-ff68-43d2-9109-7b0b3e88fc46 req-bc9c7e02-2892-4f2c-9798-4314b4fa3074 tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:55:52.237071 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-9e935cbd-ff68-43d2-9109-7b0b3e88fc46 req-bc9c7e02-2892-4f2c-9798-4314b4fa3074 tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-507053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871534'] for port (None), before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:55:52.255185 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db6e922-9abc-4e98-a5b1-f701074ed09a req-6a51d485-9c62-4730-876b-e3b8736c965c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:55:52.255834 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-0db6e922-9abc-4e98-a5b1-f701074ed09a req-6a51d485-9c62-4730-876b-e3b8736c965c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-507053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871534'] for port (None), before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:55:52.257521 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-0db6e922-9abc-4e98-a5b1-f701074ed09a req-6a51d485-9c62-4730-876b-e3b8736c965c service neutron] 10.222.0.75 "PUT /v2.0/ports/9cd033d6-9a4d-4a1a-af53-9a6b9c9c2e71 HTTP/1.1" status: 200 len: 1093 time: 4.5965641 Apr 11 13:55:52.258145 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2c0e150-9739-490b-84c2-340a7275b92a', 'tag': '9cd033d6-9a4d-4a1a-af53-9a6b9c9c2e71'}] {{(pid=103319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 13:55:52.361644 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.67', 54664) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:55:52.385111 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-9e935cbd-ff68-43d2-9109-7b0b3e88fc46 req-bc9c7e02-2892-4f2c-9798-4314b4fa3074 tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.5908778 Apr 11 13:55:52.493176 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dcdfd47f-2834-4c78-a364-f38e7bb52723 req-4324777d-1bc8-4486-9100-45d507ecf0a0 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] Network 0208f136-78bf-40a4-90c8-9a7151bfb362 is already hosted by enough agents. {{(pid=103318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 13:55:52.499602 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [req-dcdfd47f-2834-4c78-a364-f38e7bb52723 req-4324777d-1bc8-4486-9100-45d507ecf0a0 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] Resources bound (agent type, host, resource id): {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 13:55:52.519907 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [req-dcdfd47f-2834-4c78-a364-f38e7bb52723 req-4324777d-1bc8-4486-9100-45d507ecf0a0 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] Received port after_create {{(pid=103318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 13:55:52.527233 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.v2.base [req-9e935cbd-ff68-43d2-9109-7b0b3e88fc46 req-e7f71e6b-82b8-4224-b6af-a6f25cce79ea service neutron] Request body: {'port': {'device_id': 'eea0ff31-35c2-4763-bf7a-6d0aada0558c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83078'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 13:55:52.534817 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdfd47f-2834-4c78-a364-f38e7bb52723 req-4324777d-1bc8-4486-9100-45d507ecf0a0 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:55:52.535471 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-dcdfd47f-2834-4c78-a364-f38e7bb52723 req-4324777d-1bc8-4486-9100-45d507ecf0a0 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-507053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871534'] for port (None), before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:55:52.573975 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4324777d-1bc8-4486-9100-45d507ecf0a0 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] Pushing event updated for resources: {'Port': ['ID=cda04f4a-80ef-4c18-b575-cb87293272ce,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:55:52.631214 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f6fbb1-97e5-4069-901b-3ef6754d642c req-568d6db0-f610-4bcb-b56e-14ee19c617e4 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:55:52.634024 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-00f6fbb1-97e5-4069-901b-3ef6754d642c req-568d6db0-f610-4bcb-b56e-14ee19c617e4 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] 10.222.0.67 "GET /v2.0/ports?device_id=0d5f3b7d-8b92-4264-b41a-1d1ade879f2f HTTP/1.1" status: 200 len: 932 time: 0.3951542 Apr 11 13:55:52.688271 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-dcdfd47f-2834-4c78-a364-f38e7bb52723 req-4324777d-1bc8-4486-9100-45d507ecf0a0 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4295025 Apr 11 13:55:52.727814 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.v2.base [req-dcdfd47f-2834-4c78-a364-f38e7bb52723 req-903a9953-dcb8-45b6-9d1d-8db62e2c237f service neutron] Request body: {'port': {'device_id': '0d5f3b7d-8b92-4264-b41a-1d1ade879f2f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83078'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 13:55:52.772493 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-4c3088ee-3c29-45af-803f-8db02c985cf8 None None] Provisioning complete for port b53ccbb2-cadf-467b-980a-34cb619111ad triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 13:55:52.773126 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4c3088ee-3c29-45af-803f-8db02c985cf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-663396'] for port (b53ccbb2-cadf-467b-980a-34cb619111ad), provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:55:52.897469 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-2e0ccd82-898e-41f6-8ba2-4ae4d688b73c req-f2ff3de4-8b98-49f1-9178-17d7783fcc13 tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] Publish callbacks [] for port (41becb52-f1e7-4c33-ad5e-faa52141b7c9), precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:55:52.900653 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-4c3088ee-3c29-45af-803f-8db02c985cf8 None None] Port b53ccbb2-cadf-467b-980a-34cb619111ad cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 13:55:52.948791 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db6e922-9abc-4e98-a5b1-f701074ed09a req-3017eb60-2966-4080-81c5-9da08afc95c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:55:52.950574 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-0db6e922-9abc-4e98-a5b1-f701074ed09a req-3017eb60-2966-4080-81c5-9da08afc95c3 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=93aa1a74c2fc48ce81fde5490e3604bf&device_id=f2c0e150-9739-490b-84c2-340a7275b92a HTTP/1.1" status: 200 len: 1127 time: 0.5691106 Apr 11 13:55:52.959749 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-579ff29a-2d15-4adc-9485-fe4e54b78e98 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:55:53.006406 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02afe39-8c1c-43af-b15c-c393b59ac963 req-8e5a1fbe-9bd4-4973-99d2-0aaa615c2076 tempest-DeleteServersTestJSON-154822517 tempest-DeleteServersTestJSON-154822517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:55:53.014113 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-d02afe39-8c1c-43af-b15c-c393b59ac963 req-8e5a1fbe-9bd4-4973-99d2-0aaa615c2076 tempest-DeleteServersTestJSON-154822517 tempest-DeleteServersTestJSON-154822517-project] 10.222.0.67 "GET /v2.0/ports?device_id=f2c0e150-9739-490b-84c2-340a7275b92a HTTP/1.1" status: 200 len: 943 time: 0.5161002 Apr 11 13:55:53.019549 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca54f3a3744013fac1d33973197c51c1d98542aecacec3b3a4d6ee5bc00756d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2251e443-6d4b-4bab-89ca-478435157e7e" -d '{"events": [{"name": "network-changed", "server_uuid": "f2c0e150-9739-490b-84c2-340a7275b92a", "tag": "9cd033d6-9a4d-4a1a-af53-9a6b9c9c2e71"}]}' {{(pid=103319) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 13:55:53.052208 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-15a01bb6-4e6f-486d-ab76-a53e339767e0 None None] Provisioning complete for port cda04f4a-80ef-4c18-b575-cb87293272ce triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 13:55:53.056334 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-15a01bb6-4e6f-486d-ab76-a53e339767e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-663396'] for port (cda04f4a-80ef-4c18-b575-cb87293272ce), provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:55:53.098393 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-00f6fbb1-97e5-4069-901b-3ef6754d642c req-3f683aa0-a211-4d36-a701-0e0927c50702 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] 10.222.0.67 "GET /v2.0/security-groups?id=2c46161f-2d1e-4228-ae9c-ab4fe572bda1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4585211 Apr 11 13:55:53.133916 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-dcdfd47f-2834-4c78-a364-f38e7bb52723 req-903a9953-dcb8-45b6-9d1d-8db62e2c237f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883311'] for port (cda04f4a-80ef-4c18-b575-cb87293272ce), before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:55:53.200844 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-15a01bb6-4e6f-486d-ab76-a53e339767e0 None None] Port cda04f4a-80ef-4c18-b575-cb87293272ce cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 13:55:53.320395 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-0db6e922-9abc-4e98-a5b1-f701074ed09a req-f7257be6-53c7-4827-9c10-e7414d6362b1 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9cd033d6-9a4d-4a1a-af53-9a6b9c9c2e71 HTTP/1.1" status: 200 len: 217 time: 0.2679777 Apr 11 13:55:53.365695 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-9e935cbd-ff68-43d2-9109-7b0b3e88fc46 req-e7f71e6b-82b8-4224-b6af-a6f25cce79ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883311'] for port (b53ccbb2-cadf-467b-980a-34cb619111ad), before_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:55:53.451242 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-d02afe39-8c1c-43af-b15c-c393b59ac963 req-867d0876-dbc5-479f-bc93-991d52c862ee tempest-DeleteServersTestJSON-154822517 tempest-DeleteServersTestJSON-154822517-project] 10.222.0.67 "GET /v2.0/security-groups?id=7db12c09-12f8-43b6-a9ad-e5cf6e23065c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4326496 Apr 11 13:55:53.473895 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-547e1c95-a56d-418d-ba41-576fb83628b7 admin admin] Publish callbacks [] for security_group (5f60b5b4-a7de-4c41-8914-7d3e88d69844), precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:55:53.478783 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-2e0ccd82-898e-41f6-8ba2-4ae4d688b73c req-f2ff3de4-8b98-49f1-9178-17d7783fcc13 tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750379164474'] for port (41becb52-f1e7-4c33-ad5e-faa52141b7c9), after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:55:53.529445 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-547e1c95-a56d-418d-ba41-576fb83628b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8023832'] for security_group (5f60b5b4-a7de-4c41-8914-7d3e88d69844), after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:55:53.679978 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-547e1c95-a56d-418d-ba41-576fb83628b7 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=da052f62569c42fdb4522ade468b297c&name=default HTTP/1.1" status: 200 len: 2996 time: 2.0017257 Apr 11 13:55:53.684291 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e0ccd82-898e-41f6-8ba2-4ae4d688b73c req-f2ff3de4-8b98-49f1-9178-17d7783fcc13 tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] Network 5b366c5b-a29e-42a6-8ecc-0cc9ff2fdbc0 is already hosted by enough agents. {{(pid=103319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 13:55:53.701927 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.67', 54718) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:55:53.815960 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547e1c95-a56d-418d-ba41-576fb83628b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f60b5b4-a7de-4c41-8914-7d3e88d69844,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:55:53.841959 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [req-2e0ccd82-898e-41f6-8ba2-4ae4d688b73c req-f2ff3de4-8b98-49f1-9178-17d7783fcc13 tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] Resources bound (agent type, host, resource id): {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 13:55:53.848498 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e0ccd82-898e-41f6-8ba2-4ae4d688b73c req-f2ff3de4-8b98-49f1-9178-17d7783fcc13 tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] Received port after_create {{(pid=103319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 13:55:53.873804 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0ccd82-898e-41f6-8ba2-4ae4d688b73c req-f2ff3de4-8b98-49f1-9178-17d7783fcc13 tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:55:53.875998 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-2e0ccd82-898e-41f6-8ba2-4ae4d688b73c req-f2ff3de4-8b98-49f1-9178-17d7783fcc13 tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-507053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871534'] for port (None), before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:55:53.889767 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db6e922-9abc-4e98-a5b1-f701074ed09a req-f477dfe9-a03e-4aa0-a29a-9ac7ba1bbdd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:55:53.891527 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-0db6e922-9abc-4e98-a5b1-f701074ed09a req-f477dfe9-a03e-4aa0-a29a-9ac7ba1bbdd6 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=ce9a1f06-d494-46f6-b227-fc02e9085425 HTTP/1.1" status: 200 len: 851 time: 0.4156148 Apr 11 13:55:53.900121 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-579ff29a-2d15-4adc-9485-fe4e54b78e98 admin admin] Publish callbacks [] for security_group (18e25f6b-a75a-4d52-a38c-6fc301f279ce), precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:55:53.906509 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 13:55:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08f12d23-0c92-4ade-8b2e-f43cf9817c14 x-openstack-request-id: req-08f12d23-0c92-4ade-8b2e-f43cf9817c14 {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 13:55:53.907485 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2c0e150-9739-490b-84c2-340a7275b92a", "tag": "9cd033d6-9a4d-4a1a-af53-9a6b9c9c2e71", "status": "completed", "code": 200}]} {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 13:55:53.908250 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-08f12d23-0c92-4ade-8b2e-f43cf9817c14 {{(pid=103319) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 13:55:53.908911 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e404ef32-8f34-4410-acf3-19d9d16ef779 req-b6dcdcb8-544c-4dbd-a11b-92845f53da8c tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:55:53.909151 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.notifiers.nova [-] Nova event matching ['req-08f12d23-0c92-4ade-8b2e-f43cf9817c14'] response: {'name': 'network-changed', 'server_uuid': 'f2c0e150-9739-490b-84c2-340a7275b92a', 'tag': '9cd033d6-9a4d-4a1a-af53-9a6b9c9c2e71', 'status': 'completed', 'code': 200} Apr 11 13:55:53.911036 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-e404ef32-8f34-4410-acf3-19d9d16ef779 req-b6dcdcb8-544c-4dbd-a11b-92845f53da8c tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] 10.222.0.67 "GET /v2.0/ports?device_id=a6e921e1-7746-446b-bad6-d7188f8bdac2 HTTP/1.1" status: 200 len: 932 time: 0.2217612 Apr 11 13:55:53.918547 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-579ff29a-2d15-4adc-9485-fe4e54b78e98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8023832'] for security_group (18e25f6b-a75a-4d52-a38c-6fc301f279ce), after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:55:53.968089 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-579ff29a-2d15-4adc-9485-fe4e54b78e98 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=2dda66f2ef0f4016bdbb44593919f6ad&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5864980 Apr 11 13:55:53.989724 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.67', 54732) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:55:54.006855 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579ff29a-2d15-4adc-9485-fe4e54b78e98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18e25f6b-a75a-4d52-a38c-6fc301f279ce,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:55:54.059394 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-2e0ccd82-898e-41f6-8ba2-4ae4d688b73c req-f2ff3de4-8b98-49f1-9178-17d7783fcc13 tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.7537820 Apr 11 13:55:54.064966 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ff3de4-8b98-49f1-9178-17d7783fcc13 tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] Pushing event updated for resources: {'Port': ['ID=41becb52-f1e7-4c33-ad5e-faa52141b7c9,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:55:54.086546 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-e404ef32-8f34-4410-acf3-19d9d16ef779 req-55f855d7-7e1d-45e3-8797-7dc295da8388 tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] 10.222.0.67 "GET /v2.0/security-groups?id=037e8753-abfc-4a51-9764-2b02f91b84d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238222 Apr 11 13:55:54.105891 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-9e0547ce-c4cd-42fb-8b00-36f21f3b0cb6 admin admin] Publish callbacks [] for security_group (5f60b5b4-a7de-4c41-8914-7d3e88d69844), before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:55:54.160158 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-9e0547ce-c4cd-42fb-8b00-36f21f3b0cb6 admin admin] Publish callbacks [] for security_group (5f60b5b4-a7de-4c41-8914-7d3e88d69844), precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:55:54.205374 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.v2.base [req-2e0ccd82-898e-41f6-8ba2-4ae4d688b73c req-9bb8a42c-985e-4fea-b2a9-9147f84711c7 service neutron] Request body: {'port': {'device_id': 'a6e921e1-7746-446b-bad6-d7188f8bdac2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83078'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 13:55:54.230340 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-0db6e922-9abc-4e98-a5b1-f701074ed09a req-185deb72-43bf-4fcf-bb83-0d663bf6f33a service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=0b070dcc-e109-4e7e-bd96-aa5b9a4a9fce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2594483 Apr 11 13:55:54.350484 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-a9f45a63-4fb1-43f5-a74f-335347174173 None None] Provisioning complete for port 41becb52-f1e7-4c33-ad5e-faa52141b7c9 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 13:55:54.351068 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-a9f45a63-4fb1-43f5-a74f-335347174173 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-663396'] for port (41becb52-f1e7-4c33-ad5e-faa52141b7c9), provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:55:54.443255 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-9e0547ce-c4cd-42fb-8b00-36f21f3b0cb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8023832'] for security_group (5f60b5b4-a7de-4c41-8914-7d3e88d69844), after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:55:54.447410 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-9e0547ce-c4cd-42fb-8b00-36f21f3b0cb6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:55:54.448622 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-9e0547ce-c4cd-42fb-8b00-36f21f3b0cb6 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/5f60b5b4-a7de-4c41-8914-7d3e88d69844 HTTP/1.1" status: 204 len: 168 time: 0.7213252 Apr 11 13:55:54.480875 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-a9f45a63-4fb1-43f5-a74f-335347174173 None None] Port 41becb52-f1e7-4c33-ad5e-faa52141b7c9 cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 13:55:54.501110 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0547ce-c4cd-42fb-8b00-36f21f3b0cb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f60b5b4-a7de-4c41-8914-7d3e88d69844,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:55:54.780660 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57f65c0-df98-49d6-91c0-b25a8103d7ca req-2c7c2166-bd3d-4f40-a932-9fe4233f800e tempest-DeleteServersTestJSON-154822517 tempest-DeleteServersTestJSON-154822517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:55:54.783109 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-b57f65c0-df98-49d6-91c0-b25a8103d7ca req-2c7c2166-bd3d-4f40-a932-9fe4233f800e tempest-DeleteServersTestJSON-154822517 tempest-DeleteServersTestJSON-154822517-project] 10.222.0.67 "GET /v2.0/ports?device_id=f2c0e150-9739-490b-84c2-340a7275b92a HTTP/1.1" status: 200 len: 943 time: 0.1117852 Apr 11 13:55:54.852939 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52f544a-a594-481d-baec-81c09813e1f5 req-a2306533-de76-4e9b-a890-d0d297924190 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:55:54.867440 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-b52f544a-a594-481d-baec-81c09813e1f5 req-a2306533-de76-4e9b-a890-d0d297924190 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] 10.222.0.67 "GET /v2.0/ports?device_id=0d5f3b7d-8b92-4264-b41a-1d1ade879f2f HTTP/1.1" status: 200 len: 932 time: 0.2408218 Apr 11 13:55:55.111298 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.notifiers.nova [req-dcdfd47f-2834-4c78-a364-f38e7bb52723 req-903a9953-dcb8-45b6-9d1d-8db62e2c237f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cda04f4a-80ef-4c18-b575-cb87293272ce {{(pid=103318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 13:55:55.183493 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-b57f65c0-df98-49d6-91c0-b25a8103d7ca req-4bba3ec5-db38-4e53-a78d-0d853b98841b tempest-DeleteServersTestJSON-154822517 tempest-DeleteServersTestJSON-154822517-project] 10.222.0.67 "GET /v2.0/security-groups?id=7db12c09-12f8-43b6-a9ad-e5cf6e23065c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3582039 Apr 11 13:55:55.210286 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-dcdfd47f-2834-4c78-a364-f38e7bb52723 req-903a9953-dcb8-45b6-9d1d-8db62e2c237f service neutron] Publish callbacks [] for port (cda04f4a-80ef-4c18-b575-cb87293272ce), precommit_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:55:55.249789 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-2e0ccd82-898e-41f6-8ba2-4ae4d688b73c req-9bb8a42c-985e-4fea-b2a9-9147f84711c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883311'] for port (41becb52-f1e7-4c33-ad5e-faa52141b7c9), before_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:55:55.261747 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-05081eb5-bbd1-40e0-afe0-e7a9406735df admin admin] Publish callbacks [] for security_group (18e25f6b-a75a-4d52-a38c-6fc301f279ce), before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:55:55.324281 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.db.provisioning_blocks [req-dcdfd47f-2834-4c78-a364-f38e7bb52723 req-903a9953-dcb8-45b6-9d1d-8db62e2c237f service neutron] Transition to ACTIVE for port object cda04f4a-80ef-4c18-b575-cb87293272ce will not be triggered until provisioned by entity L2. {{(pid=103318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 13:55:55.331567 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-dcdfd47f-2834-4c78-a364-f38e7bb52723 req-903a9953-dcb8-45b6-9d1d-8db62e2c237f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750379687711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750379164492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750379164510'] for port (cda04f4a-80ef-4c18-b575-cb87293272ce), after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:55:55.368244 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-b52f544a-a594-481d-baec-81c09813e1f5 req-b1249e87-3dec-43d5-87d9-3af6b7c121ce tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] 10.222.0.67 "GET /v2.0/security-groups?id=2c46161f-2d1e-4228-ae9c-ab4fe572bda1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4861062 Apr 11 13:55:55.430394 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-0db6e922-9abc-4e98-a5b1-f701074ed09a req-e8fe9d3a-3941-4d97-aba0-2da5980f1af9 service neutron] 10.222.0.75 "GET /v2.0/networks/0b070dcc-e109-4e7e-bd96-aa5b9a4a9fce?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1810193 Apr 11 13:55:55.536665 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-05081eb5-bbd1-40e0-afe0-e7a9406735df admin admin] Publish callbacks [] for security_group (18e25f6b-a75a-4d52-a38c-6fc301f279ce), precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:55:55.735412 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-dcdfd47f-2834-4c78-a364-f38e7bb52723 req-903a9953-dcb8-45b6-9d1d-8db62e2c237f service neutron] Attempting to bind port cda04f4a-80ef-4c18-b575-cb87293272ce on host hv-cinder-83078 for vnic_type normal with profile {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 13:55:55.736353 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-dcdfd47f-2834-4c78-a364-f38e7bb52723 req-903a9953-dcb8-45b6-9d1d-8db62e2c237f service neutron] Attempting to bind port cda04f4a-80ef-4c18-b575-cb87293272ce by drivers openvswitch,hyperv on host hv-cinder-83078 at level 0 using segments [{'id': '964d2a25-195e-4828-b4c1-a165c2037b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': '0208f136-78bf-40a4-90c8-9a7151bfb362'}] {{(pid=103318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 13:55:55.736843 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcdfd47f-2834-4c78-a364-f38e7bb52723 req-903a9953-dcb8-45b6-9d1d-8db62e2c237f service neutron] Attempting to bind port cda04f4a-80ef-4c18-b575-cb87293272ce on network 0208f136-78bf-40a4-90c8-9a7151bfb362 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 13:55:55.740104 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903a9953-dcb8-45b6-9d1d-8db62e2c237f service neutron] Pushing event updated for resources: {'Port': ['ID=cda04f4a-80ef-4c18-b575-cb87293272ce,revision_number=2']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:55:55.772529 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610892ed-4a33-492b-9cec-d31dd18da4f2 req-0b4b81b7-4dae-4776-bd8a-c3d0ac39e984 tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:55:55.792509 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-610892ed-4a33-492b-9cec-d31dd18da4f2 req-0b4b81b7-4dae-4776-bd8a-c3d0ac39e984 tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] 10.222.0.67 "GET /v2.0/ports?device_id=a6e921e1-7746-446b-bad6-d7188f8bdac2 HTTP/1.1" status: 200 len: 932 time: 0.4337306 Apr 11 13:55:55.841549 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcdfd47f-2834-4c78-a364-f38e7bb52723 req-903a9953-dcb8-45b6-9d1d-8db62e2c237f service neutron] Port cda04f4a-80ef-4c18-b575-cb87293272ce on network 0208f136-78bf-40a4-90c8-9a7151bfb362 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83078 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 11 13:55:55.841880 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcdfd47f-2834-4c78-a364-f38e7bb52723 req-903a9953-dcb8-45b6-9d1d-8db62e2c237f service neutron] Attempting to bind port cda04f4a-80ef-4c18-b575-cb87293272ce on network 0208f136-78bf-40a4-90c8-9a7151bfb362 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 13:55:55.850137 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcdfd47f-2834-4c78-a364-f38e7bb52723 req-903a9953-dcb8-45b6-9d1d-8db62e2c237f service neutron] Checking agent: {'id': 'a433433c-9197-4b2b-8991-1d45f6bac940', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83078', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 13, 53, 31), 'started_at': datetime.datetime(2022, 4, 11, 13, 53, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 13, 55, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 13:55:55.858942 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcdfd47f-2834-4c78-a364-f38e7bb52723 req-903a9953-dcb8-45b6-9d1d-8db62e2c237f service neutron] Checking segment: {'id': '964d2a25-195e-4828-b4c1-a165c2037b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': '0208f136-78bf-40a4-90c8-9a7151bfb362'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 13:55:55.859623 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcdfd47f-2834-4c78-a364-f38e7bb52723 req-903a9953-dcb8-45b6-9d1d-8db62e2c237f service neutron] Bound using segment: {'id': '964d2a25-195e-4828-b4c1-a165c2037b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': '0208f136-78bf-40a4-90c8-9a7151bfb362'} {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 13:55:55.860138 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-dcdfd47f-2834-4c78-a364-f38e7bb52723 req-903a9953-dcb8-45b6-9d1d-8db62e2c237f service neutron] Bound port: cda04f4a-80ef-4c18-b575-cb87293272ce, host: hv-cinder-83078, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '964d2a25-195e-4828-b4c1-a165c2037b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': '0208f136-78bf-40a4-90c8-9a7151bfb362'}}] {{(pid=103318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 13:55:55.860510 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-dcdfd47f-2834-4c78-a364-f38e7bb52723 req-903a9953-dcb8-45b6-9d1d-8db62e2c237f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883311'] for port (cda04f4a-80ef-4c18-b575-cb87293272ce), before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:55:55.943303 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-610892ed-4a33-492b-9cec-d31dd18da4f2 req-ddddf0ff-a7a7-4034-a321-e1c82ef22929 tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] 10.222.0.67 "GET /v2.0/security-groups?id=037e8753-abfc-4a51-9764-2b02f91b84d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501524 Apr 11 13:55:56.060320 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-dcdfd47f-2834-4c78-a364-f38e7bb52723 req-903a9953-dcb8-45b6-9d1d-8db62e2c237f service neutron] For port cda04f4a-80ef-4c18-b575-cb87293272ce, host hv-cinder-83078, cleared binding levels {{(pid=103318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 13:55:56.088049 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.notifiers.nova [req-9e935cbd-ff68-43d2-9109-7b0b3e88fc46 req-e7f71e6b-82b8-4224-b6af-a6f25cce79ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b53ccbb2-cadf-467b-980a-34cb619111ad {{(pid=103319) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 13:55:56.118299 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-9e935cbd-ff68-43d2-9109-7b0b3e88fc46 req-e7f71e6b-82b8-4224-b6af-a6f25cce79ea service neutron] Publish callbacks [] for port (b53ccbb2-cadf-467b-980a-34cb619111ad), precommit_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:55:56.135238 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-dcdfd47f-2834-4c78-a364-f38e7bb52723 req-903a9953-dcb8-45b6-9d1d-8db62e2c237f service neutron] For port cda04f4a-80ef-4c18-b575-cb87293272ce, host hv-cinder-83078, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83078',level=0,port_id=cda04f4a-80ef-4c18-b575-cb87293272ce,segment=NetworkSegment(964d2a25-195e-4828-b4c1-a165c2037b82),segment_id=964d2a25-195e-4828-b4c1-a165c2037b82)] {{(pid=103318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 13:55:56.151358 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-dcdfd47f-2834-4c78-a364-f38e7bb52723 req-903a9953-dcb8-45b6-9d1d-8db62e2c237f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750379687711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750379164492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750379164510'] for port (cda04f4a-80ef-4c18-b575-cb87293272ce), after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:55:56.181238 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.db.provisioning_blocks [req-9e935cbd-ff68-43d2-9109-7b0b3e88fc46 req-e7f71e6b-82b8-4224-b6af-a6f25cce79ea service neutron] Transition to ACTIVE for port object b53ccbb2-cadf-467b-980a-34cb619111ad will not be triggered until provisioned by entity L2. {{(pid=103319) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 13:55:56.227643 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-9e935cbd-ff68-43d2-9109-7b0b3e88fc46 req-e7f71e6b-82b8-4224-b6af-a6f25cce79ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750379687711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750379164492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750379164510'] for port (b53ccbb2-cadf-467b-980a-34cb619111ad), after_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:55:56.305834 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903a9953-dcb8-45b6-9d1d-8db62e2c237f service neutron] Pushing event updated for resources: {'Port': ['ID=cda04f4a-80ef-4c18-b575-cb87293272ce,revision_number=3']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:55:56.347157 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdfd47f-2834-4c78-a364-f38e7bb52723 req-903a9953-dcb8-45b6-9d1d-8db62e2c237f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:55:56.348026 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-dcdfd47f-2834-4c78-a364-f38e7bb52723 req-903a9953-dcb8-45b6-9d1d-8db62e2c237f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-507053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871534'] for port (None), before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:55:56.356141 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-dcdfd47f-2834-4c78-a364-f38e7bb52723 req-903a9953-dcb8-45b6-9d1d-8db62e2c237f service neutron] 10.222.0.75 "PUT /v2.0/ports/cda04f4a-80ef-4c18-b575-cb87293272ce HTTP/1.1" status: 200 len: 1094 time: 3.6488140 Apr 11 13:55:56.356787 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d5f3b7d-8b92-4264-b41a-1d1ade879f2f', 'tag': 'cda04f4a-80ef-4c18-b575-cb87293272ce'}] {{(pid=103318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 13:55:56.447311 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-05081eb5-bbd1-40e0-afe0-e7a9406735df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8023832'] for security_group (18e25f6b-a75a-4d52-a38c-6fc301f279ce), after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:55:56.457425 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-05081eb5-bbd1-40e0-afe0-e7a9406735df admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:55:56.469540 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-05081eb5-bbd1-40e0-afe0-e7a9406735df admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/18e25f6b-a75a-4d52-a38c-6fc301f279ce HTTP/1.1" status: 204 len: 168 time: 2.4756284 Apr 11 13:55:56.482079 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7e90f7e0-45c8-4ef0-99a6-e4ff71f3590c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750379576733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663498'] for agent (d5a8b9a1-2e9e-46b5-8163-20b7d509fa4e), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:55:56.807948 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0668f8-aad6-4e04-9b07-fffac7df210e req-3773c88c-9d46-465c-9941-f114d2bfc078 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:55:56.820863 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-4c0668f8-aad6-4e04-9b07-fffac7df210e req-3773c88c-9d46-465c-9941-f114d2bfc078 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] 10.222.0.67 "GET /v2.0/ports?device_id=0d5f3b7d-8b92-4264-b41a-1d1ade879f2f HTTP/1.1" status: 200 len: 944 time: 0.1808655 Apr 11 13:55:56.849703 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdfd47f-2834-4c78-a364-f38e7bb52723 req-bd69a9be-490c-4287-b656-ccd3b7545450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:55:56.851165 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-dcdfd47f-2834-4c78-a364-f38e7bb52723 req-bd69a9be-490c-4287-b656-ccd3b7545450 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=a8a28d94e79a4972b0f8f61ab1cb1490&device_id=0d5f3b7d-8b92-4264-b41a-1d1ade879f2f HTTP/1.1" status: 200 len: 1128 time: 0.3358998 Apr 11 13:55:57.013712 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-4c0668f8-aad6-4e04-9b07-fffac7df210e req-946cfd02-56f1-429a-b22f-986218c42cd8 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] 10.222.0.67 "GET /v2.0/security-groups?id=2c46161f-2d1e-4228-ae9c-ab4fe572bda1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1918774 Apr 11 13:55:57.053405 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-0db6e922-9abc-4e98-a5b1-f701074ed09a req-a4945871-1e77-4eb7-b492-943fd8f7aa32 service neutron] 10.222.0.75 "GET /v2.0/networks/0b070dcc-e109-4e7e-bd96-aa5b9a4a9fce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.6039982 Apr 11 13:55:57.055554 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05081eb5-bbd1-40e0-afe0-e7a9406735df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18e25f6b-a75a-4d52-a38c-6fc301f279ce,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:55:57.095386 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}476b5820a8b2a4c839a8e61874405e2111d505d8639f7232d97f083a4ddc8acf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4205527d-8026-4603-8072-240e7d8bc2ad" -d '{"events": [{"name": "network-changed", "server_uuid": "0d5f3b7d-8b92-4264-b41a-1d1ade879f2f", "tag": "cda04f4a-80ef-4c18-b575-cb87293272ce"}]}' {{(pid=103318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 13:55:57.232938 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f71e6b-82b8-4224-b6af-a6f25cce79ea service neutron] Pushing event updated for resources: {'Port': ['ID=b53ccbb2-cadf-467b-980a-34cb619111ad,revision_number=2']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:55:57.239324 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-dcdfd47f-2834-4c78-a364-f38e7bb52723 req-e835f119-f11f-4871-872c-e1007ada3a5e service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cda04f4a-80ef-4c18-b575-cb87293272ce HTTP/1.1" status: 200 len: 217 time: 0.1404777 Apr 11 13:55:57.240972 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42107e80-cfaf-4b4c-a263-4f8570a165fb req-e96b35b9-7511-421b-8ff1-0b75e6ecd8c6 tempest-DeleteServersTestJSON-154822517 tempest-DeleteServersTestJSON-154822517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:55:57.247868 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-42107e80-cfaf-4b4c-a263-4f8570a165fb req-e96b35b9-7511-421b-8ff1-0b75e6ecd8c6 tempest-DeleteServersTestJSON-154822517 tempest-DeleteServersTestJSON-154822517-project] 10.222.0.67 "GET /v2.0/ports?device_id=f2c0e150-9739-490b-84c2-340a7275b92a HTTP/1.1" status: 200 len: 943 time: 0.7484736 Apr 11 13:55:57.262819 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.notifiers.nova [req-2e0ccd82-898e-41f6-8ba2-4ae4d688b73c req-9bb8a42c-985e-4fea-b2a9-9147f84711c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41becb52-f1e7-4c33-ad5e-faa52141b7c9 {{(pid=103319) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 13:55:57.302909 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24868c5f-a129-48b1-9869-8088bb8144e7 req-0663604c-67a1-43d1-a42f-a9b8c384496e tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:55:57.304699 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-24868c5f-a129-48b1-9869-8088bb8144e7 req-0663604c-67a1-43d1-a42f-a9b8c384496e tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] 10.222.0.67 "GET /v2.0/ports?device_id=a6e921e1-7746-446b-bad6-d7188f8bdac2 HTTP/1.1" status: 200 len: 932 time: 0.1136272 Apr 11 13:55:57.316884 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-2e0ccd82-898e-41f6-8ba2-4ae4d688b73c req-9bb8a42c-985e-4fea-b2a9-9147f84711c7 service neutron] Publish callbacks [] for port (41becb52-f1e7-4c33-ad5e-faa52141b7c9), precommit_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:55:57.331201 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2251e443-6d4b-4bab-89ca-478435157e7e req-b140b9f1-67d1-470c-86bb-1223bfd656a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:55:57.332844 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-2251e443-6d4b-4bab-89ca-478435157e7e req-b140b9f1-67d1-470c-86bb-1223bfd656a5 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=93aa1a74c2fc48ce81fde5490e3604bf&device_id=f2c0e150-9739-490b-84c2-340a7275b92a HTTP/1.1" status: 200 len: 1127 time: 0.1499863 Apr 11 13:55:57.358270 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.db.provisioning_blocks [req-2e0ccd82-898e-41f6-8ba2-4ae4d688b73c req-9bb8a42c-985e-4fea-b2a9-9147f84711c7 service neutron] Transition to ACTIVE for port object 41becb52-f1e7-4c33-ad5e-faa52141b7c9 will not be triggered until provisioned by entity L2. {{(pid=103319) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 13:55:57.365193 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.67', 54858) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:55:57.381642 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-2e0ccd82-898e-41f6-8ba2-4ae4d688b73c req-9bb8a42c-985e-4fea-b2a9-9147f84711c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750379687711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750379164492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750379164510'] for port (41becb52-f1e7-4c33-ad5e-faa52141b7c9), after_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:55:57.383984 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.managers [req-9e935cbd-ff68-43d2-9109-7b0b3e88fc46 req-e7f71e6b-82b8-4224-b6af-a6f25cce79ea service neutron] Attempting to bind port b53ccbb2-cadf-467b-980a-34cb619111ad on host hv-cinder-83078 for vnic_type normal with profile {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 13:55:57.384527 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.managers [req-9e935cbd-ff68-43d2-9109-7b0b3e88fc46 req-e7f71e6b-82b8-4224-b6af-a6f25cce79ea service neutron] Attempting to bind port b53ccbb2-cadf-467b-980a-34cb619111ad by drivers openvswitch,hyperv on host hv-cinder-83078 at level 0 using segments [{'id': '2ce3e5b5-40c0-484a-9c58-6b322d93e7e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': '5b366c5b-a29e-42a6-8ecc-0cc9ff2fdbc0'}] {{(pid=103319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 13:55:57.385047 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e935cbd-ff68-43d2-9109-7b0b3e88fc46 req-e7f71e6b-82b8-4224-b6af-a6f25cce79ea service neutron] Attempting to bind port b53ccbb2-cadf-467b-980a-34cb619111ad on network 5b366c5b-a29e-42a6-8ecc-0cc9ff2fdbc0 {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 13:55:57.443305 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-24868c5f-a129-48b1-9869-8088bb8144e7 req-f9847ba1-3706-49d1-8913-480ea37ffb74 tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] 10.222.0.67 "GET /v2.0/security-groups?id=037e8753-abfc-4a51-9764-2b02f91b84d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177471 Apr 11 13:55:57.444469 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-b8d705cd-0738-4a19-80c3-5ae5a1b67c26 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:55:57.446656 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e935cbd-ff68-43d2-9109-7b0b3e88fc46 req-e7f71e6b-82b8-4224-b6af-a6f25cce79ea service neutron] Port b53ccbb2-cadf-467b-980a-34cb619111ad on network 5b366c5b-a29e-42a6-8ecc-0cc9ff2fdbc0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83078 {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 11 13:55:57.446981 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e935cbd-ff68-43d2-9109-7b0b3e88fc46 req-e7f71e6b-82b8-4224-b6af-a6f25cce79ea service neutron] Attempting to bind port b53ccbb2-cadf-467b-980a-34cb619111ad on network 5b366c5b-a29e-42a6-8ecc-0cc9ff2fdbc0 {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 13:55:57.464369 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-42107e80-cfaf-4b4c-a263-4f8570a165fb req-13ed342d-048e-4dc7-a6cd-a6033935392d tempest-DeleteServersTestJSON-154822517 tempest-DeleteServersTestJSON-154822517-project] 10.222.0.67 "GET /v2.0/security-groups?id=7db12c09-12f8-43b6-a9ad-e5cf6e23065c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2155328 Apr 11 13:55:57.501577 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e935cbd-ff68-43d2-9109-7b0b3e88fc46 req-e7f71e6b-82b8-4224-b6af-a6f25cce79ea service neutron] Checking agent: {'id': 'a433433c-9197-4b2b-8991-1d45f6bac940', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83078', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 13, 53, 31), 'started_at': datetime.datetime(2022, 4, 11, 13, 53, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 13, 55, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 13:55:57.502160 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e935cbd-ff68-43d2-9109-7b0b3e88fc46 req-e7f71e6b-82b8-4224-b6af-a6f25cce79ea service neutron] Checking segment: {'id': '2ce3e5b5-40c0-484a-9c58-6b322d93e7e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': '5b366c5b-a29e-42a6-8ecc-0cc9ff2fdbc0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103319) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 13:55:57.502698 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e935cbd-ff68-43d2-9109-7b0b3e88fc46 req-e7f71e6b-82b8-4224-b6af-a6f25cce79ea service neutron] Bound using segment: {'id': '2ce3e5b5-40c0-484a-9c58-6b322d93e7e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': '5b366c5b-a29e-42a6-8ecc-0cc9ff2fdbc0'} {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 13:55:57.503600 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.managers [req-9e935cbd-ff68-43d2-9109-7b0b3e88fc46 req-e7f71e6b-82b8-4224-b6af-a6f25cce79ea service neutron] Bound port: b53ccbb2-cadf-467b-980a-34cb619111ad, host: hv-cinder-83078, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ce3e5b5-40c0-484a-9c58-6b322d93e7e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': '5b366c5b-a29e-42a6-8ecc-0cc9ff2fdbc0'}}] {{(pid=103319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 13:55:57.504273 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-9e935cbd-ff68-43d2-9109-7b0b3e88fc46 req-e7f71e6b-82b8-4224-b6af-a6f25cce79ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883311'] for port (b53ccbb2-cadf-467b-980a-34cb619111ad), before_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:55:57.597511 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb8a42c-985e-4fea-b2a9-9147f84711c7 service neutron] Pushing event updated for resources: {'Port': ['ID=41becb52-f1e7-4c33-ad5e-faa52141b7c9,revision_number=2']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:55:57.675791 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.managers [req-2e0ccd82-898e-41f6-8ba2-4ae4d688b73c req-9bb8a42c-985e-4fea-b2a9-9147f84711c7 service neutron] Attempting to bind port 41becb52-f1e7-4c33-ad5e-faa52141b7c9 on host hv-cinder-83078 for vnic_type normal with profile {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 13:55:57.676166 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.managers [req-2e0ccd82-898e-41f6-8ba2-4ae4d688b73c req-9bb8a42c-985e-4fea-b2a9-9147f84711c7 service neutron] Attempting to bind port 41becb52-f1e7-4c33-ad5e-faa52141b7c9 by drivers openvswitch,hyperv on host hv-cinder-83078 at level 0 using segments [{'id': '2ce3e5b5-40c0-484a-9c58-6b322d93e7e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': '5b366c5b-a29e-42a6-8ecc-0cc9ff2fdbc0'}] {{(pid=103319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 13:55:57.676578 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e0ccd82-898e-41f6-8ba2-4ae4d688b73c req-9bb8a42c-985e-4fea-b2a9-9147f84711c7 service neutron] Attempting to bind port 41becb52-f1e7-4c33-ad5e-faa52141b7c9 on network 5b366c5b-a29e-42a6-8ecc-0cc9ff2fdbc0 {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 13:55:57.701293 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e0ccd82-898e-41f6-8ba2-4ae4d688b73c req-9bb8a42c-985e-4fea-b2a9-9147f84711c7 service neutron] Port 41becb52-f1e7-4c33-ad5e-faa52141b7c9 on network 5b366c5b-a29e-42a6-8ecc-0cc9ff2fdbc0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83078 {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 11 13:55:57.701613 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e0ccd82-898e-41f6-8ba2-4ae4d688b73c req-9bb8a42c-985e-4fea-b2a9-9147f84711c7 service neutron] Attempting to bind port 41becb52-f1e7-4c33-ad5e-faa52141b7c9 on network 5b366c5b-a29e-42a6-8ecc-0cc9ff2fdbc0 {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 13:55:57.741421 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e0ccd82-898e-41f6-8ba2-4ae4d688b73c req-9bb8a42c-985e-4fea-b2a9-9147f84711c7 service neutron] Checking agent: {'id': 'a433433c-9197-4b2b-8991-1d45f6bac940', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83078', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 13, 53, 31), 'started_at': datetime.datetime(2022, 4, 11, 13, 53, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 13, 55, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 13:55:57.741724 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e0ccd82-898e-41f6-8ba2-4ae4d688b73c req-9bb8a42c-985e-4fea-b2a9-9147f84711c7 service neutron] Checking segment: {'id': '2ce3e5b5-40c0-484a-9c58-6b322d93e7e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': '5b366c5b-a29e-42a6-8ecc-0cc9ff2fdbc0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103319) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 13:55:57.742110 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e0ccd82-898e-41f6-8ba2-4ae4d688b73c req-9bb8a42c-985e-4fea-b2a9-9147f84711c7 service neutron] Bound using segment: {'id': '2ce3e5b5-40c0-484a-9c58-6b322d93e7e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': '5b366c5b-a29e-42a6-8ecc-0cc9ff2fdbc0'} {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 13:55:57.742590 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.managers [req-2e0ccd82-898e-41f6-8ba2-4ae4d688b73c req-9bb8a42c-985e-4fea-b2a9-9147f84711c7 service neutron] Bound port: 41becb52-f1e7-4c33-ad5e-faa52141b7c9, host: hv-cinder-83078, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ce3e5b5-40c0-484a-9c58-6b322d93e7e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': '5b366c5b-a29e-42a6-8ecc-0cc9ff2fdbc0'}}] {{(pid=103319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 13:55:57.742926 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-2e0ccd82-898e-41f6-8ba2-4ae4d688b73c req-9bb8a42c-985e-4fea-b2a9-9147f84711c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883311'] for port (41becb52-f1e7-4c33-ad5e-faa52141b7c9), before_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:55:57.757364 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.db [req-9e935cbd-ff68-43d2-9109-7b0b3e88fc46 req-e7f71e6b-82b8-4224-b6af-a6f25cce79ea service neutron] For port b53ccbb2-cadf-467b-980a-34cb619111ad, host hv-cinder-83078, cleared binding levels {{(pid=103319) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 13:55:57.777867 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.db [req-9e935cbd-ff68-43d2-9109-7b0b3e88fc46 req-e7f71e6b-82b8-4224-b6af-a6f25cce79ea service neutron] For port b53ccbb2-cadf-467b-980a-34cb619111ad, host hv-cinder-83078, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83078',level=0,port_id=b53ccbb2-cadf-467b-980a-34cb619111ad,segment=NetworkSegment(2ce3e5b5-40c0-484a-9c58-6b322d93e7e4),segment_id=2ce3e5b5-40c0-484a-9c58-6b322d93e7e4)] {{(pid=103319) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 13:55:57.812285 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-b8d705cd-0738-4a19-80c3-5ae5a1b67c26 admin admin] Publish callbacks [] for security_group (30baa998-29f7-40c0-8a8d-88b7f7e35df5), precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:55:57.817507 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-9e935cbd-ff68-43d2-9109-7b0b3e88fc46 req-e7f71e6b-82b8-4224-b6af-a6f25cce79ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750379687711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750379164492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750379164510'] for port (b53ccbb2-cadf-467b-980a-34cb619111ad), after_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:55:57.847273 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-b8d705cd-0738-4a19-80c3-5ae5a1b67c26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8023832'] for security_group (30baa998-29f7-40c0-8a8d-88b7f7e35df5), after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:55:57.882143 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 13:55:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06c0013c-5f1a-4b86-9228-1cf49ab4455f x-openstack-request-id: req-06c0013c-5f1a-4b86-9228-1cf49ab4455f {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 13:55:57.882694 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d5f3b7d-8b92-4264-b41a-1d1ade879f2f", "tag": "cda04f4a-80ef-4c18-b575-cb87293272ce", "status": "completed", "code": 200}]} {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 13:55:57.883522 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-06c0013c-5f1a-4b86-9228-1cf49ab4455f {{(pid=103318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 13:55:57.883522 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.notifiers.nova [-] Nova event matching ['req-06c0013c-5f1a-4b86-9228-1cf49ab4455f'] response: {'name': 'network-changed', 'server_uuid': '0d5f3b7d-8b92-4264-b41a-1d1ade879f2f', 'tag': 'cda04f4a-80ef-4c18-b575-cb87293272ce', 'status': 'completed', 'code': 200} Apr 11 13:55:57.892637 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e935cbd-ff68-43d2-9109-7b0b3e88fc46 req-e7f71e6b-82b8-4224-b6af-a6f25cce79ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:55:57.893401 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-9e935cbd-ff68-43d2-9109-7b0b3e88fc46 req-e7f71e6b-82b8-4224-b6af-a6f25cce79ea service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-507053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871534'] for port (None), before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:55:57.894847 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-9e935cbd-ff68-43d2-9109-7b0b3e88fc46 req-e7f71e6b-82b8-4224-b6af-a6f25cce79ea service neutron] 10.222.0.75 "PUT /v2.0/ports/b53ccbb2-cadf-467b-980a-34cb619111ad HTTP/1.1" status: 200 len: 1094 time: 5.3851635 Apr 11 13:55:57.897031 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eea0ff31-35c2-4763-bf7a-6d0aada0558c', 'tag': 'b53ccbb2-cadf-467b-980a-34cb619111ad'}] {{(pid=103319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 13:55:57.899955 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca54f3a3744013fac1d33973197c51c1d98542aecacec3b3a4d6ee5bc00756d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1e7d9d5-3938-4263-a6e7-3f749daf0e9a" -d '{"events": [{"name": "network-changed", "server_uuid": "eea0ff31-35c2-4763-bf7a-6d0aada0558c", "tag": "b53ccbb2-cadf-467b-980a-34cb619111ad"}]}' {{(pid=103319) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 13:55:57.961952 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 13:55:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8b58cef-50a2-4576-95ac-9ce7c5700d33 x-openstack-request-id: req-e8b58cef-50a2-4576-95ac-9ce7c5700d33 {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 13:55:57.962254 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eea0ff31-35c2-4763-bf7a-6d0aada0558c", "tag": "b53ccbb2-cadf-467b-980a-34cb619111ad", "status": "completed", "code": 200}]} {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 13:55:57.962493 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-e8b58cef-50a2-4576-95ac-9ce7c5700d33 {{(pid=103319) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 13:55:57.963085 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e8b58cef-50a2-4576-95ac-9ce7c5700d33'] response: {'name': 'network-changed', 'server_uuid': 'eea0ff31-35c2-4763-bf7a-6d0aada0558c', 'tag': 'b53ccbb2-cadf-467b-980a-34cb619111ad', 'status': 'completed', 'code': 200} Apr 11 13:55:57.965953 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-b8d705cd-0738-4a19-80c3-5ae5a1b67c26 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=baae874d23bd46799d7bf80cb62a11fa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5991139 Apr 11 13:55:57.969447 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.67', 54894) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:55:57.970222 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d705cd-0738-4a19-80c3-5ae5a1b67c26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30baa998-29f7-40c0-8a8d-88b7f7e35df5,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:55:57.978300 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.db [req-2e0ccd82-898e-41f6-8ba2-4ae4d688b73c req-9bb8a42c-985e-4fea-b2a9-9147f84711c7 service neutron] For port 41becb52-f1e7-4c33-ad5e-faa52141b7c9, host hv-cinder-83078, cleared binding levels {{(pid=103319) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 13:55:57.981853 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f71e6b-82b8-4224-b6af-a6f25cce79ea service neutron] Pushing event updated for resources: {'Port': ['ID=b53ccbb2-cadf-467b-980a-34cb619111ad,revision_number=3']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:55:57.986649 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.db [req-2e0ccd82-898e-41f6-8ba2-4ae4d688b73c req-9bb8a42c-985e-4fea-b2a9-9147f84711c7 service neutron] For port 41becb52-f1e7-4c33-ad5e-faa52141b7c9, host hv-cinder-83078, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83078',level=0,port_id=41becb52-f1e7-4c33-ad5e-faa52141b7c9,segment=NetworkSegment(2ce3e5b5-40c0-484a-9c58-6b322d93e7e4),segment_id=2ce3e5b5-40c0-484a-9c58-6b322d93e7e4)] {{(pid=103319) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 13:55:58.003868 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-2e0ccd82-898e-41f6-8ba2-4ae4d688b73c req-9bb8a42c-985e-4fea-b2a9-9147f84711c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750379687711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750379164492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750379164510'] for port (41becb52-f1e7-4c33-ad5e-faa52141b7c9), after_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:55:58.057206 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0ccd82-898e-41f6-8ba2-4ae4d688b73c req-9bb8a42c-985e-4fea-b2a9-9147f84711c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:55:58.063592 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-2e0ccd82-898e-41f6-8ba2-4ae4d688b73c req-9bb8a42c-985e-4fea-b2a9-9147f84711c7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-507053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871534'] for port (None), before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:55:58.065528 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-2e0ccd82-898e-41f6-8ba2-4ae4d688b73c req-9bb8a42c-985e-4fea-b2a9-9147f84711c7 service neutron] 10.222.0.75 "PUT /v2.0/ports/41becb52-f1e7-4c33-ad5e-faa52141b7c9 HTTP/1.1" status: 200 len: 1094 time: 3.8820765 Apr 11 13:55:58.082384 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-2249c79c-9c62-4608-9f86-c02745b1dc7b admin admin] Publish callbacks [] for security_group (30baa998-29f7-40c0-8a8d-88b7f7e35df5), before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:55:58.110618 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.67', 54902) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:55:58.110820 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb8a42c-985e-4fea-b2a9-9147f84711c7 service neutron] Pushing event updated for resources: {'Port': ['ID=41becb52-f1e7-4c33-ad5e-faa52141b7c9,revision_number=3']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:55:58.149558 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-2249c79c-9c62-4608-9f86-c02745b1dc7b admin admin] Publish callbacks [] for security_group (30baa998-29f7-40c0-8a8d-88b7f7e35df5), precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:55:58.382727 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdfd47f-2834-4c78-a364-f38e7bb52723 req-3ca48758-ccc3-4b7c-8a2f-7182bbf52a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:55:58.384486 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-dcdfd47f-2834-4c78-a364-f38e7bb52723 req-3ca48758-ccc3-4b7c-8a2f-7182bbf52a1f service neutron] 10.222.0.75 "GET /v2.0/subnets?id=2778d57e-4616-4989-bcd8-4f6cb6111901 HTTP/1.1" status: 200 len: 855 time: 0.1333411 Apr 11 13:55:58.491336 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdfd47f-2834-4c78-a364-f38e7bb52723 req-478e87fa-8b1a-4c24-8975-ba789533c49f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:55:58.493096 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-dcdfd47f-2834-4c78-a364-f38e7bb52723 req-478e87fa-8b1a-4c24-8975-ba789533c49f service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=0208f136-78bf-40a4-90c8-9a7151bfb362&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0884314 Apr 11 13:55:58.550055 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-c69ab4a2-93ce-4e7c-b09e-6e913d137892 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:55:58.570660 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e4a1f2-e632-426f-b442-5b6cf69a440b req-b11e040f-2b26-4449-af17-efa170b325e3 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:55:58.570842 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0ccd82-898e-41f6-8ba2-4ae4d688b73c req-8ea40e71-95c1-4e86-a7cc-b8bd2f0c5109 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:55:58.572208 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-15e4a1f2-e632-426f-b442-5b6cf69a440b req-b11e040f-2b26-4449-af17-efa170b325e3 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] 10.222.0.67 "GET /v2.0/ports?device_id=0d5f3b7d-8b92-4264-b41a-1d1ade879f2f HTTP/1.1" status: 200 len: 944 time: 0.3776610 Apr 11 13:55:58.572508 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-2e0ccd82-898e-41f6-8ba2-4ae4d688b73c req-8ea40e71-95c1-4e86-a7cc-b8bd2f0c5109 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=7e9487af89de4df6b7592a993fc4827e&device_id=a6e921e1-7746-446b-bad6-d7188f8bdac2 HTTP/1.1" status: 200 len: 1128 time: 0.2448905 Apr 11 13:55:58.609376 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-2249c79c-9c62-4608-9f86-c02745b1dc7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8023832'] for security_group (30baa998-29f7-40c0-8a8d-88b7f7e35df5), after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:55:58.611858 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-2249c79c-9c62-4608-9f86-c02745b1dc7b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:55:58.613603 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-2249c79c-9c62-4608-9f86-c02745b1dc7b admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/30baa998-29f7-40c0-8a8d-88b7f7e35df5 HTTP/1.1" status: 204 len: 168 time: 0.6422377 Apr 11 13:55:58.623647 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e7d9d5-3938-4263-a6e7-3f749daf0e9a req-deff9386-2e98-428d-9535-7fe555ac3c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:55:58.633589 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-e1e7d9d5-3938-4263-a6e7-3f749daf0e9a req-deff9386-2e98-428d-9535-7fe555ac3c97 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=7e9487af89de4df6b7592a993fc4827e&device_id=eea0ff31-35c2-4763-bf7a-6d0aada0558c HTTP/1.1" status: 200 len: 1128 time: 0.3222859 Apr 11 13:55:58.652738 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2249c79c-9c62-4608-9f86-c02745b1dc7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30baa998-29f7-40c0-8a8d-88b7f7e35df5,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:55:58.701248 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-dcdfd47f-2834-4c78-a364-f38e7bb52723 req-a4fedc38-be58-454f-a339-d5ef908aaa6b service neutron] 10.222.0.75 "GET /v2.0/networks/0208f136-78bf-40a4-90c8-9a7151bfb362?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1956167 Apr 11 13:55:58.745553 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-15e4a1f2-e632-426f-b442-5b6cf69a440b req-5157f395-9487-49d5-8cb2-30d55e77eb2e tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] 10.222.0.67 "GET /v2.0/security-groups?id=2c46161f-2d1e-4228-ae9c-ab4fe572bda1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1437075 Apr 11 13:55:58.760055 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-2e0ccd82-898e-41f6-8ba2-4ae4d688b73c req-8ccd4dfd-15be-460f-b968-b73f2c0527dd service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=41becb52-f1e7-4c33-ad5e-faa52141b7c9 HTTP/1.1" status: 200 len: 217 time: 0.1725402 Apr 11 13:55:58.791332 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-932663fb-6a16-465a-82d9-54f0705361ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750379576733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663498'] for agent (e731c656-576f-4174-9da3-af64518920bc), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:55:58.837716 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-c69ab4a2-93ce-4e7c-b09e-6e913d137892 admin admin] Publish callbacks [] for security_group (46f2bf45-f595-42e0-aabd-e7120291dfa3), precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:55:58.854721 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-c69ab4a2-93ce-4e7c-b09e-6e913d137892 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8023832'] for security_group (46f2bf45-f595-42e0-aabd-e7120291dfa3), after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:55:58.874360 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-dcdfd47f-2834-4c78-a364-f38e7bb52723 req-20c06186-9c90-482e-befa-b9b594128ba1 service neutron] 10.222.0.75 "GET /v2.0/networks/0208f136-78bf-40a4-90c8-9a7151bfb362?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1607852 Apr 11 13:55:58.906688 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-c69ab4a2-93ce-4e7c-b09e-6e913d137892 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=4e7389cccbff4ee793df3d18d497610c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7912097 Apr 11 13:55:58.907288 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69ab4a2-93ce-4e7c-b09e-6e913d137892 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46f2bf45-f595-42e0-aabd-e7120291dfa3,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:55:58.909534 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.67', 54946) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:55:59.003480 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d90ecb-e1ab-4e0b-8ff2-dc442dbe2a0d req-a7640b11-9aff-4570-ab14-c211dff611d4 tempest-DeleteServersTestJSON-154822517 tempest-DeleteServersTestJSON-154822517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:55:59.005257 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-23d90ecb-e1ab-4e0b-8ff2-dc442dbe2a0d req-a7640b11-9aff-4570-ab14-c211dff611d4 tempest-DeleteServersTestJSON-154822517 tempest-DeleteServersTestJSON-154822517-project] 10.222.0.67 "GET /v2.0/ports?device_id=f2c0e150-9739-490b-84c2-340a7275b92a HTTP/1.1" status: 200 len: 943 time: 0.0751190 Apr 11 13:55:59.035506 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-e155e529-3f96-4f5f-9ec5-8b6efad62899 admin admin] Publish callbacks [] for security_group (46f2bf45-f595-42e0-aabd-e7120291dfa3), before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:55:59.080732 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-e155e529-3f96-4f5f-9ec5-8b6efad62899 admin admin] Publish callbacks [] for security_group (46f2bf45-f595-42e0-aabd-e7120291dfa3), precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:55:59.099041 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-23d90ecb-e1ab-4e0b-8ff2-dc442dbe2a0d req-eeb531ad-6834-44c0-9226-eaa7058a7a0b tempest-DeleteServersTestJSON-154822517 tempest-DeleteServersTestJSON-154822517-project] 10.222.0.67 "GET /v2.0/security-groups?id=7db12c09-12f8-43b6-a9ad-e5cf6e23065c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825639 Apr 11 13:55:59.105685 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.67', 54948) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:55:59.109905 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b124f5-695e-48f6-8595-a654dec3de56 req-716982fc-2035-4762-85df-012f25d30e8f tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:55:59.123971 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-43b124f5-695e-48f6-8595-a654dec3de56 req-716982fc-2035-4762-85df-012f25d30e8f tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] 10.222.0.67 "GET /v2.0/ports?device_id=a6e921e1-7746-446b-bad6-d7188f8bdac2 HTTP/1.1" status: 200 len: 944 time: 0.5585690 Apr 11 13:55:59.171764 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-e155e529-3f96-4f5f-9ec5-8b6efad62899 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8023832'] for security_group (46f2bf45-f595-42e0-aabd-e7120291dfa3), after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:55:59.175881 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-e155e529-3f96-4f5f-9ec5-8b6efad62899 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:55:59.178852 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-e155e529-3f96-4f5f-9ec5-8b6efad62899 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/46f2bf45-f595-42e0-aabd-e7120291dfa3 HTTP/1.1" status: 204 len: 168 time: 0.2683764 Apr 11 13:55:59.194464 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-f8e5b1f4-4bd8-4556-b301-7e8521bcae4b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:55:59.207706 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e155e529-3f96-4f5f-9ec5-8b6efad62899 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46f2bf45-f595-42e0-aabd-e7120291dfa3,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:55:59.254592 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e7d9d5-3938-4263-a6e7-3f749daf0e9a req-7aafe390-ec7d-426f-bf5c-1ef48e60acc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:55:59.256255 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-e1e7d9d5-3938-4263-a6e7-3f749daf0e9a req-7aafe390-ec7d-426f-bf5c-1ef48e60acc2 service neutron] 10.222.0.75 "GET /v2.0/networks?tenant_id=7e9487af89de4df6b7592a993fc4827e&shared=False HTTP/1.1" status: 200 len: 919 time: 0.6021247 Apr 11 13:55:59.326743 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2251e443-6d4b-4bab-89ca-478435157e7e req-bbcd5ad9-b1f4-49ef-9d35-0de9f1eb350d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:55:59.328315 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-2251e443-6d4b-4bab-89ca-478435157e7e req-bbcd5ad9-b1f4-49ef-9d35-0de9f1eb350d service neutron] 10.222.0.75 "GET /v2.0/networks?id=0b070dcc-e109-4e7e-bd96-aa5b9a4a9fce HTTP/1.1" status: 200 len: 912 time: 1.0986011 Apr 11 13:55:59.338304 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0ccd82-898e-41f6-8ba2-4ae4d688b73c req-da3bc52d-1e58-4367-a112-778ffb04d379 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:55:59.339961 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-2e0ccd82-898e-41f6-8ba2-4ae4d688b73c req-da3bc52d-1e58-4367-a112-778ffb04d379 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=8a7e0881-a086-4309-85a2-2f54ddd5f281 HTTP/1.1" status: 200 len: 857 time: 0.5395782 Apr 11 13:55:59.343474 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-f8e5b1f4-4bd8-4556-b301-7e8521bcae4b admin admin] Publish callbacks [] for security_group (24ba37a9-493b-48f1-853e-56bd1b1304c8), precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:55:59.351344 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-f8e5b1f4-4bd8-4556-b301-7e8521bcae4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8023832'] for security_group (24ba37a9-493b-48f1-853e-56bd1b1304c8), after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:55:59.378695 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-43b124f5-695e-48f6-8595-a654dec3de56 req-ffd8ab68-4ad9-4747-a124-5445415d280d tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] 10.222.0.67 "GET /v2.0/security-groups?id=037e8753-abfc-4a51-9764-2b02f91b84d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959299 Apr 11 13:55:59.386815 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.67', 54956) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:55:59.387229 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-f8e5b1f4-4bd8-4556-b301-7e8521bcae4b admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=dcec9f9d91fe49209f27d4150e6732b5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2761567 Apr 11 13:55:59.421159 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e5b1f4-4bd8-4556-b301-7e8521bcae4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24ba37a9-493b-48f1-853e-56bd1b1304c8,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:55:59.447878 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Device 9cd033d6-9a4d-4a1a-af53-9a6b9c9c2e71 details requested by agent hyperv_hv-cinder-83078 with host hv-cinder-83078 {{(pid=103320) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 13:55:59.534069 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-2031fd3c-93ba-48fd-974c-dd6f17d288a4 admin admin] Publish callbacks [] for security_group (24ba37a9-493b-48f1-853e-56bd1b1304c8), before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:55:59.677237 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-2251e443-6d4b-4bab-89ca-478435157e7e req-a03b85cc-4919-453d-9612-bcf07f5cd974 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9cd033d6-9a4d-4a1a-af53-9a6b9c9c2e71 HTTP/1.1" status: 200 len: 217 time: 0.0828185 Apr 11 13:55:59.685420 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-2031fd3c-93ba-48fd-974c-dd6f17d288a4 admin admin] Publish callbacks [] for security_group (24ba37a9-493b-48f1-853e-56bd1b1304c8), precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:55:59.685971 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4205527d-8026-4603-8072-240e7d8bc2ad req-4cab2ec5-c083-4fbd-88ec-17d989732c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:55:59.690229 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-4205527d-8026-4603-8072-240e7d8bc2ad req-4cab2ec5-c083-4fbd-88ec-17d989732c98 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=a8a28d94e79a4972b0f8f61ab1cb1490&device_id=0d5f3b7d-8b92-4264-b41a-1d1ade879f2f HTTP/1.1" status: 200 len: 1128 time: 0.0963526 Apr 11 13:55:59.698089 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] For port 9cd033d6-9a4d-4a1a-af53-9a6b9c9c2e71, host hv-cinder-83078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83078',level=0,port_id=9cd033d6-9a4d-4a1a-af53-9a6b9c9c2e71,segment=NetworkSegment(24b1bc50-3da8-49cc-8c41-9929c84c7ef9),segment_id=24b1bc50-3da8-49cc-8c41-9929c84c7ef9)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 13:55:59.711691 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Returning: {'device': '9cd033d6-9a4d-4a1a-af53-9a6b9c9c2e71', 'network_id': '0b070dcc-e109-4e7e-bd96-aa5b9a4a9fce', 'port_id': '9cd033d6-9a4d-4a1a-af53-9a6b9c9c2e71', 'mac_address': 'fa:16:3e:a3:4a:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 921, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce9a1f06-d494-46f6-b227-fc02e9085425', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103320) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 13:55:59.762845 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Current status of the port 9cd033d6-9a4d-4a1a-af53-9a6b9c9c2e71 is: DOWN; New status is: BUILD {{(pid=103320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 13:55:59.763512 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883311'] for port (9cd033d6-9a4d-4a1a-af53-9a6b9c9c2e71), before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:55:59.779061 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.notifiers.nova [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9cd033d6-9a4d-4a1a-af53-9a6b9c9c2e71 {{(pid=103320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 13:55:59.805573 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] For port 9cd033d6-9a4d-4a1a-af53-9a6b9c9c2e71, host hv-cinder-83078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83078',level=0,port_id=9cd033d6-9a4d-4a1a-af53-9a6b9c9c2e71,segment=NetworkSegment(24b1bc50-3da8-49cc-8c41-9929c84c7ef9),segment_id=24b1bc50-3da8-49cc-8c41-9929c84c7ef9)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 13:55:59.818873 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750379687711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750379164492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750379164510'] for port (9cd033d6-9a4d-4a1a-af53-9a6b9c9c2e71), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:55:59.873785 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.67', 54980) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:55:59.885449 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Pushing event updated for resources: {'Port': ['ID=9cd033d6-9a4d-4a1a-af53-9a6b9c9c2e71,revision_number=4']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:55:59.904106 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0ccd82-898e-41f6-8ba2-4ae4d688b73c req-78d7e68c-a2e3-43e0-a5a5-0016f9c1cddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:55:59.905653 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-2e0ccd82-898e-41f6-8ba2-4ae4d688b73c req-78d7e68c-a2e3-43e0-a5a5-0016f9c1cddf service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=5b366c5b-a29e-42a6-8ecc-0cc9ff2fdbc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3105724 Apr 11 13:55:59.937380 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-76d22f82-b6f7-481d-a6bc-776af3e4dde0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:55:59.953592 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2251e443-6d4b-4bab-89ca-478435157e7e req-ec2d4be3-fed0-43b0-a8a1-02b0b10d3943 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:55:59.955047 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-2251e443-6d4b-4bab-89ca-478435157e7e req-ec2d4be3-fed0-43b0-a8a1-02b0b10d3943 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=ce9a1f06-d494-46f6-b227-fc02e9085425 HTTP/1.1" status: 200 len: 851 time: 0.2609844 Apr 11 13:55:59.974375 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6e921e1-7746-446b-bad6-d7188f8bdac2', 'tag': '41becb52-f1e7-4c33-ad5e-faa52141b7c9'}] {{(pid=103319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 13:55:59.976617 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca54f3a3744013fac1d33973197c51c1d98542aecacec3b3a4d6ee5bc00756d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19e97e64-16d8-426a-92c2-c1dd36b41d58" -d '{"events": [{"name": "network-changed", "server_uuid": "a6e921e1-7746-446b-bad6-d7188f8bdac2", "tag": "41becb52-f1e7-4c33-ad5e-faa52141b7c9"}]}' {{(pid=103319) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 13:56:00.014767 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 13:55:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bad59d74-ae30-4d52-8e96-aacf499e9314 x-openstack-request-id: req-bad59d74-ae30-4d52-8e96-aacf499e9314 {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 13:56:00.015106 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6e921e1-7746-446b-bad6-d7188f8bdac2", "tag": "41becb52-f1e7-4c33-ad5e-faa52141b7c9", "status": "completed", "code": 200}]} {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 13:56:00.015358 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-bad59d74-ae30-4d52-8e96-aacf499e9314 {{(pid=103319) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 13:56:00.015766 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bad59d74-ae30-4d52-8e96-aacf499e9314'] response: {'name': 'network-changed', 'server_uuid': 'a6e921e1-7746-446b-bad6-d7188f8bdac2', 'tag': '41becb52-f1e7-4c33-ad5e-faa52141b7c9', 'status': 'completed', 'code': 200} Apr 11 13:56:00.075335 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6ad417-dd8d-4b04-bccf-71b782584324 req-74d622fe-c50b-4aad-8192-a882cd2d8787 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:56:00.076987 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-aa6ad417-dd8d-4b04-bccf-71b782584324 req-74d622fe-c50b-4aad-8192-a882cd2d8787 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] 10.222.0.67 "GET /v2.0/ports?device_id=0d5f3b7d-8b92-4264-b41a-1d1ade879f2f HTTP/1.1" status: 200 len: 944 time: 0.0863204 Apr 11 13:56:00.083960 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-2251e443-6d4b-4bab-89ca-478435157e7e req-4b20d355-374f-441e-9bb1-81831a5e29e9 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=0b070dcc-e109-4e7e-bd96-aa5b9a4a9fce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1037948 Apr 11 13:56:00.088361 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-2031fd3c-93ba-48fd-974c-dd6f17d288a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8023832'] for security_group (24ba37a9-493b-48f1-853e-56bd1b1304c8), after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:56:00.090787 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-2031fd3c-93ba-48fd-974c-dd6f17d288a4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:56:00.094240 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-2031fd3c-93ba-48fd-974c-dd6f17d288a4 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/24ba37a9-493b-48f1-853e-56bd1b1304c8 HTTP/1.1" status: 204 len: 168 time: 0.7038689 Apr 11 13:56:00.095323 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4205527d-8026-4603-8072-240e7d8bc2ad req-7132e7e2-651b-4033-99c6-c68a25081172 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:56:00.096844 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-4205527d-8026-4603-8072-240e7d8bc2ad req-7132e7e2-651b-4033-99c6-c68a25081172 service neutron] 10.222.0.75 "GET /v2.0/networks?id=0208f136-78bf-40a4-90c8-9a7151bfb362 HTTP/1.1" status: 200 len: 917 time: 0.4002578 Apr 11 13:56:00.099155 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] get_ports_and_sgs() called for port_ids ['9cd033d6-9a4d-4a1a-af53-9a6b9c9c2e71'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 13:56:00.123261 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e7d9d5-3938-4263-a6e7-3f749daf0e9a req-60093c37-c881-42fe-81ca-621756c3e27f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:56:00.124751 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-e1e7d9d5-3938-4263-a6e7-3f749daf0e9a req-60093c37-c881-42fe-81ca-621756c3e27f service neutron] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5241172 Apr 11 13:56:00.153441 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2031fd3c-93ba-48fd-974c-dd6f17d288a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24ba37a9-493b-48f1-853e-56bd1b1304c8,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:56:00.169422 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-4205527d-8026-4603-8072-240e7d8bc2ad req-fdc6ccce-8cb7-4201-ad01-e51b5b3c40c6 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cda04f4a-80ef-4c18-b575-cb87293272ce HTTP/1.1" status: 200 len: 217 time: 0.0625648 Apr 11 13:56:00.229525 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-75ad2582-0b5d-438d-ba3d-9545e3f86417 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750379576733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663498'] for agent (af269f03-95a2-4a08-bd5c-5879324d2567), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:56:00.245039 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-aa6ad417-dd8d-4b04-bccf-71b782584324 req-f3645225-f466-404a-9021-07fb71a9268e tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] 10.222.0.67 "GET /v2.0/security-groups?id=2c46161f-2d1e-4228-ae9c-ab4fe572bda1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1594436 Apr 11 13:56:00.273775 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4205527d-8026-4603-8072-240e7d8bc2ad req-f691422b-0213-4de6-b6f1-a93657a76695 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:56:00.275217 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-4205527d-8026-4603-8072-240e7d8bc2ad req-f691422b-0213-4de6-b6f1-a93657a76695 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=2778d57e-4616-4989-bcd8-4f6cb6111901 HTTP/1.1" status: 200 len: 855 time: 0.0962358 Apr 11 13:56:00.278504 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-2e0ccd82-898e-41f6-8ba2-4ae4d688b73c req-6aa7054b-0dfa-4418-8ad2-c19e6a362ed0 service neutron] 10.222.0.75 "GET /v2.0/networks/5b366c5b-a29e-42a6-8ecc-0cc9ff2fdbc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3566680 Apr 11 13:56:00.339381 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4205527d-8026-4603-8072-240e7d8bc2ad req-8478ea85-6f4c-45ca-a8b6-4627ef51700f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:56:00.340829 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-4205527d-8026-4603-8072-240e7d8bc2ad req-8478ea85-6f4c-45ca-a8b6-4627ef51700f service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=0208f136-78bf-40a4-90c8-9a7151bfb362&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0540266 Apr 11 13:56:00.360310 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e935cbd-ff68-43d2-9109-7b0b3e88fc46 req-044059f0-2015-4d71-ad12-d7f220fffc82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:56:00.362040 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-9e935cbd-ff68-43d2-9109-7b0b3e88fc46 req-044059f0-2015-4d71-ad12-d7f220fffc82 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=7e9487af89de4df6b7592a993fc4827e&device_id=eea0ff31-35c2-4763-bf7a-6d0aada0558c HTTP/1.1" status: 200 len: 1128 time: 0.1732116 Apr 11 13:56:00.429342 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-76d22f82-b6f7-481d-a6bc-776af3e4dde0 admin admin] Publish callbacks [] for security_group (f178c675-e174-4536-aef6-511b44d4d18f), precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:56:00.472777 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-4205527d-8026-4603-8072-240e7d8bc2ad req-ffe8d40e-b016-45e1-9638-e682300d0651 service neutron] 10.222.0.75 "GET /v2.0/networks/0208f136-78bf-40a4-90c8-9a7151bfb362?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256797 Apr 11 13:56:00.485446 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-76d22f82-b6f7-481d-a6bc-776af3e4dde0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8023832'] for security_group (f178c675-e174-4536-aef6-511b44d4d18f), after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:56:00.494025 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6435bda-c232-4a37-bf6e-403c7c79c51b req-18182c6f-4cb6-447b-86f9-fd7b7eb1673e tempest-DeleteServersTestJSON-154822517 tempest-DeleteServersTestJSON-154822517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:56:00.495677 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-e6435bda-c232-4a37-bf6e-403c7c79c51b req-18182c6f-4cb6-447b-86f9-fd7b7eb1673e tempest-DeleteServersTestJSON-154822517 tempest-DeleteServersTestJSON-154822517-project] 10.222.0.67 "GET /v2.0/ports?device_id=f2c0e150-9739-490b-84c2-340a7275b92a HTTP/1.1" status: 200 len: 944 time: 0.1932170 Apr 11 13:56:00.536339 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df4ae49-fee5-4211-b257-049cc40b42f2 req-1ac09447-03c5-4f6b-b791-86b05a50fd0c tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:56:00.540272 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-8df4ae49-fee5-4211-b257-049cc40b42f2 req-1ac09447-03c5-4f6b-b791-86b05a50fd0c tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] 10.222.0.67 "GET /v2.0/ports?device_id=a6e921e1-7746-446b-bad6-d7188f8bdac2 HTTP/1.1" status: 200 len: 944 time: 0.0782056 Apr 11 13:56:00.550039 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-2251e443-6d4b-4bab-89ca-478435157e7e req-9d252edf-a0ac-4e7b-9f18-136f516d010f service neutron] 10.222.0.75 "GET /v2.0/networks/0b070dcc-e109-4e7e-bd96-aa5b9a4a9fce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4466825 Apr 11 13:56:00.552289 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-9e935cbd-ff68-43d2-9109-7b0b3e88fc46 req-4a9e5720-f5e9-4796-a335-3b5f668f1923 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b53ccbb2-cadf-467b-980a-34cb619111ad HTTP/1.1" status: 200 len: 217 time: 0.1489525 Apr 11 13:56:00.620453 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-4205527d-8026-4603-8072-240e7d8bc2ad req-3c45c295-fade-4335-9c70-95ab196df913 service neutron] 10.222.0.75 "GET /v2.0/networks/0208f136-78bf-40a4-90c8-9a7151bfb362?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272845 Apr 11 13:56:00.673569 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-8df4ae49-fee5-4211-b257-049cc40b42f2 req-ddbb9a96-121e-42b7-8739-ab68f2828d38 tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] 10.222.0.67 "GET /v2.0/security-groups?id=037e8753-abfc-4a51-9764-2b02f91b84d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600207 Apr 11 13:56:00.725327 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750379576733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663498'] for agent (a433433c-9197-4b2b-8991-1d45f6bac940), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:56:00.756986 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-76d22f82-b6f7-481d-a6bc-776af3e4dde0 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=5e24782475d24672a0890aea714d18c9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8763559 Apr 11 13:56:00.759877 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.67', 55016) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:56:00.812075 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-2e0ccd82-898e-41f6-8ba2-4ae4d688b73c req-c380c59f-04ea-4234-b305-3af0eebbcf61 service neutron] 10.222.0.75 "GET /v2.0/networks/5b366c5b-a29e-42a6-8ecc-0cc9ff2fdbc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5135992 Apr 11 13:56:00.869339 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d22f82-b6f7-481d-a6bc-776af3e4dde0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f178c675-e174-4536-aef6-511b44d4d18f,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:56:00.889223 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-449e261a-2a65-4853-b6e1-e8edc2a7588b admin admin] Publish callbacks [] for security_group (f178c675-e174-4536-aef6-511b44d4d18f), before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:56:00.902555 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-e6435bda-c232-4a37-bf6e-403c7c79c51b req-bd7146a1-0331-4b42-a683-d50772c1735a tempest-DeleteServersTestJSON-154822517 tempest-DeleteServersTestJSON-154822517-project] 10.222.0.67 "GET /v2.0/security-groups?id=7db12c09-12f8-43b6-a9ad-e5cf6e23065c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3380382 Apr 11 13:56:00.906621 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e935cbd-ff68-43d2-9109-7b0b3e88fc46 req-2045c82b-511d-4d31-a800-a67bca2ebead service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:56:00.908249 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-9e935cbd-ff68-43d2-9109-7b0b3e88fc46 req-2045c82b-511d-4d31-a800-a67bca2ebead service neutron] 10.222.0.75 "GET /v2.0/subnets?id=8a7e0881-a086-4309-85a2-2f54ddd5f281 HTTP/1.1" status: 200 len: 857 time: 0.3317204 Apr 11 13:56:00.929483 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-2251e443-6d4b-4bab-89ca-478435157e7e req-53988615-121f-4d39-b153-d2f97b16f00d service neutron] 10.222.0.75 "GET /v2.0/networks/0b070dcc-e109-4e7e-bd96-aa5b9a4a9fce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3637156 Apr 11 13:56:00.935461 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-449e261a-2a65-4853-b6e1-e8edc2a7588b admin admin] Publish callbacks [] for security_group (f178c675-e174-4536-aef6-511b44d4d18f), precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:56:01.008474 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-449e261a-2a65-4853-b6e1-e8edc2a7588b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8023832'] for security_group (f178c675-e174-4536-aef6-511b44d4d18f), after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:56:01.012789 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-449e261a-2a65-4853-b6e1-e8edc2a7588b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:56:01.014921 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-449e261a-2a65-4853-b6e1-e8edc2a7588b admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/f178c675-e174-4536-aef6-511b44d4d18f HTTP/1.1" status: 204 len: 168 time: 0.2536430 Apr 11 13:56:01.026215 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449e261a-2a65-4853-b6e1-e8edc2a7588b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f178c675-e174-4536-aef6-511b44d4d18f,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:56:01.414692 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832fa63e-8222-4aee-b7d1-6526462c36de req-4e826b96-974d-438b-a942-c760cb1920b5 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:56:01.416626 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-832fa63e-8222-4aee-b7d1-6526462c36de req-4e826b96-974d-438b-a942-c760cb1920b5 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] 10.222.0.67 "GET /v2.0/ports?device_id=0d5f3b7d-8b92-4264-b41a-1d1ade879f2f HTTP/1.1" status: 200 len: 944 time: 0.0773816 Apr 11 13:56:01.430650 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Device 41becb52-f1e7-4c33-ad5e-faa52141b7c9 details requested by agent hyperv_hv-cinder-83078 with host hv-cinder-83078 {{(pid=103320) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 13:56:01.454460 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Device 9cd033d6-9a4d-4a1a-af53-9a6b9c9c2e71 up at agent hyperv_hv-cinder-83078 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 13:56:01.503218 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-832fa63e-8222-4aee-b7d1-6526462c36de req-a86b6b51-ffe6-488f-8aad-929e17d8f365 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] 10.222.0.67 "GET /v2.0/security-groups?id=2c46161f-2d1e-4228-ae9c-ab4fe572bda1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0733180 Apr 11 13:56:01.541075 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Provisioning for port 9cd033d6-9a4d-4a1a-af53-9a6b9c9c2e71 completed by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 11 13:56:01.551760 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Provisioning complete for port 9cd033d6-9a4d-4a1a-af53-9a6b9c9c2e71 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 13:56:01.552344 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-663396'] for port (9cd033d6-9a4d-4a1a-af53-9a6b9c9c2e71), provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:56:01.620346 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e935cbd-ff68-43d2-9109-7b0b3e88fc46 req-9e0fa9a4-fcc8-4ca1-87d7-cb82ca4656ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:56:01.622496 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-9e935cbd-ff68-43d2-9109-7b0b3e88fc46 req-9e0fa9a4-fcc8-4ca1-87d7-cb82ca4656ad service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=5b366c5b-a29e-42a6-8ecc-0cc9ff2fdbc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1014075 Apr 11 13:56:01.623932 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e97e64-16d8-426a-92c2-c1dd36b41d58 req-4c091cd2-dcab-4e94-ab00-abfa18fc4671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:56:01.625943 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-19e97e64-16d8-426a-92c2-c1dd36b41d58 req-4c091cd2-dcab-4e94-ab00-abfa18fc4671 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=7e9487af89de4df6b7592a993fc4827e&device_id=a6e921e1-7746-446b-bad6-d7188f8bdac2 HTTP/1.1" status: 200 len: 1128 time: 0.0889454 Apr 11 13:56:01.649004 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-fcd2c3e6-f415-40f5-8fd4-1147b68fd929 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750379576733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663498'] for agent (a1227682-d2f2-4331-ba13-738c8a59e95d), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:56:01.668652 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] For port 41becb52-f1e7-4c33-ad5e-faa52141b7c9, host hv-cinder-83078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83078',level=0,port_id=41becb52-f1e7-4c33-ad5e-faa52141b7c9,segment=NetworkSegment(2ce3e5b5-40c0-484a-9c58-6b322d93e7e4),segment_id=2ce3e5b5-40c0-484a-9c58-6b322d93e7e4)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 13:56:01.712488 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Returning: {'device': '41becb52-f1e7-4c33-ad5e-faa52141b7c9', 'network_id': '5b366c5b-a29e-42a6-8ecc-0cc9ff2fdbc0', 'port_id': '41becb52-f1e7-4c33-ad5e-faa52141b7c9', 'mac_address': 'fa:16:3e:d9:8c:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 933, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a7e0881-a086-4309-85a2-2f54ddd5f281', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103320) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 13:56:01.761280 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Current status of the port 9cd033d6-9a4d-4a1a-af53-9a6b9c9c2e71 is: BUILD; New status is: ACTIVE {{(pid=103320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 13:56:01.773000 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883311'] for port (9cd033d6-9a4d-4a1a-af53-9a6b9c9c2e71), before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:56:01.815425 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2c0e150-9739-490b-84c2-340a7275b92a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cd033d6-9a4d-4a1a-af53-9a6b9c9c2e71'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 13:56:01.888571 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Current status of the port 41becb52-f1e7-4c33-ad5e-faa52141b7c9 is: DOWN; New status is: BUILD {{(pid=103320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 13:56:01.889319 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883311'] for port (41becb52-f1e7-4c33-ad5e-faa52141b7c9), before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:56:01.905026 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] For port 9cd033d6-9a4d-4a1a-af53-9a6b9c9c2e71, host hv-cinder-83078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83078',level=0,port_id=9cd033d6-9a4d-4a1a-af53-9a6b9c9c2e71,segment=NetworkSegment(24b1bc50-3da8-49cc-8c41-9929c84c7ef9),segment_id=24b1bc50-3da8-49cc-8c41-9929c84c7ef9)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 13:56:02.050565 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf0b21d-a4b9-4c33-a18c-82dbeee8cb18 req-7032d3e2-3c46-4f52-9b33-de54867aec1b tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:56:02.052022 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750379687711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750379164492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750379164510'] for port (9cd033d6-9a4d-4a1a-af53-9a6b9c9c2e71), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:56:02.053402 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-ccf0b21d-a4b9-4c33-a18c-82dbeee8cb18 req-7032d3e2-3c46-4f52-9b33-de54867aec1b tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] 10.222.0.67 "GET /v2.0/ports?device_id=a6e921e1-7746-446b-bad6-d7188f8bdac2 HTTP/1.1" status: 200 len: 944 time: 0.2701235 Apr 11 13:56:02.063233 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.notifiers.nova [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41becb52-f1e7-4c33-ad5e-faa52141b7c9 {{(pid=103320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 13:56:02.095981 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e97e64-16d8-426a-92c2-c1dd36b41d58 req-b2999400-6d82-408f-8e25-8413b6df7a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:56:02.097462 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-19e97e64-16d8-426a-92c2-c1dd36b41d58 req-b2999400-6d82-408f-8e25-8413b6df7a83 service neutron] 10.222.0.75 "GET /v2.0/networks?id=5b366c5b-a29e-42a6-8ecc-0cc9ff2fdbc0 HTTP/1.1" status: 200 len: 919 time: 0.4619200 Apr 11 13:56:02.103497 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-9e935cbd-ff68-43d2-9109-7b0b3e88fc46 req-d2aeaeee-babc-4b2a-9407-0a5d2c1be6d1 service neutron] 10.222.0.75 "GET /v2.0/networks/5b366c5b-a29e-42a6-8ecc-0cc9ff2fdbc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4659381 Apr 11 13:56:02.123564 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0247c97-d66a-4207-9942-495e6b678d3b req-39667786-4fdf-44bd-81dc-816a9174b63b tempest-DeleteServersTestJSON-154822517 tempest-DeleteServersTestJSON-154822517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:56:02.125514 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-f0247c97-d66a-4207-9942-495e6b678d3b req-39667786-4fdf-44bd-81dc-816a9174b63b tempest-DeleteServersTestJSON-154822517 tempest-DeleteServersTestJSON-154822517-project] 10.222.0.67 "GET /v2.0/ports?device_id=f2c0e150-9739-490b-84c2-340a7275b92a HTTP/1.1" status: 200 len: 945 time: 0.1109710 Apr 11 13:56:02.130493 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] For port 41becb52-f1e7-4c33-ad5e-faa52141b7c9, host hv-cinder-83078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83078',level=0,port_id=41becb52-f1e7-4c33-ad5e-faa52141b7c9,segment=NetworkSegment(2ce3e5b5-40c0-484a-9c58-6b322d93e7e4),segment_id=2ce3e5b5-40c0-484a-9c58-6b322d93e7e4)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 13:56:02.150282 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e17e7c2a2a067a9a9572b19104dd8b83720c41d762fa1dc6a6c9d001f6760b0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdc6af34-ea1c-4861-bea3-a97bf9f7c553" -d '{"events": [{"server_uuid": "f2c0e150-9739-490b-84c2-340a7275b92a", "name": "network-vif-plugged", "status": "completed", "tag": "9cd033d6-9a4d-4a1a-af53-9a6b9c9c2e71"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 13:56:02.163221 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750379687711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750379164492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750379164510'] for port (41becb52-f1e7-4c33-ad5e-faa52141b7c9), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:56:02.169455 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Device cda04f4a-80ef-4c18-b575-cb87293272ce details requested by agent hyperv_hv-cinder-83078 with host hv-cinder-83078 {{(pid=103320) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 13:56:02.188240 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-19e97e64-16d8-426a-92c2-c1dd36b41d58 req-974609a3-6934-4207-b892-909e81a8da78 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=41becb52-f1e7-4c33-ad5e-faa52141b7c9 HTTP/1.1" status: 200 len: 217 time: 0.0826783 Apr 11 13:56:02.209434 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Pushing event updated for resources: {'Port': ['ID=9cd033d6-9a4d-4a1a-af53-9a6b9c9c2e71,revision_number=5']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:56:02.213752 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-f0247c97-d66a-4207-9942-495e6b678d3b req-fb99bb38-3afb-4ea7-b365-d43f7623e781 tempest-DeleteServersTestJSON-154822517 tempest-DeleteServersTestJSON-154822517-project] 10.222.0.67 "GET /v2.0/security-groups?id=7db12c09-12f8-43b6-a9ad-e5cf6e23065c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812092 Apr 11 13:56:02.327052 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Pushing event updated for resources: {'Port': ['ID=41becb52-f1e7-4c33-ad5e-faa52141b7c9,revision_number=4']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:56:02.345328 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-ccf0b21d-a4b9-4c33-a18c-82dbeee8cb18 req-fb5ed5a4-a73b-4093-819f-795e50b60cf3 tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] 10.222.0.67 "GET /v2.0/security-groups?id=037e8753-abfc-4a51-9764-2b02f91b84d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2846498 Apr 11 13:56:02.359292 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e97e64-16d8-426a-92c2-c1dd36b41d58 req-44d5b6ca-0e34-4240-aa0f-5bbe04a0bc95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:56:02.361114 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-19e97e64-16d8-426a-92c2-c1dd36b41d58 req-44d5b6ca-0e34-4240-aa0f-5bbe04a0bc95 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=8a7e0881-a086-4309-85a2-2f54ddd5f281 HTTP/1.1" status: 200 len: 857 time: 0.1573355 Apr 11 13:56:02.382468 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] For port cda04f4a-80ef-4c18-b575-cb87293272ce, host hv-cinder-83078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83078',level=0,port_id=cda04f4a-80ef-4c18-b575-cb87293272ce,segment=NetworkSegment(964d2a25-195e-4828-b4c1-a165c2037b82),segment_id=964d2a25-195e-4828-b4c1-a165c2037b82)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 13:56:02.396478 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Returning: {'device': 'cda04f4a-80ef-4c18-b575-cb87293272ce', 'network_id': '0208f136-78bf-40a4-90c8-9a7151bfb362', 'port_id': 'cda04f4a-80ef-4c18-b575-cb87293272ce', 'mac_address': 'fa:16:3e:86:d5:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 943, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2778d57e-4616-4989-bcd8-4f6cb6111901', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103320) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 13:56:02.430890 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-9e935cbd-ff68-43d2-9109-7b0b3e88fc46 req-a2cbe960-3313-4186-a574-0685ab54dca7 service neutron] 10.222.0.75 "GET /v2.0/networks/5b366c5b-a29e-42a6-8ecc-0cc9ff2fdbc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3181024 Apr 11 13:56:02.437654 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e97e64-16d8-426a-92c2-c1dd36b41d58 req-31b81a9c-e543-42ef-8d85-80d653a1cab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:56:02.439244 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-19e97e64-16d8-426a-92c2-c1dd36b41d58 req-31b81a9c-e543-42ef-8d85-80d653a1cab8 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=5b366c5b-a29e-42a6-8ecc-0cc9ff2fdbc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0719154 Apr 11 13:56:02.451348 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Current status of the port cda04f4a-80ef-4c18-b575-cb87293272ce is: DOWN; New status is: BUILD {{(pid=103320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 13:56:02.453438 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883311'] for port (cda04f4a-80ef-4c18-b575-cb87293272ce), before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:56:02.474335 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.notifiers.nova [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cda04f4a-80ef-4c18-b575-cb87293272ce {{(pid=103320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 13:56:02.506040 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] For port cda04f4a-80ef-4c18-b575-cb87293272ce, host hv-cinder-83078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83078',level=0,port_id=cda04f4a-80ef-4c18-b575-cb87293272ce,segment=NetworkSegment(964d2a25-195e-4828-b4c1-a165c2037b82),segment_id=964d2a25-195e-4828-b4c1-a165c2037b82)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 13:56:02.512878 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750379687711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750379164492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750379164510'] for port (cda04f4a-80ef-4c18-b575-cb87293272ce), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:56:02.594997 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-19e97e64-16d8-426a-92c2-c1dd36b41d58 req-020e9291-a4be-47c7-8442-53907c2289e8 service neutron] 10.222.0.75 "GET /v2.0/networks/5b366c5b-a29e-42a6-8ecc-0cc9ff2fdbc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1491854 Apr 11 13:56:02.600474 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Pushing event updated for resources: {'Port': ['ID=cda04f4a-80ef-4c18-b575-cb87293272ce,revision_number=4']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:56:02.605947 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 13:56:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-665c5a38-941f-4bf3-8731-55bddb45a8c7 x-openstack-request-id: req-665c5a38-941f-4bf3-8731-55bddb45a8c7 {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 13:56:02.606273 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2c0e150-9739-490b-84c2-340a7275b92a", "name": "network-vif-plugged", "status": "completed", "tag": "9cd033d6-9a4d-4a1a-af53-9a6b9c9c2e71", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 13:56:02.606532 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-665c5a38-941f-4bf3-8731-55bddb45a8c7 {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 13:56:02.607181 dv-cinder-830787-2-iscsi neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-665c5a38-941f-4bf3-8731-55bddb45a8c7'] response: {'server_uuid': 'f2c0e150-9739-490b-84c2-340a7275b92a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cd033d6-9a4d-4a1a-af53-9a6b9c9c2e71', 'code': 200} Apr 11 13:56:02.668471 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6147e35f-f891-4c8b-83f7-fef28f018cf3 req-0118252f-2430-44aa-95d9-63c0ff666ac8 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:56:02.670008 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-6147e35f-f891-4c8b-83f7-fef28f018cf3 req-0118252f-2430-44aa-95d9-63c0ff666ac8 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] 10.222.0.67 "GET /v2.0/ports?device_id=0d5f3b7d-8b92-4264-b41a-1d1ade879f2f HTTP/1.1" status: 200 len: 945 time: 0.0515678 Apr 11 13:56:02.741808 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-6147e35f-f891-4c8b-83f7-fef28f018cf3 req-8ebe31f7-03af-4ca6-9f95-5e2ae3c33dc4 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] 10.222.0.67 "GET /v2.0/security-groups?id=2c46161f-2d1e-4228-ae9c-ab4fe572bda1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0631626 Apr 11 13:56:02.776669 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.67', 55128) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:56:02.853915 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] get_ports_and_sgs() called for port_ids ['cda04f4a-80ef-4c18-b575-cb87293272ce'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 13:56:02.928730 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] get_ports_and_sgs() called for port_ids ['41becb52-f1e7-4c33-ad5e-faa52141b7c9'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 13:56:02.970667 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-0d434306-8259-4ee0-ab6d-1009aa35cf7f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:56:03.071386 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-0d434306-8259-4ee0-ab6d-1009aa35cf7f admin admin] Publish callbacks [] for security_group (55f004bb-0bf1-4aa1-b0d6-3543f8617c07), precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:56:03.078848 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-0d434306-8259-4ee0-ab6d-1009aa35cf7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8023832'] for security_group (55f004bb-0bf1-4aa1-b0d6-3543f8617c07), after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:56:03.112914 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d434306-8259-4ee0-ab6d-1009aa35cf7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55f004bb-0bf1-4aa1-b0d6-3543f8617c07,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:56:03.134202 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-0d434306-8259-4ee0-ab6d-1009aa35cf7f admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=dbb89c8b40734234b2f9b8a79f6729e3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3549221 Apr 11 13:56:03.136588 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.67', 55146) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:56:03.221143 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-276441e3-3295-473e-b703-a1476776f5fb admin admin] Publish callbacks [] for security_group (55f004bb-0bf1-4aa1-b0d6-3543f8617c07), before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:56:03.256585 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750379576733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663498'] for agent (f2586825-e748-4c1d-8b98-cb0d5b6c266d), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:56:03.281450 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-276441e3-3295-473e-b703-a1476776f5fb admin admin] Publish callbacks [] for security_group (55f004bb-0bf1-4aa1-b0d6-3543f8617c07), precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:56:03.325328 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-19e97e64-16d8-426a-92c2-c1dd36b41d58 req-4a0bb6d9-05b6-4e16-a20f-5ea39482c1ff service neutron] 10.222.0.75 "GET /v2.0/networks/5b366c5b-a29e-42a6-8ecc-0cc9ff2fdbc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1455293 Apr 11 13:56:03.354366 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-276441e3-3295-473e-b703-a1476776f5fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8023832'] for security_group (55f004bb-0bf1-4aa1-b0d6-3543f8617c07), after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:56:03.357231 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-276441e3-3295-473e-b703-a1476776f5fb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:56:03.360741 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-276441e3-3295-473e-b703-a1476776f5fb admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/55f004bb-0bf1-4aa1-b0d6-3543f8617c07 HTTP/1.1" status: 204 len: 168 time: 0.2208958 Apr 11 13:56:03.373405 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276441e3-3295-473e-b703-a1476776f5fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55f004bb-0bf1-4aa1-b0d6-3543f8617c07,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:56:03.468318 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec5040b-6df6-4081-bfa9-0a728fa3a04b req-02f32c74-6795-43ad-bedb-591f295c3dbc tempest-DeleteServersTestJSON-154822517 tempest-DeleteServersTestJSON-154822517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:56:03.485375 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-9ec5040b-6df6-4081-bfa9-0a728fa3a04b req-02f32c74-6795-43ad-bedb-591f295c3dbc tempest-DeleteServersTestJSON-154822517 tempest-DeleteServersTestJSON-154822517-project] 10.222.0.67 "GET /v2.0/ports?device_id=f2c0e150-9739-490b-84c2-340a7275b92a HTTP/1.1" status: 200 len: 945 time: 0.1188190 Apr 11 13:56:03.503888 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb24617-2367-48cb-8e01-4d4b69a20d13 req-6f132b1e-aed3-425b-87e4-d2a7f24f909b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:56:03.506049 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-8eb24617-2367-48cb-8e01-4d4b69a20d13 req-6f132b1e-aed3-425b-87e4-d2a7f24f909b service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=f2c0e150-9739-490b-84c2-340a7275b92a HTTP/1.1" status: 200 len: 1129 time: 0.1237881 Apr 11 13:56:03.552385 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-9ec5040b-6df6-4081-bfa9-0a728fa3a04b req-048b6ddf-56a9-4cfe-bb04-b568d6857279 tempest-DeleteServersTestJSON-154822517 tempest-DeleteServersTestJSON-154822517-project] 10.222.0.67 "GET /v2.0/security-groups?id=7db12c09-12f8-43b6-a9ad-e5cf6e23065c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662482 Apr 11 13:56:03.556719 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-8eb24617-2367-48cb-8e01-4d4b69a20d13 req-9e6606e1-e2b7-45d9-946b-d63060c400ae service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:56:03.586202 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e2aeb4-c095-4c3a-ac7d-b02bbe1b1644 req-c08cc1f5-4025-4e74-a390-f5d0a5b14240 tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:56:03.587922 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-88e2aeb4-c095-4c3a-ac7d-b02bbe1b1644 req-c08cc1f5-4025-4e74-a390-f5d0a5b14240 tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] 10.222.0.67 "GET /v2.0/ports?device_id=a6e921e1-7746-446b-bad6-d7188f8bdac2 HTTP/1.1" status: 200 len: 945 time: 0.1173167 Apr 11 13:56:03.698050 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-88e2aeb4-c095-4c3a-ac7d-b02bbe1b1644 req-ba8f7a63-919d-45f7-baf8-8b31e1b3bcd8 tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] 10.222.0.67 "GET /v2.0/security-groups?id=037e8753-abfc-4a51-9764-2b02f91b84d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032641 Apr 11 13:56:03.724838 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-8eb24617-2367-48cb-8e01-4d4b69a20d13 req-9e6606e1-e2b7-45d9-946b-d63060c400ae service neutron] Publish callbacks [] for security_group (0863a09c-59e4-461b-869c-cf724ff5ff7e), precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:56:03.731071 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-8eb24617-2367-48cb-8e01-4d4b69a20d13 req-9e6606e1-e2b7-45d9-946b-d63060c400ae service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8023832'] for security_group (0863a09c-59e4-461b-869c-cf724ff5ff7e), after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:56:03.790580 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-8eb24617-2367-48cb-8e01-4d4b69a20d13 req-9e6606e1-e2b7-45d9-946b-d63060c400ae service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=7db12c09-12f8-43b6-a9ad-e5cf6e23065c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2763615 Apr 11 13:56:03.792239 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6606e1-e2b7-45d9-946b-d63060c400ae service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=0863a09c-59e4-461b-869c-cf724ff5ff7e,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:56:03.809957 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Device 41becb52-f1e7-4c33-ad5e-faa52141b7c9 up at agent hyperv_hv-cinder-83078 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 13:56:03.938564 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Provisioning for port 41becb52-f1e7-4c33-ad5e-faa52141b7c9 completed by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 11 13:56:03.945738 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7d8cb4-7797-4ae2-9f97-74c2ab92832c req-ccf578e8-51b9-4941-852b-b02fddff9fb1 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:56:03.949215 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Provisioning complete for port 41becb52-f1e7-4c33-ad5e-faa52141b7c9 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 13:56:03.949966 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-663396'] for port (41becb52-f1e7-4c33-ad5e-faa52141b7c9), provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:56:03.954704 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-0e7d8cb4-7797-4ae2-9f97-74c2ab92832c req-ccf578e8-51b9-4941-852b-b02fddff9fb1 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] 10.222.0.67 "GET /v2.0/ports?device_id=0d5f3b7d-8b92-4264-b41a-1d1ade879f2f HTTP/1.1" status: 200 len: 945 time: 0.0836930 Apr 11 13:56:04.028860 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-0e7d8cb4-7797-4ae2-9f97-74c2ab92832c req-9305a851-b9b2-4a23-9c94-44193e21d7f3 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] 10.222.0.67 "GET /v2.0/security-groups?id=2c46161f-2d1e-4228-ae9c-ab4fe572bda1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0731034 Apr 11 13:56:04.075090 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Current status of the port 41becb52-f1e7-4c33-ad5e-faa52141b7c9 is: BUILD; New status is: ACTIVE {{(pid=103320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 13:56:04.075508 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883311'] for port (41becb52-f1e7-4c33-ad5e-faa52141b7c9), before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:56:04.085605 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.67', 55192) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:56:04.105426 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-7a39d7a5-a2e1-4a65-8c75-a3035dee0954 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:56:04.132949 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] For port 41becb52-f1e7-4c33-ad5e-faa52141b7c9, host hv-cinder-83078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83078',level=0,port_id=41becb52-f1e7-4c33-ad5e-faa52141b7c9,segment=NetworkSegment(2ce3e5b5-40c0-484a-9c58-6b322d93e7e4),segment_id=2ce3e5b5-40c0-484a-9c58-6b322d93e7e4)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 13:56:04.141899 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750379687711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750379164492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750379164510'] for port (41becb52-f1e7-4c33-ad5e-faa52141b7c9), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:56:04.142660 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Device cda04f4a-80ef-4c18-b575-cb87293272ce up at agent hyperv_hv-cinder-83078 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 13:56:04.199199 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-7a39d7a5-a2e1-4a65-8c75-a3035dee0954 admin admin] Publish callbacks [] for security_group (bf2273ed-20ae-4109-a173-fe3ccee965ef), precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:56:04.207451 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-7a39d7a5-a2e1-4a65-8c75-a3035dee0954 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8023832'] for security_group (bf2273ed-20ae-4109-a173-fe3ccee965ef), after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:56:04.246679 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Pushing event updated for resources: {'Port': ['ID=41becb52-f1e7-4c33-ad5e-faa52141b7c9,revision_number=5']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:56:04.253020 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Provisioning for port cda04f4a-80ef-4c18-b575-cb87293272ce completed by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 11 13:56:04.268424 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-7a39d7a5-a2e1-4a65-8c75-a3035dee0954 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=b190e773912c4f7e88291e2faad047ca&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1816297 Apr 11 13:56:04.270058 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a39d7a5-a2e1-4a65-8c75-a3035dee0954 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf2273ed-20ae-4109-a173-fe3ccee965ef,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:56:04.273020 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.67', 55202) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:56:04.288913 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Provisioning complete for port cda04f4a-80ef-4c18-b575-cb87293272ce triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 13:56:04.289407 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-663396'] for port (cda04f4a-80ef-4c18-b575-cb87293272ce), provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:56:04.334276 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-77f6cd80-9550-4455-8496-f1362052b62e admin admin] Publish callbacks [] for security_group (bf2273ed-20ae-4109-a173-fe3ccee965ef), before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:56:04.357614 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-77f6cd80-9550-4455-8496-f1362052b62e admin admin] Publish callbacks [] for security_group (bf2273ed-20ae-4109-a173-fe3ccee965ef), precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:56:04.387943 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Current status of the port cda04f4a-80ef-4c18-b575-cb87293272ce is: BUILD; New status is: ACTIVE {{(pid=103320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 13:56:04.389360 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883311'] for port (cda04f4a-80ef-4c18-b575-cb87293272ce), before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:56:04.425414 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-77f6cd80-9550-4455-8496-f1362052b62e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8023832'] for security_group (bf2273ed-20ae-4109-a173-fe3ccee965ef), after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:56:04.429677 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-77f6cd80-9550-4455-8496-f1362052b62e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:56:04.430972 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-77f6cd80-9550-4455-8496-f1362052b62e admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/bf2273ed-20ae-4109-a173-fe3ccee965ef HTTP/1.1" status: 204 len: 168 time: 0.1569378 Apr 11 13:56:04.436670 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] For port cda04f4a-80ef-4c18-b575-cb87293272ce, host hv-cinder-83078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83078',level=0,port_id=cda04f4a-80ef-4c18-b575-cb87293272ce,segment=NetworkSegment(964d2a25-195e-4828-b4c1-a165c2037b82),segment_id=964d2a25-195e-4828-b4c1-a165c2037b82)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 13:56:04.441769 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f6cd80-9550-4455-8496-f1362052b62e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf2273ed-20ae-4109-a173-fe3ccee965ef,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:56:04.442742 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750379687711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750379164492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750379164510'] for port (cda04f4a-80ef-4c18-b575-cb87293272ce), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:56:04.510073 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Pushing event updated for resources: {'Port': ['ID=cda04f4a-80ef-4c18-b575-cb87293272ce,revision_number=5']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:56:04.608198 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6e921e1-7746-446b-bad6-d7188f8bdac2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41becb52-f1e7-4c33-ad5e-faa52141b7c9'}, {'server_uuid': '0d5f3b7d-8b92-4264-b41a-1d1ade879f2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cda04f4a-80ef-4c18-b575-cb87293272ce'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 13:56:04.610790 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e17e7c2a2a067a9a9572b19104dd8b83720c41d762fa1dc6a6c9d001f6760b0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c80d5bff-1d0c-4396-a39e-52060117f8ee" -d '{"events": [{"server_uuid": "a6e921e1-7746-446b-bad6-d7188f8bdac2", "name": "network-vif-plugged", "status": "completed", "tag": "41becb52-f1e7-4c33-ad5e-faa52141b7c9"}, {"server_uuid": "0d5f3b7d-8b92-4264-b41a-1d1ade879f2f", "name": "network-vif-plugged", "status": "completed", "tag": "cda04f4a-80ef-4c18-b575-cb87293272ce"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 13:56:04.667938 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 11 Apr 2022 13:56:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-228ee7a6-5df7-46aa-a49c-506c6b30c969 x-openstack-request-id: req-228ee7a6-5df7-46aa-a49c-506c6b30c969 {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 13:56:04.668451 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6e921e1-7746-446b-bad6-d7188f8bdac2", "name": "network-vif-plugged", "status": "completed", "tag": "41becb52-f1e7-4c33-ad5e-faa52141b7c9", "code": 200}, {"server_uuid": "0d5f3b7d-8b92-4264-b41a-1d1ade879f2f", "name": "network-vif-plugged", "status": "completed", "tag": "cda04f4a-80ef-4c18-b575-cb87293272ce", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 13:56:04.668878 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-228ee7a6-5df7-46aa-a49c-506c6b30c969 {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 13:56:04.669462 dv-cinder-830787-2-iscsi neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-228ee7a6-5df7-46aa-a49c-506c6b30c969'] response: {'server_uuid': 'a6e921e1-7746-446b-bad6-d7188f8bdac2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41becb52-f1e7-4c33-ad5e-faa52141b7c9', 'code': 200} Apr 11 13:56:04.669727 dv-cinder-830787-2-iscsi neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-228ee7a6-5df7-46aa-a49c-506c6b30c969'] response: {'server_uuid': '0d5f3b7d-8b92-4264-b41a-1d1ade879f2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cda04f4a-80ef-4c18-b575-cb87293272ce', 'code': 200} Apr 11 13:56:04.697917 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a40b4c-14af-4c41-8586-eb9236ebc5c1 req-5ae2ef73-1111-49a5-974f-e932c964555d tempest-DeleteServersTestJSON-154822517 tempest-DeleteServersTestJSON-154822517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:56:04.699616 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-45a40b4c-14af-4c41-8586-eb9236ebc5c1 req-5ae2ef73-1111-49a5-974f-e932c964555d tempest-DeleteServersTestJSON-154822517 tempest-DeleteServersTestJSON-154822517-project] 10.222.0.67 "GET /v2.0/ports?device_id=f2c0e150-9739-490b-84c2-340a7275b92a HTTP/1.1" status: 200 len: 945 time: 0.0524528 Apr 11 13:56:04.754249 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-45a40b4c-14af-4c41-8586-eb9236ebc5c1 req-6599dc13-9939-44aa-907b-eec7872fb2af tempest-DeleteServersTestJSON-154822517 tempest-DeleteServersTestJSON-154822517-project] 10.222.0.67 "GET /v2.0/security-groups?id=7db12c09-12f8-43b6-a9ad-e5cf6e23065c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424838 Apr 11 13:56:04.820684 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab9ec3d-42f0-4ecb-9589-011af9a1663a req-082f68f9-0955-4488-8c00-27f5a3f5d11f tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:56:04.822285 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-9ab9ec3d-42f0-4ecb-9589-011af9a1663a req-082f68f9-0955-4488-8c00-27f5a3f5d11f tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] 10.222.0.67 "GET /v2.0/ports?device_id=a6e921e1-7746-446b-bad6-d7188f8bdac2 HTTP/1.1" status: 200 len: 946 time: 0.0501823 Apr 11 13:56:04.870723 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-9ab9ec3d-42f0-4ecb-9589-011af9a1663a req-e9db232d-ca49-4fd6-8323-58a79833d18a tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] 10.222.0.67 "GET /v2.0/security-groups?id=037e8753-abfc-4a51-9764-2b02f91b84d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428028 Apr 11 13:56:05.148152 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a6e480-a3d2-440b-8151-7dfc0c9cb8c0 req-4c12c19b-09f8-4284-8551-da8b1e60d2c0 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:56:05.155114 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-f6a6e480-a3d2-440b-8151-7dfc0c9cb8c0 req-4c12c19b-09f8-4284-8551-da8b1e60d2c0 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] 10.222.0.67 "GET /v2.0/ports?device_id=0d5f3b7d-8b92-4264-b41a-1d1ade879f2f HTTP/1.1" status: 200 len: 946 time: 0.0596848 Apr 11 13:56:05.198914 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-f6a6e480-a3d2-440b-8151-7dfc0c9cb8c0 req-5da5e8d6-7889-43e2-abb7-c88ce3332850 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] 10.222.0.67 "GET /v2.0/security-groups?id=2c46161f-2d1e-4228-ae9c-ab4fe572bda1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428863 Apr 11 13:56:05.870538 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135ddb2b-c0d7-45f5-8635-b54c86edfcd4 req-2ecf6197-8eab-4840-9be6-d82c974fab89 tempest-DeleteServersTestJSON-154822517 tempest-DeleteServersTestJSON-154822517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:56:05.872117 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-135ddb2b-c0d7-45f5-8635-b54c86edfcd4 req-2ecf6197-8eab-4840-9be6-d82c974fab89 tempest-DeleteServersTestJSON-154822517 tempest-DeleteServersTestJSON-154822517-project] 10.222.0.67 "GET /v2.0/ports?device_id=f2c0e150-9739-490b-84c2-340a7275b92a HTTP/1.1" status: 200 len: 945 time: 0.0523713 Apr 11 13:56:05.924483 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-135ddb2b-c0d7-45f5-8635-b54c86edfcd4 req-6866448e-6c89-4749-a190-21af0ba05410 tempest-DeleteServersTestJSON-154822517 tempest-DeleteServersTestJSON-154822517-project] 10.222.0.67 "GET /v2.0/security-groups?id=7db12c09-12f8-43b6-a9ad-e5cf6e23065c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463479 Apr 11 13:56:06.005794 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a274b8-0586-472a-9788-fb7d708a20cf req-d0ddd3f7-b3ce-4333-95b3-0760dcff38a5 tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:56:06.007235 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-b9a274b8-0586-472a-9788-fb7d708a20cf req-d0ddd3f7-b3ce-4333-95b3-0760dcff38a5 tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] 10.222.0.67 "GET /v2.0/ports?device_id=a6e921e1-7746-446b-bad6-d7188f8bdac2 HTTP/1.1" status: 200 len: 946 time: 0.0491400 Apr 11 13:56:06.053408 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-b9a274b8-0586-472a-9788-fb7d708a20cf req-26852faa-b298-4165-b781-263d51abac7b tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] 10.222.0.67 "GET /v2.0/security-groups?id=037e8753-abfc-4a51-9764-2b02f91b84d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405586 Apr 11 13:56:06.319569 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82184bf-fc26-42cd-81fb-cd1e5cc4cfbe req-ef820c1c-2bb1-4805-b8d2-7d247e82320d tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:56:06.321074 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-f82184bf-fc26-42cd-81fb-cd1e5cc4cfbe req-ef820c1c-2bb1-4805-b8d2-7d247e82320d tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] 10.222.0.67 "GET /v2.0/ports?device_id=0d5f3b7d-8b92-4264-b41a-1d1ade879f2f HTTP/1.1" status: 200 len: 946 time: 0.0460496 Apr 11 13:56:06.372310 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-f82184bf-fc26-42cd-81fb-cd1e5cc4cfbe req-16749e2c-a259-4d40-afdc-b10e1deb6b7e tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] 10.222.0.67 "GET /v2.0/security-groups?id=2c46161f-2d1e-4228-ae9c-ab4fe572bda1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456212 Apr 11 13:56:06.641924 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Device b53ccbb2-cadf-467b-980a-34cb619111ad details requested by agent hyperv_hv-cinder-83078 with host hv-cinder-83078 {{(pid=103320) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 13:56:06.751141 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] For port b53ccbb2-cadf-467b-980a-34cb619111ad, host hv-cinder-83078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83078',level=0,port_id=b53ccbb2-cadf-467b-980a-34cb619111ad,segment=NetworkSegment(2ce3e5b5-40c0-484a-9c58-6b322d93e7e4),segment_id=2ce3e5b5-40c0-484a-9c58-6b322d93e7e4)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 13:56:06.762832 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Returning: {'device': 'b53ccbb2-cadf-467b-980a-34cb619111ad', 'network_id': '5b366c5b-a29e-42a6-8ecc-0cc9ff2fdbc0', 'port_id': 'b53ccbb2-cadf-467b-980a-34cb619111ad', 'mac_address': 'fa:16:3e:7e:ed:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 933, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a7e0881-a086-4309-85a2-2f54ddd5f281', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103320) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 13:56:06.801953 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Current status of the port b53ccbb2-cadf-467b-980a-34cb619111ad is: DOWN; New status is: BUILD {{(pid=103320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 13:56:06.802344 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883311'] for port (b53ccbb2-cadf-467b-980a-34cb619111ad), before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:56:06.814782 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.notifiers.nova [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b53ccbb2-cadf-467b-980a-34cb619111ad {{(pid=103320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 13:56:06.833847 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] For port b53ccbb2-cadf-467b-980a-34cb619111ad, host hv-cinder-83078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83078',level=0,port_id=b53ccbb2-cadf-467b-980a-34cb619111ad,segment=NetworkSegment(2ce3e5b5-40c0-484a-9c58-6b322d93e7e4),segment_id=2ce3e5b5-40c0-484a-9c58-6b322d93e7e4)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 13:56:06.837786 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750379687711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750379164492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750379164510'] for port (b53ccbb2-cadf-467b-980a-34cb619111ad), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:56:06.885320 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Pushing event updated for resources: {'Port': ['ID=b53ccbb2-cadf-467b-980a-34cb619111ad,revision_number=4']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:56:07.086976 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] get_ports_and_sgs() called for port_ids ['b53ccbb2-cadf-467b-980a-34cb619111ad'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 13:56:07.096878 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678dc0cc-75d9-4a45-ba8f-2542748efeea req-ac92936b-5e4a-4f44-a084-fc7a24be7ae3 tempest-DeleteServersTestJSON-154822517 tempest-DeleteServersTestJSON-154822517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:56:07.105799 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-678dc0cc-75d9-4a45-ba8f-2542748efeea req-ac92936b-5e4a-4f44-a084-fc7a24be7ae3 tempest-DeleteServersTestJSON-154822517 tempest-DeleteServersTestJSON-154822517-project] 10.222.0.67 "GET /v2.0/ports?device_id=f2c0e150-9739-490b-84c2-340a7275b92a HTTP/1.1" status: 200 len: 945 time: 0.1083617 Apr 11 13:56:07.202820 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb84a2ca-1e1c-4be9-977d-18096a35e907 req-4d61fdc7-81ef-4de2-aa7a-0dd4dbb0036e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:56:07.204328 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-eb84a2ca-1e1c-4be9-977d-18096a35e907 req-4d61fdc7-81ef-4de2-aa7a-0dd4dbb0036e service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=a6e921e1-7746-446b-bad6-d7188f8bdac2 HTTP/1.1" status: 200 len: 1130 time: 0.0885894 Apr 11 13:56:07.204630 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48c58db-0b8b-4cd4-93be-970dc8ad5759 req-f402b030-e37d-4be0-b049-84f2f1c90389 tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:56:07.206290 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-f48c58db-0b8b-4cd4-93be-970dc8ad5759 req-f402b030-e37d-4be0-b049-84f2f1c90389 tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] 10.222.0.67 "GET /v2.0/ports?device_id=a6e921e1-7746-446b-bad6-d7188f8bdac2 HTTP/1.1" status: 200 len: 946 time: 0.0597737 Apr 11 13:56:07.226028 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f0b7ae-8baa-444a-8e2b-afcc47ec80d1 req-7d630c89-3c48-4cc9-9d0f-29831b587ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:56:07.227674 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-57f0b7ae-8baa-444a-8e2b-afcc47ec80d1 req-7d630c89-3c48-4cc9-9d0f-29831b587ff6 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=0d5f3b7d-8b92-4264-b41a-1d1ade879f2f HTTP/1.1" status: 200 len: 1130 time: 0.0949132 Apr 11 13:56:07.237184 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-678dc0cc-75d9-4a45-ba8f-2542748efeea req-b7001fc7-400b-4235-a100-d8b7a75f4fa4 tempest-DeleteServersTestJSON-154822517 tempest-DeleteServersTestJSON-154822517-project] 10.222.0.67 "GET /v2.0/security-groups?id=7db12c09-12f8-43b6-a9ad-e5cf6e23065c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295590 Apr 11 13:56:07.271817 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-f48c58db-0b8b-4cd4-93be-970dc8ad5759 req-07ce7589-0989-40de-8459-a32631ff9490 tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] 10.222.0.67 "GET /v2.0/security-groups?id=037e8753-abfc-4a51-9764-2b02f91b84d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573192 Apr 11 13:56:07.287724 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-eb84a2ca-1e1c-4be9-977d-18096a35e907 req-b0ecd4fd-48ed-4e2f-9d57-dce58a5a450e service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=037e8753-abfc-4a51-9764-2b02f91b84d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704551 Apr 11 13:56:07.299062 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-57f0b7ae-8baa-444a-8e2b-afcc47ec80d1 req-cdbe7bdc-9caf-4d3b-8960-5d97e27d17f6 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=2c46161f-2d1e-4228-ae9c-ab4fe572bda1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607688 Apr 11 13:56:07.490054 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b80f48-4859-4671-999b-8b9684a4b6b8 req-038a44da-9ece-4e60-a4c3-36b03f042df2 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:56:07.491571 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-92b80f48-4859-4671-999b-8b9684a4b6b8 req-038a44da-9ece-4e60-a4c3-36b03f042df2 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] 10.222.0.67 "GET /v2.0/ports?device_id=0d5f3b7d-8b92-4264-b41a-1d1ade879f2f HTTP/1.1" status: 200 len: 946 time: 0.0464184 Apr 11 13:56:07.542670 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-92b80f48-4859-4671-999b-8b9684a4b6b8 req-56ce32b2-894d-449f-8c48-b6e47b1da8dd tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] 10.222.0.67 "GET /v2.0/security-groups?id=2c46161f-2d1e-4228-ae9c-ab4fe572bda1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453854 Apr 11 13:56:08.387938 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9a67f2-1970-41d3-904c-02c482d5bec6 req-6cb60e0f-2c3c-47ca-91de-6dd7864883c7 tempest-DeleteServersTestJSON-154822517 tempest-DeleteServersTestJSON-154822517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:56:08.395342 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-0f9a67f2-1970-41d3-904c-02c482d5bec6 req-6cb60e0f-2c3c-47ca-91de-6dd7864883c7 tempest-DeleteServersTestJSON-154822517 tempest-DeleteServersTestJSON-154822517-project] 10.222.0.67 "GET /v2.0/ports?device_id=f2c0e150-9739-490b-84c2-340a7275b92a HTTP/1.1" status: 200 len: 945 time: 0.0577917 Apr 11 13:56:08.419514 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f293a38-49c1-4da3-a24b-d620df8abb9d req-c1301c8e-fec2-419a-b20e-7197fee89900 tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:56:08.421426 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-6f293a38-49c1-4da3-a24b-d620df8abb9d req-c1301c8e-fec2-419a-b20e-7197fee89900 tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] 10.222.0.67 "GET /v2.0/ports?device_id=a6e921e1-7746-446b-bad6-d7188f8bdac2 HTTP/1.1" status: 200 len: 946 time: 0.0716212 Apr 11 13:56:08.456077 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-0f9a67f2-1970-41d3-904c-02c482d5bec6 req-621abeb1-08d6-4a10-acc6-997fabf90e24 tempest-DeleteServersTestJSON-154822517 tempest-DeleteServersTestJSON-154822517-project] 10.222.0.67 "GET /v2.0/security-groups?id=7db12c09-12f8-43b6-a9ad-e5cf6e23065c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562632 Apr 11 13:56:08.483326 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-6f293a38-49c1-4da3-a24b-d620df8abb9d req-621a23cc-2c00-4df2-87fb-81c82567bc09 tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] 10.222.0.67 "GET /v2.0/security-groups?id=037e8753-abfc-4a51-9764-2b02f91b84d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541098 Apr 11 13:56:08.669985 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975f198b-129a-40b1-b0c7-266a2031c74b req-7c9301fa-f675-4822-8c47-906b39af3a59 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:56:08.672894 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-975f198b-129a-40b1-b0c7-266a2031c74b req-7c9301fa-f675-4822-8c47-906b39af3a59 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] 10.222.0.67 "GET /v2.0/ports?device_id=0d5f3b7d-8b92-4264-b41a-1d1ade879f2f HTTP/1.1" status: 200 len: 946 time: 0.0546997 Apr 11 13:56:08.728377 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-975f198b-129a-40b1-b0c7-266a2031c74b req-7e002baf-65e3-4df7-95a2-f22cf79f3d63 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] 10.222.0.67 "GET /v2.0/security-groups?id=2c46161f-2d1e-4228-ae9c-ab4fe572bda1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474033 Apr 11 13:56:09.557580 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885a4289-a479-4ac8-984a-9baf4ff6ac2e req-dd07007f-9e8e-4690-99e6-de5c0797e762 tempest-DeleteServersTestJSON-154822517 tempest-DeleteServersTestJSON-154822517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:56:09.559183 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-885a4289-a479-4ac8-984a-9baf4ff6ac2e req-dd07007f-9e8e-4690-99e6-de5c0797e762 tempest-DeleteServersTestJSON-154822517 tempest-DeleteServersTestJSON-154822517-project] 10.222.0.67 "GET /v2.0/ports?device_id=f2c0e150-9739-490b-84c2-340a7275b92a HTTP/1.1" status: 200 len: 945 time: 0.0454192 Apr 11 13:56:09.594977 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5740e07-1178-4ff3-8344-1048bb31d909 req-5dfc74e5-5ad1-41ce-bdc3-8cffbcb58034 tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:56:09.596499 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-e5740e07-1178-4ff3-8344-1048bb31d909 req-5dfc74e5-5ad1-41ce-bdc3-8cffbcb58034 tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] 10.222.0.67 "GET /v2.0/ports?device_id=a6e921e1-7746-446b-bad6-d7188f8bdac2 HTTP/1.1" status: 200 len: 946 time: 0.0479035 Apr 11 13:56:09.605097 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-885a4289-a479-4ac8-984a-9baf4ff6ac2e req-0e487057-400d-4734-b4b7-9b2e2cb7d177 tempest-DeleteServersTestJSON-154822517 tempest-DeleteServersTestJSON-154822517-project] 10.222.0.67 "GET /v2.0/security-groups?id=7db12c09-12f8-43b6-a9ad-e5cf6e23065c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404510 Apr 11 13:56:09.643254 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-e5740e07-1178-4ff3-8344-1048bb31d909 req-bcd7e20c-ddd9-41c9-8d13-b4fef87bd99f tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] 10.222.0.67 "GET /v2.0/security-groups?id=037e8753-abfc-4a51-9764-2b02f91b84d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409877 Apr 11 13:56:09.851277 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecc7407-59b1-4788-a173-a2da7105df31 req-5b9c189e-aae9-4859-b7fb-c1d3ba9fb772 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:56:09.852773 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-cecc7407-59b1-4788-a173-a2da7105df31 req-5b9c189e-aae9-4859-b7fb-c1d3ba9fb772 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] 10.222.0.67 "GET /v2.0/ports?device_id=0d5f3b7d-8b92-4264-b41a-1d1ade879f2f HTTP/1.1" status: 200 len: 946 time: 0.0498269 Apr 11 13:56:09.898423 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-cecc7407-59b1-4788-a173-a2da7105df31 req-f0adb147-24f6-4441-884c-5f2e7ae3eebb tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] 10.222.0.67 "GET /v2.0/security-groups?id=2c46161f-2d1e-4228-ae9c-ab4fe572bda1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401154 Apr 11 13:56:10.418709 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Device b53ccbb2-cadf-467b-980a-34cb619111ad up at agent hyperv_hv-cinder-83078 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 13:56:10.462055 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Provisioning for port b53ccbb2-cadf-467b-980a-34cb619111ad completed by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 11 13:56:10.468236 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Provisioning complete for port b53ccbb2-cadf-467b-980a-34cb619111ad triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 13:56:10.468814 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-663396'] for port (b53ccbb2-cadf-467b-980a-34cb619111ad), provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:56:10.553741 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Current status of the port b53ccbb2-cadf-467b-980a-34cb619111ad is: BUILD; New status is: ACTIVE {{(pid=103320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 13:56:10.554521 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883311'] for port (b53ccbb2-cadf-467b-980a-34cb619111ad), before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:56:10.579977 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eea0ff31-35c2-4763-bf7a-6d0aada0558c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b53ccbb2-cadf-467b-980a-34cb619111ad'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 13:56:10.586032 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e17e7c2a2a067a9a9572b19104dd8b83720c41d762fa1dc6a6c9d001f6760b0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6b804af-aed8-4edd-852c-cea776419f15" -d '{"events": [{"server_uuid": "eea0ff31-35c2-4763-bf7a-6d0aada0558c", "name": "network-vif-plugged", "status": "completed", "tag": "b53ccbb2-cadf-467b-980a-34cb619111ad"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 13:56:10.599137 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] For port b53ccbb2-cadf-467b-980a-34cb619111ad, host hv-cinder-83078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83078',level=0,port_id=b53ccbb2-cadf-467b-980a-34cb619111ad,segment=NetworkSegment(2ce3e5b5-40c0-484a-9c58-6b322d93e7e4),segment_id=2ce3e5b5-40c0-484a-9c58-6b322d93e7e4)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 13:56:10.605783 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750379687711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750379164492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750379164510'] for port (b53ccbb2-cadf-467b-980a-34cb619111ad), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:56:10.635198 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 13:56:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9138b7c1-d19d-496b-8708-ce0e125a18a1 x-openstack-request-id: req-9138b7c1-d19d-496b-8708-ce0e125a18a1 {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 13:56:10.635523 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eea0ff31-35c2-4763-bf7a-6d0aada0558c", "name": "network-vif-plugged", "status": "completed", "tag": "b53ccbb2-cadf-467b-980a-34cb619111ad", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 13:56:10.635872 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-9138b7c1-d19d-496b-8708-ce0e125a18a1 {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 13:56:10.636281 dv-cinder-830787-2-iscsi neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9138b7c1-d19d-496b-8708-ce0e125a18a1'] response: {'server_uuid': 'eea0ff31-35c2-4763-bf7a-6d0aada0558c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b53ccbb2-cadf-467b-980a-34cb619111ad', 'code': 200} Apr 11 13:56:10.664164 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Pushing event updated for resources: {'Port': ['ID=b53ccbb2-cadf-467b-980a-34cb619111ad,revision_number=5']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:56:10.718705 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5361a05f-7439-4961-88f5-3d39cf81af6a req-61a96e39-91bf-42a8-859b-8272d9f6fc43 tempest-DeleteServersTestJSON-154822517 tempest-DeleteServersTestJSON-154822517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:56:10.720460 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-5361a05f-7439-4961-88f5-3d39cf81af6a req-61a96e39-91bf-42a8-859b-8272d9f6fc43 tempest-DeleteServersTestJSON-154822517 tempest-DeleteServersTestJSON-154822517-project] 10.222.0.67 "GET /v2.0/ports?device_id=f2c0e150-9739-490b-84c2-340a7275b92a HTTP/1.1" status: 200 len: 945 time: 0.0484791 Apr 11 13:56:10.767001 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f542c6-f8df-4050-a1c2-65402e97a396 req-4de8f74a-e86c-4696-a425-f98c0a4235a0 tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:56:10.768495 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-00f542c6-f8df-4050-a1c2-65402e97a396 req-4de8f74a-e86c-4696-a425-f98c0a4235a0 tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] 10.222.0.67 "GET /v2.0/ports?device_id=a6e921e1-7746-446b-bad6-d7188f8bdac2 HTTP/1.1" status: 200 len: 946 time: 0.0463889 Apr 11 13:56:10.769527 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-5361a05f-7439-4961-88f5-3d39cf81af6a req-a5b376a6-b0d7-4bc9-a85e-7faa788080fc tempest-DeleteServersTestJSON-154822517 tempest-DeleteServersTestJSON-154822517-project] 10.222.0.67 "GET /v2.0/security-groups?id=7db12c09-12f8-43b6-a9ad-e5cf6e23065c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424473 Apr 11 13:56:10.843162 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-00f542c6-f8df-4050-a1c2-65402e97a396 req-1beebb4a-d84e-4c30-930e-1d7fc3156bc2 tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] 10.222.0.67 "GET /v2.0/security-groups?id=037e8753-abfc-4a51-9764-2b02f91b84d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687277 Apr 11 13:56:11.032153 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be183e9b-2901-428c-b856-9d2b72601161 req-918f5620-d463-4041-926b-2633253459bf tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:56:11.039702 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-be183e9b-2901-428c-b856-9d2b72601161 req-918f5620-d463-4041-926b-2633253459bf tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] 10.222.0.67 "GET /v2.0/ports?device_id=0d5f3b7d-8b92-4264-b41a-1d1ade879f2f HTTP/1.1" status: 200 len: 946 time: 0.0688410 Apr 11 13:56:11.116717 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-be183e9b-2901-428c-b856-9d2b72601161 req-01e2d8aa-4627-400d-a7ea-0afd65a8b4dd tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] 10.222.0.67 "GET /v2.0/security-groups?id=2c46161f-2d1e-4228-ae9c-ab4fe572bda1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0757375 Apr 11 13:56:11.376495 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.67', 55486) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:56:11.412796 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.67', 55492) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:56:11.552569 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-b575f24b-819d-464b-ad12-967ad1d3b390 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:56:11.698556 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-b575f24b-819d-464b-ad12-967ad1d3b390 admin admin] Publish callbacks [] for security_group (a50631b2-b97f-4391-977e-8af803de4e50), precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:56:11.725478 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-b575f24b-819d-464b-ad12-967ad1d3b390 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8023832'] for security_group (a50631b2-b97f-4391-977e-8af803de4e50), after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:56:11.747129 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.67', 55512) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:56:11.784057 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-3037b9f9-e6cf-4350-ae29-03712679b2c5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:56:11.816393 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-b575f24b-819d-464b-ad12-967ad1d3b390 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=50992da84f4348beb1bc5ce32c1242a2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4380569 Apr 11 13:56:11.819516 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.67', 55516) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:56:11.873675 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-344277cc-5e1b-4d0f-9329-53d2c0cb6d5c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:56:11.923995 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-a8a4980a-4cc7-4517-83da-a7ce66f3b2ea admin admin] Publish callbacks [] for security_group (a50631b2-b97f-4391-977e-8af803de4e50), before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:56:11.957371 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b575f24b-819d-464b-ad12-967ad1d3b390 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a50631b2-b97f-4391-977e-8af803de4e50,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:56:11.968471 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-3037b9f9-e6cf-4350-ae29-03712679b2c5 admin admin] Publish callbacks [] for security_group (b25b5da1-0eb9-4096-973f-5b82a5159fa0), precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:56:11.970539 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-a8a4980a-4cc7-4517-83da-a7ce66f3b2ea admin admin] Publish callbacks [] for security_group (a50631b2-b97f-4391-977e-8af803de4e50), precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:56:12.001412 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-3037b9f9-e6cf-4350-ae29-03712679b2c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8023832'] for security_group (b25b5da1-0eb9-4096-973f-5b82a5159fa0), after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:56:12.032512 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-344277cc-5e1b-4d0f-9329-53d2c0cb6d5c admin admin] Publish callbacks [] for security_group (c7ce68bf-315b-4a1c-82a3-80dea56b9ac0), precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:56:12.036741 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-344277cc-5e1b-4d0f-9329-53d2c0cb6d5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8023832'] for security_group (c7ce68bf-315b-4a1c-82a3-80dea56b9ac0), after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:56:12.046428 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f34ab2-031a-4069-bea6-5fc566b5e76e req-db763e9e-a364-4e5f-a77f-40d0050ad5a6 tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:56:12.047925 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-d3f34ab2-031a-4069-bea6-5fc566b5e76e req-db763e9e-a364-4e5f-a77f-40d0050ad5a6 tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] 10.222.0.67 "GET /v2.0/ports?device_id=a6e921e1-7746-446b-bad6-d7188f8bdac2 HTTP/1.1" status: 200 len: 946 time: 0.0840638 Apr 11 13:56:12.054996 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-3037b9f9-e6cf-4350-ae29-03712679b2c5 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=83198ec40e634c7db215ce1a23cd41b5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6408908 Apr 11 13:56:12.058309 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.67', 55528) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:56:12.073288 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3037b9f9-e6cf-4350-ae29-03712679b2c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b25b5da1-0eb9-4096-973f-5b82a5159fa0,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:56:12.075593 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-a8a4980a-4cc7-4517-83da-a7ce66f3b2ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8023832'] for security_group (a50631b2-b97f-4391-977e-8af803de4e50), after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:56:12.078264 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-a8a4980a-4cc7-4517-83da-a7ce66f3b2ea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:56:12.079519 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-a8a4980a-4cc7-4517-83da-a7ce66f3b2ea admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/a50631b2-b97f-4391-977e-8af803de4e50 HTTP/1.1" status: 204 len: 168 time: 0.2587891 Apr 11 13:56:12.100673 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344277cc-5e1b-4d0f-9329-53d2c0cb6d5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7ce68bf-315b-4a1c-82a3-80dea56b9ac0,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:56:12.108519 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-344277cc-5e1b-4d0f-9329-53d2c0cb6d5c admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=d65e3264fe2542b2aa4c08f6b8b090e8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3603008 Apr 11 13:56:12.113624 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.67', 55532) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:56:12.117628 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-d3f34ab2-031a-4069-bea6-5fc566b5e76e req-636c79dd-02e2-4bfb-a0be-284737277c64 tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] 10.222.0.67 "GET /v2.0/security-groups?id=037e8753-abfc-4a51-9764-2b02f91b84d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566378 Apr 11 13:56:12.147203 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a4980a-4cc7-4517-83da-a7ce66f3b2ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a50631b2-b97f-4391-977e-8af803de4e50,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:56:12.243947 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-f8faea6c-9e2b-4812-b245-13e5f7311312 admin admin] Publish callbacks [] for security_group (c7ce68bf-315b-4a1c-82a3-80dea56b9ac0), before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:56:12.257606 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-18a59448-9918-4988-8cf1-45223da75646 admin admin] Publish callbacks [] for security_group (b25b5da1-0eb9-4096-973f-5b82a5159fa0), before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:56:12.280934 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-18a59448-9918-4988-8cf1-45223da75646 admin admin] Publish callbacks [] for security_group (b25b5da1-0eb9-4096-973f-5b82a5159fa0), precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:56:12.345064 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-18a59448-9918-4988-8cf1-45223da75646 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8023832'] for security_group (b25b5da1-0eb9-4096-973f-5b82a5159fa0), after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:56:12.350071 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-18a59448-9918-4988-8cf1-45223da75646 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:56:12.351741 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-18a59448-9918-4988-8cf1-45223da75646 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/b25b5da1-0eb9-4096-973f-5b82a5159fa0 HTTP/1.1" status: 204 len: 168 time: 0.2887073 Apr 11 13:56:12.366581 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636d2215-d74f-4309-8c89-052603a6bc94 req-9eda4584-5d5b-4c8d-94c3-e79d628eb7f4 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:56:12.372189 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-f8faea6c-9e2b-4812-b245-13e5f7311312 admin admin] Publish callbacks [] for security_group (c7ce68bf-315b-4a1c-82a3-80dea56b9ac0), precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:56:12.384884 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-636d2215-d74f-4309-8c89-052603a6bc94 req-9eda4584-5d5b-4c8d-94c3-e79d628eb7f4 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] 10.222.0.67 "GET /v2.0/ports?device_id=0d5f3b7d-8b92-4264-b41a-1d1ade879f2f HTTP/1.1" status: 200 len: 946 time: 0.1085427 Apr 11 13:56:12.412919 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a59448-9918-4988-8cf1-45223da75646 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b25b5da1-0eb9-4096-973f-5b82a5159fa0,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:56:12.446309 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26814ec3-794d-4bb0-a1a9-4ecb7cec1ed8 req-ed7db236-757e-4c29-933d-05c9be0b3d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:56:12.448320 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-26814ec3-794d-4bb0-a1a9-4ecb7cec1ed8 req-ed7db236-757e-4c29-933d-05c9be0b3d63 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=eea0ff31-35c2-4763-bf7a-6d0aada0558c HTTP/1.1" status: 200 len: 1130 time: 0.0954337 Apr 11 13:56:12.485846 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-f8faea6c-9e2b-4812-b245-13e5f7311312 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8023832'] for security_group (c7ce68bf-315b-4a1c-82a3-80dea56b9ac0), after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:56:12.490202 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-f8faea6c-9e2b-4812-b245-13e5f7311312 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:56:12.492799 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-f8faea6c-9e2b-4812-b245-13e5f7311312 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/c7ce68bf-315b-4a1c-82a3-80dea56b9ac0 HTTP/1.1" status: 204 len: 168 time: 0.3779979 Apr 11 13:56:12.492935 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-636d2215-d74f-4309-8c89-052603a6bc94 req-dceb32df-4bac-410e-a332-fab8e0d439a6 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] 10.222.0.67 "GET /v2.0/security-groups?id=2c46161f-2d1e-4228-ae9c-ab4fe572bda1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1057534 Apr 11 13:56:12.508041 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8faea6c-9e2b-4812-b245-13e5f7311312 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7ce68bf-315b-4a1c-82a3-80dea56b9ac0,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:56:12.581099 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.67', 55554) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:56:12.604523 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-3001160d-2c43-43b3-9a35-81b91b75ffa1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:56:12.666079 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca4ad58-c903-4a0a-9d7a-2bf4575238ab req-802dc285-7ea1-4bd9-896d-bff179d79f14 tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:56:12.669214 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-8ca4ad58-c903-4a0a-9d7a-2bf4575238ab req-802dc285-7ea1-4bd9-896d-bff179d79f14 tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] 10.222.0.67 "GET /v2.0/ports?device_id=a6e921e1-7746-446b-bad6-d7188f8bdac2 HTTP/1.1" status: 200 len: 946 time: 0.0789609 Apr 11 13:56:12.716099 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-3001160d-2c43-43b3-9a35-81b91b75ffa1 admin admin] Publish callbacks [] for security_group (36f3d849-2a38-4200-aa4e-7fdf3c3773df), precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:56:12.725913 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-3001160d-2c43-43b3-9a35-81b91b75ffa1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8023832'] for security_group (36f3d849-2a38-4200-aa4e-7fdf3c3773df), after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:56:12.786642 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-8ca4ad58-c903-4a0a-9d7a-2bf4575238ab req-da509083-0250-400c-9e7e-78534d8ab5a8 tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] 10.222.0.67 "GET /v2.0/security-groups?id=037e8753-abfc-4a51-9764-2b02f91b84d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091690 Apr 11 13:56:12.892987 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-3001160d-2c43-43b3-9a35-81b91b75ffa1 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=5dc39530e0194ea6b7544f5fb649325b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3097298 Apr 11 13:56:12.896190 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.67', 55584) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:56:12.954645 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3001160d-2c43-43b3-9a35-81b91b75ffa1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36f3d849-2a38-4200-aa4e-7fdf3c3773df,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:56:12.960742 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade28545-e5f0-4372-84e9-181185a24aab req-99b410ef-69ad-4cd6-a48c-357960a1a2a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:56:12.963948 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-ade28545-e5f0-4372-84e9-181185a24aab req-99b410ef-69ad-4cd6-a48c-357960a1a2a2 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=7e9487af89de4df6b7592a993fc4827e&device_id=a6e921e1-7746-446b-bad6-d7188f8bdac2 HTTP/1.1" status: 200 len: 1130 time: 0.1285644 Apr 11 13:56:12.965308 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-26814ec3-794d-4bb0-a1a9-4ecb7cec1ed8 req-96a04c8d-98ec-4836-992a-eccf4166af4b service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=037e8753-abfc-4a51-9764-2b02f91b84d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990672 Apr 11 13:56:13.004714 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-740164fd-01e6-4f4e-a570-091a14d7f8b8 admin admin] Publish callbacks [] for security_group (36f3d849-2a38-4200-aa4e-7fdf3c3773df), before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:56:13.058269 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-740164fd-01e6-4f4e-a570-091a14d7f8b8 admin admin] Publish callbacks [] for security_group (36f3d849-2a38-4200-aa4e-7fdf3c3773df), precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:56:13.148037 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-740164fd-01e6-4f4e-a570-091a14d7f8b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8023832'] for security_group (36f3d849-2a38-4200-aa4e-7fdf3c3773df), after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:56:13.151571 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-740164fd-01e6-4f4e-a570-091a14d7f8b8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:56:13.156345 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-740164fd-01e6-4f4e-a570-091a14d7f8b8 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/36f3d849-2a38-4200-aa4e-7fdf3c3773df HTTP/1.1" status: 204 len: 168 time: 0.2591972 Apr 11 13:56:13.167384 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740164fd-01e6-4f4e-a570-091a14d7f8b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36f3d849-2a38-4200-aa4e-7fdf3c3773df,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:56:13.240126 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.67', 55612) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:56:13.268472 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-9597d1e8-cae5-4b60-9a40-b9fcdd3e88e3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:56:13.317996 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade28545-e5f0-4372-84e9-181185a24aab req-06c5b9c6-60a4-442b-b062-789eefedd959 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:56:13.319713 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-ade28545-e5f0-4372-84e9-181185a24aab req-06c5b9c6-60a4-442b-b062-789eefedd959 service neutron] 10.222.0.75 "GET /v2.0/networks?id=5b366c5b-a29e-42a6-8ecc-0cc9ff2fdbc0 HTTP/1.1" status: 200 len: 919 time: 0.1612113 Apr 11 13:56:13.428852 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-9597d1e8-cae5-4b60-9a40-b9fcdd3e88e3 admin admin] Publish callbacks [] for security_group (b047343d-712f-47fe-a59f-1581f6e018bd), precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:56:13.441617 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-9597d1e8-cae5-4b60-9a40-b9fcdd3e88e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8023832'] for security_group (b047343d-712f-47fe-a59f-1581f6e018bd), after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:56:13.484641 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9597d1e8-cae5-4b60-9a40-b9fcdd3e88e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b047343d-712f-47fe-a59f-1581f6e018bd,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:56:13.498827 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-9597d1e8-cae5-4b60-9a40-b9fcdd3e88e3 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=f11c9592596b4d9390eae2b910dbd1e3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2575645 Apr 11 13:56:13.501466 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.67', 55626) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:56:13.584284 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-70730175-acbf-45ec-bb1e-520484fa7463 admin admin] Publish callbacks [] for security_group (b047343d-712f-47fe-a59f-1581f6e018bd), before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:56:13.637115 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-70730175-acbf-45ec-bb1e-520484fa7463 admin admin] Publish callbacks [] for security_group (b047343d-712f-47fe-a59f-1581f6e018bd), precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:56:13.665013 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6672d785-20c1-41f8-b510-7661c672b9c8 req-f425bf70-cb75-4d0d-a86e-fdbaf928e5fe tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:56:13.676346 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-6672d785-20c1-41f8-b510-7661c672b9c8 req-f425bf70-cb75-4d0d-a86e-fdbaf928e5fe tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] 10.222.0.67 "GET /v2.0/ports?device_id=0d5f3b7d-8b92-4264-b41a-1d1ade879f2f HTTP/1.1" status: 200 len: 946 time: 0.0797849 Apr 11 13:56:13.719214 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-ade28545-e5f0-4372-84e9-181185a24aab req-bf195752-7da1-4b93-bb24-baa4409ed7fb service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=41becb52-f1e7-4c33-ad5e-faa52141b7c9 HTTP/1.1" status: 200 len: 217 time: 0.0612223 Apr 11 13:56:13.774833 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-6672d785-20c1-41f8-b510-7661c672b9c8 req-b2602bc5-ced6-4eca-a4ba-7d13ebbaf300 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] 10.222.0.67 "GET /v2.0/security-groups?id=2c46161f-2d1e-4228-ae9c-ab4fe572bda1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0921776 Apr 11 13:56:13.811574 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-70730175-acbf-45ec-bb1e-520484fa7463 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8023832'] for security_group (b047343d-712f-47fe-a59f-1581f6e018bd), after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:56:13.816522 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-70730175-acbf-45ec-bb1e-520484fa7463 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:56:13.818175 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-70730175-acbf-45ec-bb1e-520484fa7463 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/b047343d-712f-47fe-a59f-1581f6e018bd HTTP/1.1" status: 204 len: 168 time: 0.3158462 Apr 11 13:56:13.837404 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70730175-acbf-45ec-bb1e-520484fa7463 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b047343d-712f-47fe-a59f-1581f6e018bd,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:56:13.890597 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade28545-e5f0-4372-84e9-181185a24aab req-f4f4b15d-b9ff-4c4b-928d-59de3e7819e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:56:13.892311 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-ade28545-e5f0-4372-84e9-181185a24aab req-f4f4b15d-b9ff-4c4b-928d-59de3e7819e6 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=8a7e0881-a086-4309-85a2-2f54ddd5f281 HTTP/1.1" status: 200 len: 857 time: 0.1391008 Apr 11 13:56:13.988483 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274a3898-f356-4e14-b978-0ae82709325b req-128c0bbd-3086-4d2b-a001-398a8aa03f77 tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:56:13.991260 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-274a3898-f356-4e14-b978-0ae82709325b req-128c0bbd-3086-4d2b-a001-398a8aa03f77 tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] 10.222.0.67 "GET /v2.0/ports?device_id=a6e921e1-7746-446b-bad6-d7188f8bdac2 HTTP/1.1" status: 200 len: 946 time: 0.0653598 Apr 11 13:56:13.998329 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae448bae-6d92-4d1b-9b89-0cdf20106ada req-6daf033c-5e85-44d9-b47d-a562f2b15af2 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:56:14.001308 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-ae448bae-6d92-4d1b-9b89-0cdf20106ada req-6daf033c-5e85-44d9-b47d-a562f2b15af2 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] 10.222.0.67 "GET /v2.0/ports?device_id=0d5f3b7d-8b92-4264-b41a-1d1ade879f2f HTTP/1.1" status: 200 len: 946 time: 0.0894754 Apr 11 13:56:14.013535 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.67', 55656) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:56:14.023046 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.v2.base [None req-0ebfdade-717c-4429-bf8a-748bf20dac55 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] Request body: {'floatingip': {'port_id': 'cda04f4a-80ef-4c18-b575-cb87293272ce'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 13:56:14.027272 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade28545-e5f0-4372-84e9-181185a24aab req-24c86b99-5039-4be2-b4a5-a409368f908d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:56:14.028747 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-ade28545-e5f0-4372-84e9-181185a24aab req-24c86b99-5039-4be2-b4a5-a409368f908d service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=5b366c5b-a29e-42a6-8ecc-0cc9ff2fdbc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0822415 Apr 11 13:56:14.053640 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-274a3898-f356-4e14-b978-0ae82709325b req-cc519aca-eccd-49a4-bea0-1a939580c868 tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] 10.222.0.67 "GET /v2.0/security-groups?id=037e8753-abfc-4a51-9764-2b02f91b84d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560272 Apr 11 13:56:14.126577 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-0ebfdade-717c-4429-bf8a-748bf20dac55 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] Publish callbacks [] for floatingip (c38718e9-2a61-4aa6-8d42-7414fba88301), before_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:56:15.041328 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-ade28545-e5f0-4372-84e9-181185a24aab req-0715db62-344f-4b26-afa0-e04b62951682 service neutron] 10.222.0.75 "GET /v2.0/networks/5b366c5b-a29e-42a6-8ecc-0cc9ff2fdbc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2314644 Apr 11 13:56:15.042997 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.db.resource_extend [None req-0ebfdade-717c-4429-bf8a-748bf20dac55 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 11 13:56:15.267823 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fbf957-aca1-433d-a838-61edfc5aff96 req-650ef1f4-1362-4ba5-90af-2ceb0f609d66 tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:56:15.268345 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-95fbf957-aca1-433d-a838-61edfc5aff96 req-650ef1f4-1362-4ba5-90af-2ceb0f609d66 tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] 10.222.0.67 "GET /v2.0/ports?device_id=a6e921e1-7746-446b-bad6-d7188f8bdac2 HTTP/1.1" status: 200 len: 946 time: 0.1207135 Apr 11 13:56:15.306752 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-0ebfdade-717c-4429-bf8a-748bf20dac55 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:56:15.333269 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-0ebfdade-717c-4429-bf8a-748bf20dac55 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8126411'] for floatingip (c38718e9-2a61-4aa6-8d42-7414fba88301), after_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:56:15.463180 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-ade28545-e5f0-4372-84e9-181185a24aab req-9017efc4-ad96-4a7d-bf4c-7d8343d46439 service neutron] 10.222.0.75 "GET /v2.0/networks/5b366c5b-a29e-42a6-8ecc-0cc9ff2fdbc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3123584 Apr 11 13:56:15.484898 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-95fbf957-aca1-433d-a838-61edfc5aff96 req-4792cabb-482e-4a00-9a90-840161b33b1b tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] 10.222.0.67 "GET /v2.0/security-groups?id=037e8753-abfc-4a51-9764-2b02f91b84d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1782472 Apr 11 13:56:15.528969 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.db.l3_db [None req-0ebfdade-717c-4429-bf8a-748bf20dac55 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] Floating IP c38718e9-2a61-4aa6-8d42-7414fba88301 associated. External IP: 172.27.1.73, port: cda04f4a-80ef-4c18-b575-cb87293272ce. Apr 11 13:56:15.827426 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ebfdade-717c-4429-bf8a-748bf20dac55 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] Router c1bc4be1-2cee-4ae9-8c16-4fbaeaed9e48 has already been hosted by L3 agent e731c656-576f-4174-9da3-af64518920bc {{(pid=103319) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 13:56:15.969601 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ebfdade-717c-4429-bf8a-748bf20dac55 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] Notify agent at l3_agent.dv-cinder-830787-2-iscsi the message routers_updated {{(pid=103319) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 13:56:15.978941 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-0ebfdade-717c-4429-bf8a-748bf20dac55 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-507053'] for floatingip (None), before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:56:15.988835 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c29a835-9750-4423-92df-cf042235f13e None None] Sync routers for ids ['c1bc4be1-2cee-4ae9-8c16-4fbaeaed9e48'] in dv-cinder-830787-2-iscsi {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 13:56:16.014302 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c29a835-9750-4423-92df-cf042235f13e None None] Routers {'c1bc4be1-2cee-4ae9-8c16-4fbaeaed9e48'} bound to L3 agent in host dv-cinder-830787-2-iscsi {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 13:56:16.015210 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-4c29a835-9750-4423-92df-cf042235f13e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830787-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T13:46:59Z,description=,heartbeat_timestamp=2022-04-11T13:55:59Z,host='dv-cinder-830787-2-iscsi',id=e731c656-576f-4174-9da3-af64518920bc,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T13:46:59Z,topic='l3_agent')) {'router_ids': ['c1bc4be1-2cee-4ae9-8c16-4fbaeaed9e48'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:56:16.043673 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-0ebfdade-717c-4429-bf8a-748bf20dac55 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] 10.222.0.67 "PUT /v2.0/floatingips/c38718e9-2a61-4aa6-8d42-7414fba88301 HTTP/1.1" status: 200 len: 991 time: 2.0251682 Apr 11 13:56:16.043673 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d5f3b7d-8b92-4264-b41a-1d1ade879f2f', 'tag': 'cda04f4a-80ef-4c18-b575-cb87293272ce'}] {{(pid=103319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 13:56:16.048942 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca54f3a3744013fac1d33973197c51c1d98542aecacec3b3a4d6ee5bc00756d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-113da136-f636-4f3e-a158-269fc1f0410b" -d '{"events": [{"name": "network-changed", "server_uuid": "0d5f3b7d-8b92-4264-b41a-1d1ade879f2f", "tag": "cda04f4a-80ef-4c18-b575-cb87293272ce"}]}' {{(pid=103319) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 13:56:16.132745 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 13:56:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e99460d3-c46e-4d4e-997d-0f6b8a6f29fc x-openstack-request-id: req-e99460d3-c46e-4d4e-997d-0f6b8a6f29fc {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 13:56:16.135269 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d5f3b7d-8b92-4264-b41a-1d1ade879f2f", "tag": "cda04f4a-80ef-4c18-b575-cb87293272ce", "status": "completed", "code": 200}]} {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 13:56:16.135822 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-e99460d3-c46e-4d4e-997d-0f6b8a6f29fc {{(pid=103319) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 13:56:16.137540 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e99460d3-c46e-4d4e-997d-0f6b8a6f29fc'] response: {'name': 'network-changed', 'server_uuid': '0d5f3b7d-8b92-4264-b41a-1d1ade879f2f', 'tag': 'cda04f4a-80ef-4c18-b575-cb87293272ce', 'status': 'completed', 'code': 200} Apr 11 13:56:16.229893 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113da136-f636-4f3e-a158-269fc1f0410b req-83b38fba-b482-427b-b53d-9d54a1ef0381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:56:16.231592 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-113da136-f636-4f3e-a158-269fc1f0410b req-83b38fba-b482-427b-b53d-9d54a1ef0381 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=a8a28d94e79a4972b0f8f61ab1cb1490&device_id=0d5f3b7d-8b92-4264-b41a-1d1ade879f2f HTTP/1.1" status: 200 len: 1130 time: 0.0554614 Apr 11 13:56:16.287128 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-4c29a835-9750-4423-92df-cf042235f13e None None] Set router c1bc4be1-2cee-4ae9-8c16-4fbaeaed9e48 gateway port host: dv-cinder-830787-2-iscsi {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 13:56:16.427079 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113da136-f636-4f3e-a158-269fc1f0410b req-ed7e2d26-dfb2-4267-ab44-9a3b3ea5d227 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:56:16.428655 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-113da136-f636-4f3e-a158-269fc1f0410b req-ed7e2d26-dfb2-4267-ab44-9a3b3ea5d227 service neutron] 10.222.0.75 "GET /v2.0/networks?id=0208f136-78bf-40a4-90c8-9a7151bfb362 HTTP/1.1" status: 200 len: 917 time: 0.1898882 Apr 11 13:56:16.634422 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-113da136-f636-4f3e-a158-269fc1f0410b req-09390b6f-4083-4916-8238-dcae6d82e6aa service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cda04f4a-80ef-4c18-b575-cb87293272ce HTTP/1.1" status: 200 len: 999 time: 0.1977930 Apr 11 13:56:16.665101 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-4c29a835-9750-4423-92df-cf042235f13e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1bc4be1-2cee-4ae9-8c16-4fbaeaed9e48', 'name': 'tempest-AttachVolumeShelveTestJSON-966238887-router', 'tenant_id': 'a8a28d94e79a4972b0f8f61ab1cb1490', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886', 'external_fixed_ips': [{'subnet_id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'ip_address': '172.27.1.62'}], 'enable_snat': True}, 'gw_port_id': '7dd1d8dc-0113-4214-b5a0-bc63cf020503', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T13:55:28Z', 'updated_at': '2022-04-11T13:55:37Z', 'revision_number': 4, 'project_id': 'a8a28d94e79a4972b0f8f61ab1cb1490', 'gw_port': {'id': '7dd1d8dc-0113-4214-b5a0-bc63cf020503', 'name': '', 'network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:bc:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1bc4be1-2cee-4ae9-8c16-4fbaeaed9e48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'ip_address': '172.27.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:55:29Z', 'updated_at': '2022-04-11T13:55:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830787-2-iscsi', '_floatingips': [{'id': 'c38718e9-2a61-4aa6-8d42-7414fba88301', 'tenant_id': 'a8a28d94e79a4972b0f8f61ab1cb1490', 'floating_ip_address': '172.27.1.73', 'floating_network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886', 'router_id': 'c1bc4be1-2cee-4ae9-8c16-4fbaeaed9e48', 'port_id': 'cda04f4a-80ef-4c18-b575-cb87293272ce', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 95, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0208f136-78bf-40a4-90c8-9a7151bfb362', 'mac_address': 'fa:16:3e:86:d5:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d5f3b7d-8b92-4264-b41a-1d1ade879f2f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T13:55:44Z', 'updated_at': '2022-04-11T13:56:14Z', 'revision_number': 1, 'project_id': 'a8a28d94e79a4972b0f8f61ab1cb1490', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2808360e-bb2c-414b-a490-791474828579', 'name': '', 'network_id': '0208f136-78bf-40a4-90c8-9a7151bfb362', 'tenant_id': 'a8a28d94e79a4972b0f8f61ab1cb1490', 'mac_address': 'fa:16:3e:c6:44:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1bc4be1-2cee-4ae9-8c16-4fbaeaed9e48', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '2778d57e-4616-4989-bcd8-4f6cb6111901', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:55:36Z', 'updated_at': '2022-04-11T13:55:44Z', 'revision_number': 5, 'project_id': 'a8a28d94e79a4972b0f8f61ab1cb1490', 'subnets': [{'id': '2778d57e-4616-4989-bcd8-4f6cb6111901', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830787-2-iscsi', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:56:16.693869 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c29a835-9750-4423-92df-cf042235f13e None None] Checking router: c1bc4be1-2cee-4ae9-8c16-4fbaeaed9e48 for host: dv-cinder-830787-2-iscsi {{(pid=103321) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 13:56:16.714176 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c29a835-9750-4423-92df-cf042235f13e None None] Routers {'c1bc4be1-2cee-4ae9-8c16-4fbaeaed9e48'} bound to L3 agent in host dv-cinder-830787-2-iscsi {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 13:56:16.715173 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-4c29a835-9750-4423-92df-cf042235f13e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830787-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T13:46:59Z,description=,heartbeat_timestamp=2022-04-11T13:55:59Z,host='dv-cinder-830787-2-iscsi',id=e731c656-576f-4174-9da3-af64518920bc,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T13:46:59Z,topic='l3_agent')) {'router_ids': ['c1bc4be1-2cee-4ae9-8c16-4fbaeaed9e48'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:56:16.778995 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f39809c-2dd4-471d-95dd-6453f62adc4c req-3de8a8c5-15a3-48fb-9559-86bc1b95f928 tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:56:16.780568 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-5f39809c-2dd4-471d-95dd-6453f62adc4c req-3de8a8c5-15a3-48fb-9559-86bc1b95f928 tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] 10.222.0.67 "GET /v2.0/ports?device_id=a6e921e1-7746-446b-bad6-d7188f8bdac2 HTTP/1.1" status: 200 len: 946 time: 0.1976254 Apr 11 13:56:16.781993 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113da136-f636-4f3e-a158-269fc1f0410b req-c74734e6-0672-4638-8f46-d40fad558234 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:56:16.783285 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-113da136-f636-4f3e-a158-269fc1f0410b req-c74734e6-0672-4638-8f46-d40fad558234 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=2778d57e-4616-4989-bcd8-4f6cb6111901 HTTP/1.1" status: 200 len: 855 time: 0.1410525 Apr 11 13:56:16.883373 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113da136-f636-4f3e-a158-269fc1f0410b req-2de41b09-47ea-4c61-8323-409087020833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:56:16.884914 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-113da136-f636-4f3e-a158-269fc1f0410b req-2de41b09-47ea-4c61-8323-409087020833 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=0208f136-78bf-40a4-90c8-9a7151bfb362&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0917382 Apr 11 13:56:16.893128 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-5f39809c-2dd4-471d-95dd-6453f62adc4c req-bcb795a0-fb02-4ce5-9311-c4dee846e24f tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] 10.222.0.67 "GET /v2.0/security-groups?id=037e8753-abfc-4a51-9764-2b02f91b84d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846758 Apr 11 13:56:16.981546 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-4c29a835-9750-4423-92df-cf042235f13e None None] Set router c1bc4be1-2cee-4ae9-8c16-4fbaeaed9e48 gateway port host: dv-cinder-830787-2-iscsi {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 13:56:17.008125 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-113da136-f636-4f3e-a158-269fc1f0410b req-1ec4e8fe-ca41-4e4c-9215-571448d0c258 service neutron] 10.222.0.75 "GET /v2.0/networks/0208f136-78bf-40a4-90c8-9a7151bfb362?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1127570 Apr 11 13:56:17.135970 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-113da136-f636-4f3e-a158-269fc1f0410b req-b5b328c1-ff27-4d12-ae25-aa8d5a4807e4 service neutron] 10.222.0.75 "GET /v2.0/networks/0208f136-78bf-40a4-90c8-9a7151bfb362?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1160057 Apr 11 13:56:17.290664 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-4c29a835-9750-4423-92df-cf042235f13e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1bc4be1-2cee-4ae9-8c16-4fbaeaed9e48', 'name': 'tempest-AttachVolumeShelveTestJSON-966238887-router', 'tenant_id': 'a8a28d94e79a4972b0f8f61ab1cb1490', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886', 'external_fixed_ips': [{'subnet_id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'ip_address': '172.27.1.62'}], 'enable_snat': True}, 'gw_port_id': '7dd1d8dc-0113-4214-b5a0-bc63cf020503', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T13:55:28Z', 'updated_at': '2022-04-11T13:55:37Z', 'revision_number': 4, 'project_id': 'a8a28d94e79a4972b0f8f61ab1cb1490', 'gw_port': {'id': '7dd1d8dc-0113-4214-b5a0-bc63cf020503', 'name': '', 'network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:bc:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1bc4be1-2cee-4ae9-8c16-4fbaeaed9e48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'ip_address': '172.27.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:55:29Z', 'updated_at': '2022-04-11T13:55:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830787-2-iscsi', '_floatingips': [{'id': 'c38718e9-2a61-4aa6-8d42-7414fba88301', 'tenant_id': 'a8a28d94e79a4972b0f8f61ab1cb1490', 'floating_ip_address': '172.27.1.73', 'floating_network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886', 'router_id': 'c1bc4be1-2cee-4ae9-8c16-4fbaeaed9e48', 'port_id': 'cda04f4a-80ef-4c18-b575-cb87293272ce', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 95, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0208f136-78bf-40a4-90c8-9a7151bfb362', 'mac_address': 'fa:16:3e:86:d5:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d5f3b7d-8b92-4264-b41a-1d1ade879f2f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T13:55:44Z', 'updated_at': '2022-04-11T13:56:14Z', 'revision_number': 1, 'project_id': 'a8a28d94e79a4972b0f8f61ab1cb1490', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2808360e-bb2c-414b-a490-791474828579', 'name': '', 'network_id': '0208f136-78bf-40a4-90c8-9a7151bfb362', 'tenant_id': 'a8a28d94e79a4972b0f8f61ab1cb1490', 'mac_address': 'fa:16:3e:c6:44:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1bc4be1-2cee-4ae9-8c16-4fbaeaed9e48', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '2778d57e-4616-4989-bcd8-4f6cb6111901', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:55:36Z', 'updated_at': '2022-04-11T13:55:44Z', 'revision_number': 5, 'project_id': 'a8a28d94e79a4972b0f8f61ab1cb1490', 'subnets': [{'id': '2778d57e-4616-4989-bcd8-4f6cb6111901', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830787-2-iscsi', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:56:17.323043 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c29a835-9750-4423-92df-cf042235f13e None None] The sync data for ids ['c1bc4be1-2cee-4ae9-8c16-4fbaeaed9e48'] in dv-cinder-830787-2-iscsi is: [{'id': 'c1bc4be1-2cee-4ae9-8c16-4fbaeaed9e48', 'name': 'tempest-AttachVolumeShelveTestJSON-966238887-router', 'tenant_id': 'a8a28d94e79a4972b0f8f61ab1cb1490', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886', 'external_fixed_ips': [{'subnet_id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'ip_address': '172.27.1.62'}], 'enable_snat': True}, 'gw_port_id': '7dd1d8dc-0113-4214-b5a0-bc63cf020503', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T13:55:28Z', 'updated_at': '2022-04-11T13:55:37Z', 'revision_number': 4, 'project_id': 'a8a28d94e79a4972b0f8f61ab1cb1490', 'gw_port': {'id': '7dd1d8dc-0113-4214-b5a0-bc63cf020503', 'name': '', 'network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:bc:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1bc4be1-2cee-4ae9-8c16-4fbaeaed9e48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'ip_address': '172.27.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:55:29Z', 'updated_at': '2022-04-11T13:55:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830787-2-iscsi', '_floatingips': [{'id': 'c38718e9-2a61-4aa6-8d42-7414fba88301', 'tenant_id': 'a8a28d94e79a4972b0f8f61ab1cb1490', 'floating_ip_address': '172.27.1.73', 'floating_network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886', 'router_id': 'c1bc4be1-2cee-4ae9-8c16-4fbaeaed9e48', 'port_id': 'cda04f4a-80ef-4c18-b575-cb87293272ce', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 95, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0208f136-78bf-40a4-90c8-9a7151bfb362', 'mac_address': 'fa:16:3e:86:d5:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d5f3b7d-8b92-4264-b41a-1d1ade879f2f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T13:55:44Z', 'updated_at': '2022-04-11T13:56:14Z', 'revision_number': 1, 'project_id': 'a8a28d94e79a4972b0f8f61ab1cb1490', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2808360e-bb2c-414b-a490-791474828579', 'name': '', 'network_id': '0208f136-78bf-40a4-90c8-9a7151bfb362', 'tenant_id': 'a8a28d94e79a4972b0f8f61ab1cb1490', 'mac_address': 'fa:16:3e:c6:44:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1bc4be1-2cee-4ae9-8c16-4fbaeaed9e48', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '2778d57e-4616-4989-bcd8-4f6cb6111901', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:55:36Z', 'updated_at': '2022-04-11T13:55:44Z', 'revision_number': 5, 'project_id': 'a8a28d94e79a4972b0f8f61ab1cb1490', 'subnets': [{'id': '2778d57e-4616-4989-bcd8-4f6cb6111901', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 13:56:17.476416 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.67', 55914) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:56:17.615076 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16c3c40a-0e2a-4542-ba0f-1615c6493fc0 None None] New status for floating IP c38718e9-2a61-4aa6-8d42-7414fba88301: ACTIVE {{(pid=103320) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 13:56:17.627085 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-35e96766-1b25-421a-a796-f166f881f840 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:56:17.723854 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-35e96766-1b25-421a-a796-f166f881f840 admin admin] Publish callbacks [] for security_group (4499fa02-6f11-48f8-bc6b-84782f30539c), precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:56:17.729384 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-35e96766-1b25-421a-a796-f166f881f840 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8023832'] for security_group (4499fa02-6f11-48f8-bc6b-84782f30539c), after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:56:17.768134 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e96766-1b25-421a-a796-f166f881f840 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4499fa02-6f11-48f8-bc6b-84782f30539c,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:56:17.797982 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.67', 55928) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:56:17.806349 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-35e96766-1b25-421a-a796-f166f881f840 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=2760b63d11c945d1985f445230666de7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3277974 Apr 11 13:56:17.809729 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.67', 55934) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:56:17.916094 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-708cace2-4947-47c1-bb05-c72bbfe485fa admin admin] Publish callbacks [] for security_group (4499fa02-6f11-48f8-bc6b-84782f30539c), before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:56:17.983982 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-6946a248-35b9-4f6c-8633-e3df713b1c6c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:56:17.988436 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-708cace2-4947-47c1-bb05-c72bbfe485fa admin admin] Publish callbacks [] for security_group (4499fa02-6f11-48f8-bc6b-84782f30539c), precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:56:18.094117 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf47ab53-0c09-4c1d-8fee-226ffe077daf req-d2ffb0cf-15cb-4821-afb1-f55c7e7204f6 tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:56:18.095591 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-cf47ab53-0c09-4c1d-8fee-226ffe077daf req-d2ffb0cf-15cb-4821-afb1-f55c7e7204f6 tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] 10.222.0.67 "GET /v2.0/ports?device_id=a6e921e1-7746-446b-bad6-d7188f8bdac2 HTTP/1.1" status: 200 len: 946 time: 0.0954874 Apr 11 13:56:18.157984 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-708cace2-4947-47c1-bb05-c72bbfe485fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8023832'] for security_group (4499fa02-6f11-48f8-bc6b-84782f30539c), after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:56:18.160595 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-708cace2-4947-47c1-bb05-c72bbfe485fa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:56:18.161744 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-708cace2-4947-47c1-bb05-c72bbfe485fa admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/4499fa02-6f11-48f8-bc6b-84782f30539c HTTP/1.1" status: 204 len: 168 time: 0.3510971 Apr 11 13:56:18.185991 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708cace2-4947-47c1-bb05-c72bbfe485fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4499fa02-6f11-48f8-bc6b-84782f30539c,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:56:18.193310 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-6946a248-35b9-4f6c-8633-e3df713b1c6c admin admin] Publish callbacks [] for security_group (bc5f579a-f171-4feb-b4b2-c612ac16f02d), precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:56:18.197004 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-cf47ab53-0c09-4c1d-8fee-226ffe077daf req-99cceebc-0f99-4ff1-8ba5-f0f900dea6c9 tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] 10.222.0.67 "GET /v2.0/security-groups?id=037e8753-abfc-4a51-9764-2b02f91b84d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935721 Apr 11 13:56:18.206488 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-6946a248-35b9-4f6c-8633-e3df713b1c6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8023832'] for security_group (bc5f579a-f171-4feb-b4b2-c612ac16f02d), after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:56:18.258512 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-6946a248-35b9-4f6c-8633-e3df713b1c6c admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=5fb8042fc2074ee3b01adfbb95533b83&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4565115 Apr 11 13:56:18.258512 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.67', 55956) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:56:18.260461 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6946a248-35b9-4f6c-8633-e3df713b1c6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc5f579a-f171-4feb-b4b2-c612ac16f02d,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:56:18.324956 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-66f9357f-0e92-42b2-bbda-f6fa5bc9c65f admin admin] Publish callbacks [] for security_group (bc5f579a-f171-4feb-b4b2-c612ac16f02d), before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:56:18.349572 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-66f9357f-0e92-42b2-bbda-f6fa5bc9c65f admin admin] Publish callbacks [] for security_group (bc5f579a-f171-4feb-b4b2-c612ac16f02d), precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:56:18.415244 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-66f9357f-0e92-42b2-bbda-f6fa5bc9c65f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8023832'] for security_group (bc5f579a-f171-4feb-b4b2-c612ac16f02d), after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:56:18.418027 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-66f9357f-0e92-42b2-bbda-f6fa5bc9c65f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:56:18.419171 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-66f9357f-0e92-42b2-bbda-f6fa5bc9c65f admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/bc5f579a-f171-4feb-b4b2-c612ac16f02d HTTP/1.1" status: 204 len: 168 time: 0.1599214 Apr 11 13:56:18.429201 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f9357f-0e92-42b2-bbda-f6fa5bc9c65f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc5f579a-f171-4feb-b4b2-c612ac16f02d,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:56:18.527820 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.67', 55962) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:56:18.541338 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c7488f10-b501-4f87-863d-ee87332d985a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:56:18.618517 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c7488f10-b501-4f87-863d-ee87332d985a admin admin] Publish callbacks [] for security_group (f19b5b36-a881-44fd-89f6-edd4562023c7), precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:56:18.623461 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c7488f10-b501-4f87-863d-ee87332d985a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8023832'] for security_group (f19b5b36-a881-44fd-89f6-edd4562023c7), after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:56:18.660063 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7488f10-b501-4f87-863d-ee87332d985a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f19b5b36-a881-44fd-89f6-edd4562023c7,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:56:18.664445 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-c7488f10-b501-4f87-863d-ee87332d985a admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=ccd300c59194419eb95fba032f6f8cd3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1355941 Apr 11 13:56:18.666954 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.67', 55966) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:56:18.717498 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-d0bbaaa5-48fe-491b-b2c1-5dd8752beef6 admin admin] Publish callbacks [] for security_group (f19b5b36-a881-44fd-89f6-edd4562023c7), before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:56:18.730467 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.67', 55968) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:56:18.740283 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-d0bbaaa5-48fe-491b-b2c1-5dd8752beef6 admin admin] Publish callbacks [] for security_group (f19b5b36-a881-44fd-89f6-edd4562023c7), precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:56:18.743576 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-c5cb141b-e9e8-49f2-b643-25017fe74be8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:56:18.788570 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-d0bbaaa5-48fe-491b-b2c1-5dd8752beef6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8023832'] for security_group (f19b5b36-a881-44fd-89f6-edd4562023c7), after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:56:18.791286 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-d0bbaaa5-48fe-491b-b2c1-5dd8752beef6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:56:18.792478 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-d0bbaaa5-48fe-491b-b2c1-5dd8752beef6 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/f19b5b36-a881-44fd-89f6-edd4562023c7 HTTP/1.1" status: 204 len: 168 time: 0.1243975 Apr 11 13:56:18.801488 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0bbaaa5-48fe-491b-b2c1-5dd8752beef6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f19b5b36-a881-44fd-89f6-edd4562023c7,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:56:18.840972 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-c5cb141b-e9e8-49f2-b643-25017fe74be8 admin admin] Publish callbacks [] for security_group (994d65ca-bd6b-40c9-b454-89372620c60e), precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:56:18.847347 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-c5cb141b-e9e8-49f2-b643-25017fe74be8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8023832'] for security_group (994d65ca-bd6b-40c9-b454-89372620c60e), after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:56:18.887681 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-c5cb141b-e9e8-49f2-b643-25017fe74be8 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=57d0108190bd4021b7c9a1688e20c1a2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1558921 Apr 11 13:56:18.888626 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cb141b-e9e8-49f2-b643-25017fe74be8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=994d65ca-bd6b-40c9-b454-89372620c60e,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:56:18.890109 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.67', 55976) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:56:18.945814 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-902f1c18-2784-454f-8c6d-826256de3779 admin admin] Publish callbacks [] for security_group (994d65ca-bd6b-40c9-b454-89372620c60e), before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:56:18.973111 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-902f1c18-2784-454f-8c6d-826256de3779 admin admin] Publish callbacks [] for security_group (994d65ca-bd6b-40c9-b454-89372620c60e), precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:56:19.021144 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-902f1c18-2784-454f-8c6d-826256de3779 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8023832'] for security_group (994d65ca-bd6b-40c9-b454-89372620c60e), after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:56:19.023727 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-902f1c18-2784-454f-8c6d-826256de3779 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:56:19.027164 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-902f1c18-2784-454f-8c6d-826256de3779 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/994d65ca-bd6b-40c9-b454-89372620c60e HTTP/1.1" status: 204 len: 168 time: 0.1335971 Apr 11 13:56:19.033493 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902f1c18-2784-454f-8c6d-826256de3779 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=994d65ca-bd6b-40c9-b454-89372620c60e,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:56:19.061308 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.db.agents_db [None req-69d3ff0a-913c-429f-8002-6cfbd72f8f27 None None] Agent healthcheck: found 6 active agents {{(pid=103321) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 13:56:19.358422 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e7beb2-7588-4df5-8f63-a3cebc93ca8c req-d5218b3c-214a-4ab0-9212-ac9c4e976fce tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:56:19.364124 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-88e7beb2-7588-4df5-8f63-a3cebc93ca8c req-d5218b3c-214a-4ab0-9212-ac9c4e976fce tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] 10.222.0.67 "GET /v2.0/ports?device_id=a6e921e1-7746-446b-bad6-d7188f8bdac2 HTTP/1.1" status: 200 len: 946 time: 0.0827105 Apr 11 13:56:19.429693 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-88e7beb2-7588-4df5-8f63-a3cebc93ca8c req-20877dfa-e185-4af6-b4ef-a250b1bed627 tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] 10.222.0.67 "GET /v2.0/security-groups?id=037e8753-abfc-4a51-9764-2b02f91b84d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621636 Apr 11 13:56:20.546654 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759766fb-6078-42ed-8e99-ac293bdce145 req-4f5319ae-95b7-49e4-a780-e9853ff8b2c8 tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:56:20.548344 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-759766fb-6078-42ed-8e99-ac293bdce145 req-4f5319ae-95b7-49e4-a780-e9853ff8b2c8 tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] 10.222.0.67 "GET /v2.0/ports?device_id=a6e921e1-7746-446b-bad6-d7188f8bdac2 HTTP/1.1" status: 200 len: 946 time: 0.0479519 Apr 11 13:56:20.610325 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-759766fb-6078-42ed-8e99-ac293bdce145 req-46e1c4ab-263e-47a1-9ad0-35531b06e9b5 tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] 10.222.0.67 "GET /v2.0/security-groups?id=037e8753-abfc-4a51-9764-2b02f91b84d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559418 Apr 11 13:56:21.423095 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.67', 56126) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:56:21.527729 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-ad111f5b-2c0f-442d-a8b7-ea86c484aefe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:56:21.602713 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-ad111f5b-2c0f-442d-a8b7-ea86c484aefe admin admin] Publish callbacks [] for security_group (79a0464b-2b9a-4386-8fab-d837d3ef4e6f), precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:56:21.606685 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-ad111f5b-2c0f-442d-a8b7-ea86c484aefe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8023832'] for security_group (79a0464b-2b9a-4386-8fab-d837d3ef4e6f), after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:56:21.850097 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-ad111f5b-2c0f-442d-a8b7-ea86c484aefe admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=0ec9fc40c15d4b7aa0dc0e75eb3b3716&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4258912 Apr 11 13:56:21.852826 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.67', 56136) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:56:21.866122 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad111f5b-2c0f-442d-a8b7-ea86c484aefe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79a0464b-2b9a-4386-8fab-d837d3ef4e6f,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:56:21.893110 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b965ca62-06b4-48be-9dc7-f1ab9f095642 req-7a08be44-ad5c-4121-8b44-f7b99cb5a2cc tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:56:21.894868 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-b965ca62-06b4-48be-9dc7-f1ab9f095642 req-7a08be44-ad5c-4121-8b44-f7b99cb5a2cc tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] 10.222.0.67 "GET /v2.0/ports?device_id=a6e921e1-7746-446b-bad6-d7188f8bdac2 HTTP/1.1" status: 200 len: 946 time: 0.0609119 Apr 11 13:56:21.912064 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-0727ff89-4d75-44a2-9a70-87f1c91f2b9c admin admin] Publish callbacks [] for security_group (79a0464b-2b9a-4386-8fab-d837d3ef4e6f), before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:56:21.935693 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-0727ff89-4d75-44a2-9a70-87f1c91f2b9c admin admin] Publish callbacks [] for security_group (79a0464b-2b9a-4386-8fab-d837d3ef4e6f), precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:56:21.962004 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-b965ca62-06b4-48be-9dc7-f1ab9f095642 req-249696a7-1fbb-4b00-b993-6e990895b709 tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] 10.222.0.67 "GET /v2.0/security-groups?id=037e8753-abfc-4a51-9764-2b02f91b84d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609992 Apr 11 13:56:21.999214 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-0727ff89-4d75-44a2-9a70-87f1c91f2b9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8023832'] for security_group (79a0464b-2b9a-4386-8fab-d837d3ef4e6f), after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:56:22.001888 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-0727ff89-4d75-44a2-9a70-87f1c91f2b9c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:56:22.003717 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-0727ff89-4d75-44a2-9a70-87f1c91f2b9c admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/79a0464b-2b9a-4386-8fab-d837d3ef4e6f HTTP/1.1" status: 204 len: 168 time: 0.1493139 Apr 11 13:56:22.013242 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0727ff89-4d75-44a2-9a70-87f1c91f2b9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79a0464b-2b9a-4386-8fab-d837d3ef4e6f,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:56:22.386595 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.67', 56178) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:56:22.411263 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-f7b907fa-17cb-4eed-a1e3-ca9fbc5e0c3e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:56:22.494135 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-f7b907fa-17cb-4eed-a1e3-ca9fbc5e0c3e admin admin] Publish callbacks [] for security_group (73739cf2-2b64-4f8f-ad07-353dbe4097ab), precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:56:22.498002 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-f7b907fa-17cb-4eed-a1e3-ca9fbc5e0c3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8023832'] for security_group (73739cf2-2b64-4f8f-ad07-353dbe4097ab), after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:56:22.541524 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-f7b907fa-17cb-4eed-a1e3-ca9fbc5e0c3e admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=fc780401cd1846d7a52a267dc5029a6b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1537738 Apr 11 13:56:22.542492 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b907fa-17cb-4eed-a1e3-ca9fbc5e0c3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73739cf2-2b64-4f8f-ad07-353dbe4097ab,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:56:22.544325 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.67', 56184) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:56:22.611275 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-68125773-02f9-4208-b76e-7e3d8e007fc1 admin admin] Publish callbacks [] for security_group (73739cf2-2b64-4f8f-ad07-353dbe4097ab), before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:56:22.635839 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-68125773-02f9-4208-b76e-7e3d8e007fc1 admin admin] Publish callbacks [] for security_group (73739cf2-2b64-4f8f-ad07-353dbe4097ab), precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:56:22.693689 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-68125773-02f9-4208-b76e-7e3d8e007fc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8023832'] for security_group (73739cf2-2b64-4f8f-ad07-353dbe4097ab), after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:56:22.697653 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-68125773-02f9-4208-b76e-7e3d8e007fc1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:56:22.698896 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-68125773-02f9-4208-b76e-7e3d8e007fc1 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/73739cf2-2b64-4f8f-ad07-353dbe4097ab HTTP/1.1" status: 204 len: 168 time: 0.1528196 Apr 11 13:56:22.708654 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68125773-02f9-4208-b76e-7e3d8e007fc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73739cf2-2b64-4f8f-ad07-353dbe4097ab,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:56:23.079509 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b29f7de-7634-4fbe-b95b-5fdd26310243 req-1781acd4-28e6-4e62-a214-9e74d7039f08 tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:56:23.086708 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-2b29f7de-7634-4fbe-b95b-5fdd26310243 req-1781acd4-28e6-4e62-a214-9e74d7039f08 tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] 10.222.0.67 "GET /v2.0/ports?device_id=a6e921e1-7746-446b-bad6-d7188f8bdac2 HTTP/1.1" status: 200 len: 946 time: 0.0551245 Apr 11 13:56:23.136547 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-2b29f7de-7634-4fbe-b95b-5fdd26310243 req-c6183759-ad28-42cd-aedf-c7f3a6f4e532 tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] 10.222.0.67 "GET /v2.0/security-groups?id=037e8753-abfc-4a51-9764-2b02f91b84d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487463 Apr 11 13:56:23.880962 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.67', 56276) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:56:23.992828 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-853f85c6-9122-443b-a024-21a29d8d57db admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:56:24.072589 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-853f85c6-9122-443b-a024-21a29d8d57db admin admin] Publish callbacks [] for security_group (71f13b73-d369-4611-8fd6-4a84cb5c6362), precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:56:24.076688 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-853f85c6-9122-443b-a024-21a29d8d57db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8023832'] for security_group (71f13b73-d369-4611-8fd6-4a84cb5c6362), after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:56:24.116409 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-853f85c6-9122-443b-a024-21a29d8d57db admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=76cc54ad00a445deaf7a849955d988e4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2343609 Apr 11 13:56:24.117257 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853f85c6-9122-443b-a024-21a29d8d57db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71f13b73-d369-4611-8fd6-4a84cb5c6362,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:56:24.119274 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.67', 56288) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:56:24.174141 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-020ddd5f-444d-4dc4-b04d-7ef8d9cb1beb admin admin] Publish callbacks [] for security_group (71f13b73-d369-4611-8fd6-4a84cb5c6362), before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:56:24.223909 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-020ddd5f-444d-4dc4-b04d-7ef8d9cb1beb admin admin] Publish callbacks [] for security_group (71f13b73-d369-4611-8fd6-4a84cb5c6362), precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:56:24.278182 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9514f58c-2d51-4ffc-a4a4-848870adb3c9 req-0f5821ed-7ba2-46d0-9b37-639e21d3b102 tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:56:24.285838 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-9514f58c-2d51-4ffc-a4a4-848870adb3c9 req-0f5821ed-7ba2-46d0-9b37-639e21d3b102 tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] 10.222.0.67 "GET /v2.0/ports?device_id=a6e921e1-7746-446b-bad6-d7188f8bdac2 HTTP/1.1" status: 200 len: 946 time: 0.0611966 Apr 11 13:56:24.296587 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-020ddd5f-444d-4dc4-b04d-7ef8d9cb1beb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8023832'] for security_group (71f13b73-d369-4611-8fd6-4a84cb5c6362), after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:56:24.300533 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-020ddd5f-444d-4dc4-b04d-7ef8d9cb1beb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:56:24.305633 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-020ddd5f-444d-4dc4-b04d-7ef8d9cb1beb admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/71f13b73-d369-4611-8fd6-4a84cb5c6362 HTTP/1.1" status: 204 len: 168 time: 0.1852007 Apr 11 13:56:24.313636 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020ddd5f-444d-4dc4-b04d-7ef8d9cb1beb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71f13b73-d369-4611-8fd6-4a84cb5c6362,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:56:24.369547 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-9514f58c-2d51-4ffc-a4a4-848870adb3c9 req-03c11bf4-13fc-4815-9413-a534929a3d92 tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] 10.222.0.67 "GET /v2.0/security-groups?id=037e8753-abfc-4a51-9764-2b02f91b84d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826356 Apr 11 13:56:24.575378 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.67', 56314) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:56:24.662286 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca34aa68-5a67-48dd-8dd8-0a74e39b90f1 req-f12d44ea-43c9-401f-9503-e41fb7af0c09 tempest-DeleteServersTestJSON-154822517 tempest-DeleteServersTestJSON-154822517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:56:24.663850 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-ca34aa68-5a67-48dd-8dd8-0a74e39b90f1 req-f12d44ea-43c9-401f-9503-e41fb7af0c09 tempest-DeleteServersTestJSON-154822517 tempest-DeleteServersTestJSON-154822517-project] 10.222.0.67 "GET /v2.0/ports?device_id=f2c0e150-9739-490b-84c2-340a7275b92a HTTP/1.1" status: 200 len: 945 time: 0.0576727 Apr 11 13:56:24.723454 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-ca34aa68-5a67-48dd-8dd8-0a74e39b90f1 req-07b0fc56-9a9c-4695-8ad7-416b86904504 tempest-DeleteServersTestJSON-154822517 tempest-DeleteServersTestJSON-154822517-project] 10.222.0.67 "GET /v2.0/security-groups?id=7db12c09-12f8-43b6-a9ad-e5cf6e23065c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496705 Apr 11 13:56:24.776786 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-ac858aea-eaa2-494e-be39-17d75db72762 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:56:24.870370 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-ac858aea-eaa2-494e-be39-17d75db72762 admin admin] Publish callbacks [] for security_group (21aaa7d1-4148-4894-9e15-7c9d0f76aac1), precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:56:24.881284 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-ac858aea-eaa2-494e-be39-17d75db72762 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8023832'] for security_group (21aaa7d1-4148-4894-9e15-7c9d0f76aac1), after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:56:24.924039 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.67', 56334) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:56:24.924601 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-ac858aea-eaa2-494e-be39-17d75db72762 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=428c7db5869949729fbf6e63bfa6dfbe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3473866 Apr 11 13:56:24.925336 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac858aea-eaa2-494e-be39-17d75db72762 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21aaa7d1-4148-4894-9e15-7c9d0f76aac1,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:56:24.953611 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.67', 56338) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:56:24.988603 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-f6e1ca4c-56d9-4fe5-b594-d19297e79ccb admin admin] Publish callbacks [] for security_group (21aaa7d1-4148-4894-9e15-7c9d0f76aac1), before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:56:25.011273 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-f6e1ca4c-56d9-4fe5-b594-d19297e79ccb admin admin] Publish callbacks [] for security_group (21aaa7d1-4148-4894-9e15-7c9d0f76aac1), precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:56:25.069549 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-fb4a671d-bd77-4f94-827c-c98b4b67b27f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:56:25.087137 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-f6e1ca4c-56d9-4fe5-b594-d19297e79ccb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8023832'] for security_group (21aaa7d1-4148-4894-9e15-7c9d0f76aac1), after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:56:25.089718 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-f6e1ca4c-56d9-4fe5-b594-d19297e79ccb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:56:25.090860 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-f6e1ca4c-56d9-4fe5-b594-d19297e79ccb admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/21aaa7d1-4148-4894-9e15-7c9d0f76aac1 HTTP/1.1" status: 204 len: 168 time: 0.1647906 Apr 11 13:56:25.106300 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e1ca4c-56d9-4fe5-b594-d19297e79ccb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21aaa7d1-4148-4894-9e15-7c9d0f76aac1,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:56:25.183097 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-fb4a671d-bd77-4f94-827c-c98b4b67b27f admin admin] Publish callbacks [] for security_group (b36c595c-7723-434c-96ba-a59dd423eaf5), precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:56:25.187925 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-fb4a671d-bd77-4f94-827c-c98b4b67b27f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8023832'] for security_group (b36c595c-7723-434c-96ba-a59dd423eaf5), after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:56:25.235183 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-fb4a671d-bd77-4f94-827c-c98b4b67b27f admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=8b6eb49d6cb74605a14093941782541d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2805486 Apr 11 13:56:25.236219 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4a671d-bd77-4f94-827c-c98b4b67b27f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b36c595c-7723-434c-96ba-a59dd423eaf5,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:56:25.238352 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.67', 56362) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:56:25.288664 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-8fafc41c-4b43-4b82-b729-2d99c16388ba admin admin] Publish callbacks [] for security_group (b36c595c-7723-434c-96ba-a59dd423eaf5), before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:56:25.317866 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-8fafc41c-4b43-4b82-b729-2d99c16388ba admin admin] Publish callbacks [] for security_group (b36c595c-7723-434c-96ba-a59dd423eaf5), precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:56:25.368698 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-8fafc41c-4b43-4b82-b729-2d99c16388ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8023832'] for security_group (b36c595c-7723-434c-96ba-a59dd423eaf5), after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:56:25.371289 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-8fafc41c-4b43-4b82-b729-2d99c16388ba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:56:25.372462 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-8fafc41c-4b43-4b82-b729-2d99c16388ba admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/b36c595c-7723-434c-96ba-a59dd423eaf5 HTTP/1.1" status: 204 len: 168 time: 0.1331613 Apr 11 13:56:25.383925 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fafc41c-4b43-4b82-b729-2d99c16388ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b36c595c-7723-434c-96ba-a59dd423eaf5,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:56:25.435884 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.67', 56374) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:56:25.451585 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-797c4f34-1bec-4612-ba18-87d641f36974 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:56:25.532106 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0b36d6-f04b-49fe-b034-71fe3180934e req-a688b75e-c393-4469-b27f-8eacc9e4d399 tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:56:25.534121 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-0a0b36d6-f04b-49fe-b034-71fe3180934e req-a688b75e-c393-4469-b27f-8eacc9e4d399 tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] 10.222.0.67 "GET /v2.0/ports?device_id=a6e921e1-7746-446b-bad6-d7188f8bdac2 HTTP/1.1" status: 200 len: 946 time: 0.0696650 Apr 11 13:56:25.614898 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-797c4f34-1bec-4612-ba18-87d641f36974 admin admin] Publish callbacks [] for security_group (fbed1ffc-6217-4f94-bdaa-6c70212b10ff), precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:56:25.622589 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-797c4f34-1bec-4612-ba18-87d641f36974 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8023832'] for security_group (fbed1ffc-6217-4f94-bdaa-6c70212b10ff), after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:56:25.643920 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.67', 56380) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:56:25.647432 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-0a0b36d6-f04b-49fe-b034-71fe3180934e req-80c029d8-86d9-4a2c-9727-3920c12852af tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] 10.222.0.67 "GET /v2.0/security-groups?id=037e8753-abfc-4a51-9764-2b02f91b84d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905404 Apr 11 13:56:25.679704 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797c4f34-1bec-4612-ba18-87d641f36974 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbed1ffc-6217-4f94-bdaa-6c70212b10ff,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:56:25.684289 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-797c4f34-1bec-4612-ba18-87d641f36974 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=45f68d056c5c47c3b7ad9db1877b8eed&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2470105 Apr 11 13:56:25.687043 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.67', 56384) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:56:25.735204 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-6253ad87-f179-454d-8cfa-2e079956b13d admin admin] Publish callbacks [] for security_group (fbed1ffc-6217-4f94-bdaa-6c70212b10ff), before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:56:25.757692 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-6253ad87-f179-454d-8cfa-2e079956b13d admin admin] Publish callbacks [] for security_group (fbed1ffc-6217-4f94-bdaa-6c70212b10ff), precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:56:25.847235 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-6253ad87-f179-454d-8cfa-2e079956b13d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8023832'] for security_group (fbed1ffc-6217-4f94-bdaa-6c70212b10ff), after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:56:25.850306 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-6253ad87-f179-454d-8cfa-2e079956b13d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:56:25.853788 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-6253ad87-f179-454d-8cfa-2e079956b13d admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/fbed1ffc-6217-4f94-bdaa-6c70212b10ff HTTP/1.1" status: 204 len: 168 time: 0.1631978 Apr 11 13:56:25.853946 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-f3477e55-19eb-45be-b66e-611e4bd83605 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:56:25.861010 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6253ad87-f179-454d-8cfa-2e079956b13d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbed1ffc-6217-4f94-bdaa-6c70212b10ff,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:56:25.871458 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.67', 56390) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:56:25.885751 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-004432af-baf3-421c-9572-0647245f7378 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:56:25.896791 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaaafaea-8cb9-40cc-92d5-125e02abe202 req-836236cc-c6ca-48e6-adf3-74221d75f76e tempest-DeleteServersTestJSON-154822517 tempest-DeleteServersTestJSON-154822517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:56:25.898343 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-eaaafaea-8cb9-40cc-92d5-125e02abe202 req-836236cc-c6ca-48e6-adf3-74221d75f76e tempest-DeleteServersTestJSON-154822517 tempest-DeleteServersTestJSON-154822517-project] 10.222.0.67 "GET /v2.0/ports?device_id=f2c0e150-9739-490b-84c2-340a7275b92a HTTP/1.1" status: 200 len: 945 time: 0.0894933 Apr 11 13:56:25.972972 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-eaaafaea-8cb9-40cc-92d5-125e02abe202 req-069ae7f9-ddaf-4f9c-a976-253241c097ee tempest-DeleteServersTestJSON-154822517 tempest-DeleteServersTestJSON-154822517-project] 10.222.0.67 "GET /v2.0/security-groups?id=7db12c09-12f8-43b6-a9ad-e5cf6e23065c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681899 Apr 11 13:56:25.979849 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-004432af-baf3-421c-9572-0647245f7378 admin admin] Publish callbacks [] for security_group (63f3a942-d1bb-4974-8270-4f922831236a), precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:56:25.989426 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-004432af-baf3-421c-9572-0647245f7378 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8023832'] for security_group (63f3a942-d1bb-4974-8270-4f922831236a), after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:56:26.005657 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-f3477e55-19eb-45be-b66e-611e4bd83605 admin admin] Publish callbacks [] for security_group (6f837583-8a33-47dd-ad96-9f65f24eb873), precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:56:26.010833 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-f3477e55-19eb-45be-b66e-611e4bd83605 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8023832'] for security_group (6f837583-8a33-47dd-ad96-9f65f24eb873), after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:56:26.028274 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-004432af-baf3-421c-9572-0647245f7378 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=4e0a5850fb2c4c668b1ba47c7c943097&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1554475 Apr 11 13:56:26.029363 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004432af-baf3-421c-9572-0647245f7378 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63f3a942-d1bb-4974-8270-4f922831236a,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:56:26.031604 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.67', 56392) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:56:26.072770 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3477e55-19eb-45be-b66e-611e4bd83605 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f837583-8a33-47dd-ad96-9f65f24eb873,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:56:26.087253 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-f3477e55-19eb-45be-b66e-611e4bd83605 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=00a1f98456884313b707a656188dc782&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4420853 Apr 11 13:56:26.088786 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3477e55-19eb-45be-b66e-611e4bd83605 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:56:26.089208 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3477e55-19eb-45be-b66e-611e4bd83605 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:56:26.090683 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.67', 56394) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:56:26.095403 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3477e55-19eb-45be-b66e-611e4bd83605 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:56:26.097339 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3477e55-19eb-45be-b66e-611e4bd83605 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:56:26.097792 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3477e55-19eb-45be-b66e-611e4bd83605 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:56:26.098139 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3477e55-19eb-45be-b66e-611e4bd83605 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:56:26.098468 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3477e55-19eb-45be-b66e-611e4bd83605 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:56:26.098803 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3477e55-19eb-45be-b66e-611e4bd83605 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:56:26.099223 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3477e55-19eb-45be-b66e-611e4bd83605 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:56:26.099677 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3477e55-19eb-45be-b66e-611e4bd83605 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:56:26.100065 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3477e55-19eb-45be-b66e-611e4bd83605 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:56:26.102160 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-949a8c70-b19c-44c2-bb09-bad08d66a2e3 admin admin] Publish callbacks [] for security_group (63f3a942-d1bb-4974-8270-4f922831236a), before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:56:26.102824 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3477e55-19eb-45be-b66e-611e4bd83605 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:56:26.103204 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3477e55-19eb-45be-b66e-611e4bd83605 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:56:26.103652 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3477e55-19eb-45be-b66e-611e4bd83605 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:56:26.104165 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3477e55-19eb-45be-b66e-611e4bd83605 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:56:26.146625 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-949a8c70-b19c-44c2-bb09-bad08d66a2e3 admin admin] Publish callbacks [] for security_group (63f3a942-d1bb-4974-8270-4f922831236a), precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:56:26.193062 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-50ed3353-1a8d-45fc-bf92-9ce6c45086bb admin admin] Publish callbacks [] for security_group (6f837583-8a33-47dd-ad96-9f65f24eb873), before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:56:26.217617 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-50ed3353-1a8d-45fc-bf92-9ce6c45086bb admin admin] Publish callbacks [] for security_group (6f837583-8a33-47dd-ad96-9f65f24eb873), precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:56:26.227108 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-949a8c70-b19c-44c2-bb09-bad08d66a2e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8023832'] for security_group (63f3a942-d1bb-4974-8270-4f922831236a), after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:56:26.229610 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-949a8c70-b19c-44c2-bb09-bad08d66a2e3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:56:26.230735 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-949a8c70-b19c-44c2-bb09-bad08d66a2e3 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/63f3a942-d1bb-4974-8270-4f922831236a HTTP/1.1" status: 204 len: 168 time: 0.1982143 Apr 11 13:56:26.251015 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949a8c70-b19c-44c2-bb09-bad08d66a2e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63f3a942-d1bb-4974-8270-4f922831236a,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:56:26.281367 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-50ed3353-1a8d-45fc-bf92-9ce6c45086bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8023832'] for security_group (6f837583-8a33-47dd-ad96-9f65f24eb873), after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:56:26.284922 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-50ed3353-1a8d-45fc-bf92-9ce6c45086bb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:56:26.286070 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-50ed3353-1a8d-45fc-bf92-9ce6c45086bb admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/6f837583-8a33-47dd-ad96-9f65f24eb873 HTTP/1.1" status: 204 len: 168 time: 0.1942000 Apr 11 13:56:26.294345 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ed3353-1a8d-45fc-bf92-9ce6c45086bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f837583-8a33-47dd-ad96-9f65f24eb873,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:56:26.448394 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5736456b-e8f0-4a77-951f-9ec1f80ca580 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750379576733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663498'] for agent (d5a8b9a1-2e9e-46b5-8163-20b7d509fa4e), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:56:26.592193 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.67', 56416) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:56:26.606552 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-dc999ce9-b34a-463b-bf8a-65fe0cf61c90 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:56:26.720946 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-dc999ce9-b34a-463b-bf8a-65fe0cf61c90 admin admin] Publish callbacks [] for security_group (4dc1ee9f-9374-4a8a-8e9a-528378f4037c), precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:56:26.729033 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-dc999ce9-b34a-463b-bf8a-65fe0cf61c90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8023832'] for security_group (4dc1ee9f-9374-4a8a-8e9a-528378f4037c), after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:56:26.773536 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-dc999ce9-b34a-463b-bf8a-65fe0cf61c90 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=8a5786b26d054fe594102a84e4fa92e6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1802163 Apr 11 13:56:26.774859 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc999ce9-b34a-463b-bf8a-65fe0cf61c90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4dc1ee9f-9374-4a8a-8e9a-528378f4037c,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:56:26.778463 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.67', 56424) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:56:26.789833 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ef5d8c-c1af-434e-a89c-07163bc5336b req-3f80005f-294a-4155-8602-f9c3c0806ad0 tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:56:26.798573 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-18ef5d8c-c1af-434e-a89c-07163bc5336b req-3f80005f-294a-4155-8602-f9c3c0806ad0 tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] 10.222.0.67 "GET /v2.0/ports?device_id=a6e921e1-7746-446b-bad6-d7188f8bdac2 HTTP/1.1" status: 200 len: 946 time: 0.0840316 Apr 11 13:56:26.860518 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-18ef5d8c-c1af-434e-a89c-07163bc5336b req-a9090310-0d38-4812-ac10-c9bbfcfd85fc tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] 10.222.0.67 "GET /v2.0/security-groups?id=037e8753-abfc-4a51-9764-2b02f91b84d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600283 Apr 11 13:56:26.882304 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-3a8fb6d6-8963-489e-8ac8-4993471a28ae admin admin] Publish callbacks [] for security_group (4dc1ee9f-9374-4a8a-8e9a-528378f4037c), before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:56:26.895248 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.67', 56430) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:56:26.908939 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-c049a815-039c-4958-974c-621238295c9d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:56:26.918679 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5753a58f-df2d-416e-a974-acaccb6a93ba req-599c5a72-cb83-4c57-93c3-9e746d4bb7c6 tempest-DeleteServersTestJSON-154822517 tempest-DeleteServersTestJSON-154822517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:56:26.920423 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-5753a58f-df2d-416e-a974-acaccb6a93ba req-599c5a72-cb83-4c57-93c3-9e746d4bb7c6 tempest-DeleteServersTestJSON-154822517 tempest-DeleteServersTestJSON-154822517-project] 10.222.0.75 "GET /v2.0/ports?device_id=f2c0e150-9739-490b-84c2-340a7275b92a HTTP/1.1" status: 200 len: 945 time: 0.0935061 Apr 11 13:56:26.922353 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-3a8fb6d6-8963-489e-8ac8-4993471a28ae admin admin] Publish callbacks [] for security_group (4dc1ee9f-9374-4a8a-8e9a-528378f4037c), precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:56:27.005846 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-c049a815-039c-4958-974c-621238295c9d admin admin] Publish callbacks [] for security_group (4f0ad5e5-06a0-4fbb-8bbf-4a74e774c117), precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:56:27.024990 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-c049a815-039c-4958-974c-621238295c9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8023832'] for security_group (4f0ad5e5-06a0-4fbb-8bbf-4a74e774c117), after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:56:27.065753 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-c049a815-039c-4958-974c-621238295c9d admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=528a305d0dae426d8723835a49ac5923&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1692908 Apr 11 13:56:27.066879 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c049a815-039c-4958-974c-621238295c9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f0ad5e5-06a0-4fbb-8bbf-4a74e774c117,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:56:27.069104 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.67', 56436) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:56:27.087782 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c049a815-039c-4958-974c-621238295c9d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:56:27.088135 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c049a815-039c-4958-974c-621238295c9d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:56:27.088496 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c049a815-039c-4958-974c-621238295c9d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:56:27.088841 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c049a815-039c-4958-974c-621238295c9d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:56:27.089179 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c049a815-039c-4958-974c-621238295c9d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:56:27.089510 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c049a815-039c-4958-974c-621238295c9d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:56:27.089836 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c049a815-039c-4958-974c-621238295c9d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:56:27.090162 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c049a815-039c-4958-974c-621238295c9d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:56:27.090486 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c049a815-039c-4958-974c-621238295c9d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:56:27.090802 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c049a815-039c-4958-974c-621238295c9d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:56:27.091133 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c049a815-039c-4958-974c-621238295c9d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:56:27.091480 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c049a815-039c-4958-974c-621238295c9d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:56:27.092299 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c049a815-039c-4958-974c-621238295c9d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:56:27.092643 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c049a815-039c-4958-974c-621238295c9d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:56:27.093150 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c049a815-039c-4958-974c-621238295c9d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:56:27.100533 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-3a8fb6d6-8963-489e-8ac8-4993471a28ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8023832'] for security_group (4dc1ee9f-9374-4a8a-8e9a-528378f4037c), after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:56:27.103192 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-3a8fb6d6-8963-489e-8ac8-4993471a28ae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:56:27.106654 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-3a8fb6d6-8963-489e-8ac8-4993471a28ae admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/4dc1ee9f-9374-4a8a-8e9a-528378f4037c HTTP/1.1" status: 204 len: 168 time: 0.3246789 Apr 11 13:56:27.139126 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-edd59bd5-5399-45e1-8864-9f24c5c2cd5b admin admin] Publish callbacks [] for security_group (4f0ad5e5-06a0-4fbb-8bbf-4a74e774c117), before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:56:27.144297 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [req-5753a58f-df2d-416e-a974-acaccb6a93ba req-84cb1560-2c64-49bd-bca6-931aacbd3e19 tempest-DeleteServersTestJSON-154822517 tempest-DeleteServersTestJSON-154822517-project] Deleting port 9cd033d6-9a4d-4a1a-af53-9a6b9c9c2e71 {{(pid=103319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 13:56:27.144918 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-5753a58f-df2d-416e-a974-acaccb6a93ba req-84cb1560-2c64-49bd-bca6-931aacbd3e19 tempest-DeleteServersTestJSON-154822517 tempest-DeleteServersTestJSON-154822517-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750379682079'] for port (9cd033d6-9a4d-4a1a-af53-9a6b9c9c2e71), before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:56:27.168157 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8fb6d6-8963-489e-8ac8-4993471a28ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dc1ee9f-9374-4a8a-8e9a-528378f4037c,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:56:27.171803 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-edd59bd5-5399-45e1-8864-9f24c5c2cd5b admin admin] Publish callbacks [] for security_group (4f0ad5e5-06a0-4fbb-8bbf-4a74e774c117), precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:56:27.217761 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad68f84a-25b1-404e-895a-4d5aac169cbe req-4ca9e436-8585-49f4-894c-15c551295391 tempest-DeleteServersTestJSON-154822517 tempest-DeleteServersTestJSON-154822517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:56:27.219684 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-ad68f84a-25b1-404e-895a-4d5aac169cbe req-4ca9e436-8585-49f4-894c-15c551295391 tempest-DeleteServersTestJSON-154822517 tempest-DeleteServersTestJSON-154822517-project] 10.222.0.67 "GET /v2.0/ports?device_id=f2c0e150-9739-490b-84c2-340a7275b92a HTTP/1.1" status: 200 len: 945 time: 0.1444304 Apr 11 13:56:27.234935 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-edd59bd5-5399-45e1-8864-9f24c5c2cd5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8023832'] for security_group (4f0ad5e5-06a0-4fbb-8bbf-4a74e774c117), after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:56:27.238455 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-edd59bd5-5399-45e1-8864-9f24c5c2cd5b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:56:27.242216 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-edd59bd5-5399-45e1-8864-9f24c5c2cd5b admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/4f0ad5e5-06a0-4fbb-8bbf-4a74e774c117 HTTP/1.1" status: 204 len: 168 time: 0.1694338 Apr 11 13:56:27.248218 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd59bd5-5399-45e1-8864-9f24c5c2cd5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f0ad5e5-06a0-4fbb-8bbf-4a74e774c117,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:56:27.329515 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-ad68f84a-25b1-404e-895a-4d5aac169cbe req-38bb71c8-655d-4178-91aa-aada7e10d03f tempest-DeleteServersTestJSON-154822517 tempest-DeleteServersTestJSON-154822517-project] 10.222.0.67 "GET /v2.0/security-groups?id=7db12c09-12f8-43b6-a9ad-e5cf6e23065c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775437 Apr 11 13:56:27.342319 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.db [req-5753a58f-df2d-416e-a974-acaccb6a93ba req-84cb1560-2c64-49bd-bca6-931aacbd3e19 tempest-DeleteServersTestJSON-154822517 tempest-DeleteServersTestJSON-154822517-project] For port 9cd033d6-9a4d-4a1a-af53-9a6b9c9c2e71, host hv-cinder-83078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83078',level=0,port_id=9cd033d6-9a4d-4a1a-af53-9a6b9c9c2e71,segment=NetworkSegment(24b1bc50-3da8-49cc-8c41-9929c84c7ef9),segment_id=24b1bc50-3da8-49cc-8c41-9929c84c7ef9)] {{(pid=103319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 13:56:27.342684 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-5753a58f-df2d-416e-a974-acaccb6a93ba req-84cb1560-2c64-49bd-bca6-931aacbd3e19 tempest-DeleteServersTestJSON-154822517 tempest-DeleteServersTestJSON-154822517-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115285'] for port (9cd033d6-9a4d-4a1a-af53-9a6b9c9c2e71), precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:56:27.360840 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [req-5753a58f-df2d-416e-a974-acaccb6a93ba req-84cb1560-2c64-49bd-bca6-931aacbd3e19 tempest-DeleteServersTestJSON-154822517 tempest-DeleteServersTestJSON-154822517-project] Calling delete_port for 9cd033d6-9a4d-4a1a-af53-9a6b9c9c2e71 owned by compute:nova {{(pid=103319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 13:56:27.549850 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-5753a58f-df2d-416e-a974-acaccb6a93ba req-84cb1560-2c64-49bd-bca6-931aacbd3e19 tempest-DeleteServersTestJSON-154822517 tempest-DeleteServersTestJSON-154822517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750379687693', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750379164483'] for port (9cd033d6-9a4d-4a1a-af53-9a6b9c9c2e71), after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:56:27.571529 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] get_ports_and_sgs() called for port_ids ['9cd033d6-9a4d-4a1a-af53-9a6b9c9c2e71'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 13:56:27.585046 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cb1560-2c64-49bd-bca6-931aacbd3e19 tempest-DeleteServersTestJSON-154822517 tempest-DeleteServersTestJSON-154822517-project] Pushing event deleted for resources: {'Port': ['ID=9cd033d6-9a4d-4a1a-af53-9a6b9c9c2e71,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:56:27.655561 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [req-5753a58f-df2d-416e-a974-acaccb6a93ba req-84cb1560-2c64-49bd-bca6-931aacbd3e19 tempest-DeleteServersTestJSON-154822517 tempest-DeleteServersTestJSON-154822517-project] No DVR routers for this DVR port 9cd033d6-9a4d-4a1a-af53-9a6b9c9c2e71 on host hv-cinder-83078 {{(pid=103319) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 13:56:27.660226 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-5753a58f-df2d-416e-a974-acaccb6a93ba req-84cb1560-2c64-49bd-bca6-931aacbd3e19 tempest-DeleteServersTestJSON-154822517 tempest-DeleteServersTestJSON-154822517-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-507053'] for port (None), before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:56:27.663765 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-5753a58f-df2d-416e-a974-acaccb6a93ba req-84cb1560-2c64-49bd-bca6-931aacbd3e19 tempest-DeleteServersTestJSON-154822517 tempest-DeleteServersTestJSON-154822517-project] 10.222.0.75 "DELETE /v2.0/ports/9cd033d6-9a4d-4a1a-af53-9a6b9c9c2e71 HTTP/1.1" status: 204 len: 173 time: 0.7338185 Apr 11 13:56:27.664221 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2c0e150-9739-490b-84c2-340a7275b92a', 'name': 'network-vif-deleted', 'tag': '9cd033d6-9a4d-4a1a-af53-9a6b9c9c2e71'}] {{(pid=103319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 13:56:27.666977 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca54f3a3744013fac1d33973197c51c1d98542aecacec3b3a4d6ee5bc00756d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-478dddd5-d589-4df0-bc5a-9d24e6d4c018" -d '{"events": [{"server_uuid": "f2c0e150-9739-490b-84c2-340a7275b92a", "name": "network-vif-deleted", "tag": "9cd033d6-9a4d-4a1a-af53-9a6b9c9c2e71"}]}' {{(pid=103319) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 13:56:27.701638 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 13:56:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-617caeac-6e43-4425-80c4-19ae0350fcc8 x-openstack-request-id: req-617caeac-6e43-4425-80c4-19ae0350fcc8 {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 13:56:27.701930 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2c0e150-9739-490b-84c2-340a7275b92a", "name": "network-vif-deleted", "tag": "9cd033d6-9a4d-4a1a-af53-9a6b9c9c2e71", "status": "completed", "code": 200}]} {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 13:56:27.702185 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-617caeac-6e43-4425-80c4-19ae0350fcc8 {{(pid=103319) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 13:56:27.702590 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.notifiers.nova [-] Nova event matching ['req-617caeac-6e43-4425-80c4-19ae0350fcc8'] response: {'server_uuid': 'f2c0e150-9739-490b-84c2-340a7275b92a', 'name': 'network-vif-deleted', 'tag': '9cd033d6-9a4d-4a1a-af53-9a6b9c9c2e71', 'status': 'completed', 'code': 200} Apr 11 13:56:27.997703 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843241c2-7805-4d5c-a235-2fe7c2629951 req-49461fa7-8fb9-4788-b64f-202c53c2c504 tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:56:27.999375 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-843241c2-7805-4d5c-a235-2fe7c2629951 req-49461fa7-8fb9-4788-b64f-202c53c2c504 tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] 10.222.0.67 "GET /v2.0/ports?device_id=a6e921e1-7746-446b-bad6-d7188f8bdac2 HTTP/1.1" status: 200 len: 946 time: 0.0513115 Apr 11 13:56:28.058475 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-843241c2-7805-4d5c-a235-2fe7c2629951 req-5d452ddb-cb5f-4bf1-a1dc-240173aa0b78 tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] 10.222.0.67 "GET /v2.0/security-groups?id=037e8753-abfc-4a51-9764-2b02f91b84d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527294 Apr 11 13:56:28.507486 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-7ca64a99-e15b-4982-94ad-5a8894ff7cd2 req-31897c59-3473-4792-8806-e6f4d56bb6d7 tempest-DeleteServersTestJSON-154822517 tempest-DeleteServersTestJSON-154822517-project] 10.222.0.67 "GET /v2.0/ports?device_id=f2c0e150-9739-490b-84c2-340a7275b92a HTTP/1.1" status: 200 len: 210 time: 0.0340724 Apr 11 13:56:28.804337 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-18c46b75-30f9-4f1c-8920-c7ffcf11f603 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750379576733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663498'] for agent (e731c656-576f-4174-9da3-af64518920bc), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:56:29.207783 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f71724-e532-4a4d-a580-8148f29e4d53 req-6f433bad-5d9d-43a3-866a-3bd4a8c922ae tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:56:29.209521 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-52f71724-e532-4a4d-a580-8148f29e4d53 req-6f433bad-5d9d-43a3-866a-3bd4a8c922ae tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] 10.222.0.67 "GET /v2.0/ports?device_id=a6e921e1-7746-446b-bad6-d7188f8bdac2 HTTP/1.1" status: 200 len: 946 time: 0.0504992 Apr 11 13:56:29.262680 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-52f71724-e532-4a4d-a580-8148f29e4d53 req-c9d04b02-96fe-408c-a720-e9f97e353162 tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] 10.222.0.67 "GET /v2.0/security-groups?id=037e8753-abfc-4a51-9764-2b02f91b84d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472910 Apr 11 13:56:29.609483 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-9dba9a79-32cd-4af0-9b25-29ec559e9150 req-fe460b9c-4996-46c2-b1ea-67e47163c18a service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=eea0ff31-35c2-4763-bf7a-6d0aada0558c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0649810 Apr 11 13:56:29.712939 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dba9a79-32cd-4af0-9b25-29ec559e9150 req-edcd85ca-4786-4076-aa78-d5fe5fc07f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:56:29.715425 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-9dba9a79-32cd-4af0-9b25-29ec559e9150 req-edcd85ca-4786-4076-aa78-d5fe5fc07f0a service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=7e9487af89de4df6b7592a993fc4827e&device_id=eea0ff31-35c2-4763-bf7a-6d0aada0558c HTTP/1.1" status: 200 len: 1130 time: 0.0530229 Apr 11 13:56:29.871855 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dba9a79-32cd-4af0-9b25-29ec559e9150 req-7b0e35ee-4640-4696-a39a-84a7117c3f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:56:29.876134 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-9dba9a79-32cd-4af0-9b25-29ec559e9150 req-7b0e35ee-4640-4696-a39a-84a7117c3f28 service neutron] 10.222.0.75 "GET /v2.0/networks?id=5b366c5b-a29e-42a6-8ecc-0cc9ff2fdbc0 HTTP/1.1" status: 200 len: 919 time: 0.1363316 Apr 11 13:56:29.936794 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-9dba9a79-32cd-4af0-9b25-29ec559e9150 req-86419f74-3b38-42bf-ba54-b903ffc4ed4a service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b53ccbb2-cadf-467b-980a-34cb619111ad HTTP/1.1" status: 200 len: 217 time: 0.0537875 Apr 11 13:56:29.954522 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.67', 56594) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:56:30.023952 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dba9a79-32cd-4af0-9b25-29ec559e9150 req-1a55cc6f-c992-494b-b41f-5bca8793cc3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:56:30.025864 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-9dba9a79-32cd-4af0-9b25-29ec559e9150 req-1a55cc6f-c992-494b-b41f-5bca8793cc3d service neutron] 10.222.0.75 "GET /v2.0/subnets?id=8a7e0881-a086-4309-85a2-2f54ddd5f281 HTTP/1.1" status: 200 len: 857 time: 0.0805929 Apr 11 13:56:30.079028 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dba9a79-32cd-4af0-9b25-29ec559e9150 req-e46bd6eb-fbe4-46b1-8d16-cffd05249e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:56:30.081786 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-9dba9a79-32cd-4af0-9b25-29ec559e9150 req-e46bd6eb-fbe4-46b1-8d16-cffd05249e45 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=5b366c5b-a29e-42a6-8ecc-0cc9ff2fdbc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0438690 Apr 11 13:56:30.118341 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-75ad2582-0b5d-438d-ba3d-9545e3f86417 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750379576733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663498'] for agent (af269f03-95a2-4a08-bd5c-5879324d2567), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:56:30.195537 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-fbb4aee0-50a7-44c7-a240-5a9e82a2ef4f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:56:30.203476 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-9dba9a79-32cd-4af0-9b25-29ec559e9150 req-e0c6fbae-9ede-4357-95cb-223ede3eaf91 service neutron] 10.222.0.75 "GET /v2.0/networks/5b366c5b-a29e-42a6-8ecc-0cc9ff2fdbc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1058836 Apr 11 13:56:30.324527 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-fbb4aee0-50a7-44c7-a240-5a9e82a2ef4f admin admin] Publish callbacks [] for security_group (ee09c6fe-4862-423f-98d8-a51657ad9a56), precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:56:30.327997 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-9dba9a79-32cd-4af0-9b25-29ec559e9150 req-a793ccd9-ead6-465a-bd76-ad770ea36d56 service neutron] 10.222.0.75 "GET /v2.0/networks/5b366c5b-a29e-42a6-8ecc-0cc9ff2fdbc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1173685 Apr 11 13:56:30.342281 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-fbb4aee0-50a7-44c7-a240-5a9e82a2ef4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8023832'] for security_group (ee09c6fe-4862-423f-98d8-a51657ad9a56), after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:56:30.429836 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b0c6c0-675a-4bc2-a2e5-34090e1e71da req-824731c0-cf1c-4ee5-96c5-253db0b16855 tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:56:30.436433 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-60b0c6c0-675a-4bc2-a2e5-34090e1e71da req-824731c0-cf1c-4ee5-96c5-253db0b16855 tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] 10.222.0.67 "GET /v2.0/ports?device_id=a6e921e1-7746-446b-bad6-d7188f8bdac2 HTTP/1.1" status: 200 len: 946 time: 0.0891635 Apr 11 13:56:30.445600 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-fbb4aee0-50a7-44c7-a240-5a9e82a2ef4f admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=9530130966df4740ab9a41187aa306fd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4874895 Apr 11 13:56:30.448522 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.67', 56630) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:56:30.454620 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb4aee0-50a7-44c7-a240-5a9e82a2ef4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee09c6fe-4862-423f-98d8-a51657ad9a56,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:56:30.460997 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Device 9cd033d6-9a4d-4a1a-af53-9a6b9c9c2e71 no longer exists at agent hyperv_hv-cinder-83078 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 13:56:30.514768 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-60b0c6c0-675a-4bc2-a2e5-34090e1e71da req-c6804663-f958-4910-bbe4-095bea26b351 tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] 10.222.0.67 "GET /v2.0/security-groups?id=037e8753-abfc-4a51-9764-2b02f91b84d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774858 Apr 11 13:56:30.520380 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] No Port match for: 9cd033d6-9a4d-4a1a-af53-9a6b9c9c2e71 {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 13:56:30.523821 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Device 9cd033d6-9a4d-4a1a-af53-9a6b9c9c2e71 not bound to the agent host hv-cinder-83078 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 13:56:30.541933 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-1da29adf-248a-4a95-afb2-6166b230d7ed admin admin] Publish callbacks [] for security_group (ee09c6fe-4862-423f-98d8-a51657ad9a56), before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:56:30.565742 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-1da29adf-248a-4a95-afb2-6166b230d7ed admin admin] Publish callbacks [] for security_group (ee09c6fe-4862-423f-98d8-a51657ad9a56), precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:56:30.621392 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-1da29adf-248a-4a95-afb2-6166b230d7ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8023832'] for security_group (ee09c6fe-4862-423f-98d8-a51657ad9a56), after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:56:30.624315 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-1da29adf-248a-4a95-afb2-6166b230d7ed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:56:30.625590 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-1da29adf-248a-4a95-afb2-6166b230d7ed admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/ee09c6fe-4862-423f-98d8-a51657ad9a56 HTTP/1.1" status: 204 len: 168 time: 0.1754813 Apr 11 13:56:30.634619 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da29adf-248a-4a95-afb2-6166b230d7ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee09c6fe-4862-423f-98d8-a51657ad9a56,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:56:30.726707 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750379576733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663498'] for agent (a433433c-9197-4b2b-8991-1d45f6bac940), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:56:31.033348 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.67', 56688) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:56:31.049523 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-283384b3-ef49-476c-a54c-3c9099838852 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:56:31.129364 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.67', 56704) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:56:31.174906 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-283384b3-ef49-476c-a54c-3c9099838852 admin admin] Publish callbacks [] for security_group (8e9d6084-453f-4f59-8af9-1202f9f2882a), precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:56:31.181990 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-283384b3-ef49-476c-a54c-3c9099838852 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8023832'] for security_group (8e9d6084-453f-4f59-8af9-1202f9f2882a), after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:56:31.209726 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8a5c524-4a22-4e06-b560-5b71c130cfbe admin admin] Deleting subnet ce9a1f06-d494-46f6-b227-fc02e9085425 {{(pid=103319) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 11 13:56:31.222761 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-f8a5c524-4a22-4e06-b560-5b71c130cfbe admin admin] Publish callbacks [] for subnet (ce9a1f06-d494-46f6-b227-fc02e9085425), before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:56:31.252330 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283384b3-ef49-476c-a54c-3c9099838852 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e9d6084-453f-4f59-8af9-1202f9f2882a,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:56:31.258789 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-283384b3-ef49-476c-a54c-3c9099838852 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=35baaeb23a204ad593c0055a17a9c412&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2237940 Apr 11 13:56:31.261230 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.67', 56716) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:56:31.283406 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-f8a5c524-4a22-4e06-b560-5b71c130cfbe admin admin] Publish callbacks [] for subnet (ce9a1f06-d494-46f6-b227-fc02e9085425), precommit_delete_associations {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:56:31.302424 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-f8a5c524-4a22-4e06-b560-5b71c130cfbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-660224'] for subnet (ce9a1f06-d494-46f6-b227-fc02e9085425), precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:56:31.361520 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-4fe747d6-e45b-4c35-8980-5f5e2f7d39d1 admin admin] Publish callbacks [] for security_group (8e9d6084-453f-4f59-8af9-1202f9f2882a), before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:56:31.401015 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-4fe747d6-e45b-4c35-8980-5f5e2f7d39d1 admin admin] Publish callbacks [] for security_group (8e9d6084-453f-4f59-8af9-1202f9f2882a), precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:56:31.408731 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-f8a5c524-4a22-4e06-b560-5b71c130cfbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-660281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708'] for subnet (ce9a1f06-d494-46f6-b227-fc02e9085425), after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:56:31.444859 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a5c524-4a22-4e06-b560-5b71c130cfbe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ce9a1f06-d494-46f6-b227-fc02e9085425,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:56:31.446646 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-f8a5c524-4a22-4e06-b560-5b71c130cfbe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871534'] for subnet (None), before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:56:31.449750 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-f8a5c524-4a22-4e06-b560-5b71c130cfbe admin admin] 10.222.0.67 "DELETE /v2.0/subnets/ce9a1f06-d494-46f6-b227-fc02e9085425 HTTP/1.1" status: 204 len: 168 time: 0.3194191 Apr 11 13:56:31.452601 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.67', 56728) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:56:31.492615 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-4fe747d6-e45b-4c35-8980-5f5e2f7d39d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8023832'] for security_group (8e9d6084-453f-4f59-8af9-1202f9f2882a), after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:56:31.495204 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-4fe747d6-e45b-4c35-8980-5f5e2f7d39d1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:56:31.496877 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-4fe747d6-e45b-4c35-8980-5f5e2f7d39d1 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/8e9d6084-453f-4f59-8af9-1202f9f2882a HTTP/1.1" status: 204 len: 168 time: 0.2344465 Apr 11 13:56:31.520325 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe747d6-e45b-4c35-8980-5f5e2f7d39d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e9d6084-453f-4f59-8af9-1202f9f2882a,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:56:31.531697 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-888cfc46-1fb7-41a3-86e5-8f85ad9498aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-768595'] for network (0b070dcc-e109-4e7e-bd96-aa5b9a4a9fce), before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:56:31.617319 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-fcd2c3e6-f415-40f5-8fd4-1147b68fd929 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750379576733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663498'] for agent (a1227682-d2f2-4331-ba13-738c8a59e95d), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:56:31.648464 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-888cfc46-1fb7-41a3-86e5-8f85ad9498aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-662413', 'neutron.services.segments.db._delete_segments_for_network-8750379576751'] for network (0b070dcc-e109-4e7e-bd96-aa5b9a4a9fce), precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:56:31.669484 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558b6ec6-7ab7-405c-a717-e003da4d3390 req-cf27c535-2e92-4b6c-9c23-515b1a1f955b tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:56:31.671162 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-558b6ec6-7ab7-405c-a717-e003da4d3390 req-cf27c535-2e92-4b6c-9c23-515b1a1f955b tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] 10.222.0.67 "GET /v2.0/ports?device_id=a6e921e1-7746-446b-bad6-d7188f8bdac2 HTTP/1.1" status: 200 len: 946 time: 0.0557690 Apr 11 13:56:31.682362 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-888cfc46-1fb7-41a3-86e5-8f85ad9498aa admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 13:56:31.683295 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-888cfc46-1fb7-41a3-86e5-8f85ad9498aa admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 13:56:31.684091 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-888cfc46-1fb7-41a3-86e5-8f85ad9498aa admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 13:56:31.684447 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-888cfc46-1fb7-41a3-86e5-8f85ad9498aa admin admin] Subscribe: > port after_create 55550000 {{(pid=103318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 13:56:31.684795 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-888cfc46-1fb7-41a3-86e5-8f85ad9498aa admin admin] Subscribe: > port after_delete 55550000 {{(pid=103318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 13:56:31.685117 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-888cfc46-1fb7-41a3-86e5-8f85ad9498aa admin admin] Subscribe: > port after_update 55550000 {{(pid=103318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 13:56:31.685454 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-888cfc46-1fb7-41a3-86e5-8f85ad9498aa admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 13:56:31.685776 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-888cfc46-1fb7-41a3-86e5-8f85ad9498aa admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 13:56:31.686093 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-888cfc46-1fb7-41a3-86e5-8f85ad9498aa admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 13:56:31.686416 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-888cfc46-1fb7-41a3-86e5-8f85ad9498aa admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 13:56:31.733881 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-558b6ec6-7ab7-405c-a717-e003da4d3390 req-413c4151-8c90-4015-87de-929a7ffba675 tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] 10.222.0.67 "GET /v2.0/security-groups?id=037e8753-abfc-4a51-9764-2b02f91b84d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562553 Apr 11 13:56:31.806133 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-888cfc46-1fb7-41a3-86e5-8f85ad9498aa admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 13:56:31.806406 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-888cfc46-1fb7-41a3-86e5-8f85ad9498aa admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 13:56:31.806744 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-888cfc46-1fb7-41a3-86e5-8f85ad9498aa admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 13:56:31.807072 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-888cfc46-1fb7-41a3-86e5-8f85ad9498aa admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 13:56:31.807685 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.services.segments.db [None req-888cfc46-1fb7-41a3-86e5-8f85ad9498aa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b070dcc-e109-4e7e-bd96-aa5b9a4a9fce']}} {{(pid=103318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:56:31.811928 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.67', 56744) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:56:31.829254 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.services.segments.db [None req-888cfc46-1fb7-41a3-86e5-8f85ad9498aa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24b1bc50-3da8-49cc-8c41-9929c84c7ef9') {'for_net_delete': True} {{(pid=103318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:56:31.829556 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.services.segments.db [None req-888cfc46-1fb7-41a3-86e5-8f85ad9498aa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24b1bc50-3da8-49cc-8c41-9929c84c7ef9') {} {{(pid=103318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:56:31.846457 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-888cfc46-1fb7-41a3-86e5-8f85ad9498aa admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750379579064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4245460'] for segment (24b1bc50-3da8-49cc-8c41-9929c84c7ef9), before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:56:31.867996 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-888cfc46-1fb7-41a3-86e5-8f85ad9498aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682637'] for segment (24b1bc50-3da8-49cc-8c41-9929c84c7ef9), precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:56:31.876438 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-888cfc46-1fb7-41a3-86e5-8f85ad9498aa admin admin] Releasing vlan 921 on physical network physnet1 to pool {{(pid=103318) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 13:56:31.877473 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-888cfc46-1fb7-41a3-86e5-8f85ad9498aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4243858'] for segment (24b1bc50-3da8-49cc-8c41-9929c84c7ef9), after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:56:31.908353 dv-cinder-830787-2-iscsi neutron-server[103318]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 11 13:56:31.908353 dv-cinder-830787-2-iscsi neutron-server[103318]: from cryptography.utils import int_from_bytes Apr 11 13:56:31.908353 dv-cinder-830787-2-iscsi neutron-server[103318]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 11 13:56:31.908353 dv-cinder-830787-2-iscsi neutron-server[103318]: from cryptography.utils import int_from_bytes Apr 11 13:56:31.908353 dv-cinder-830787-2-iscsi neutron-server[103318]: Traceback (most recent call last): Apr 11 13:56:31.908353 dv-cinder-830787-2-iscsi neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 13:56:31.908353 dv-cinder-830787-2-iscsi neutron-server[103318]: timer() Apr 11 13:56:31.908353 dv-cinder-830787-2-iscsi neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 13:56:31.908353 dv-cinder-830787-2-iscsi neutron-server[103318]: cb(*args, **kw) Apr 11 13:56:31.908353 dv-cinder-830787-2-iscsi neutron-server[103318]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 11 13:56:31.908353 dv-cinder-830787-2-iscsi neutron-server[103318]: return func(*args, **kwargs) Apr 11 13:56:31.908353 dv-cinder-830787-2-iscsi neutron-server[103318]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 13:56:31.908353 dv-cinder-830787-2-iscsi neutron-server[103318]: self._notify() Apr 11 13:56:31.908353 dv-cinder-830787-2-iscsi neutron-server[103318]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 13:56:31.908353 dv-cinder-830787-2-iscsi neutron-server[103318]: self.callback(batched_events) Apr 11 13:56:31.908353 dv-cinder-830787-2-iscsi neutron-server[103318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 13:56:31.908353 dv-cinder-830787-2-iscsi neutron-server[103318]: event.method(event) Apr 11 13:56:31.908353 dv-cinder-830787-2-iscsi neutron-server[103318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 11 13:56:31.908353 dv-cinder-830787-2-iscsi neutron-server[103318]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 13:56:31.908353 dv-cinder-830787-2-iscsi neutron-server[103318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 11 13:56:31.908353 dv-cinder-830787-2-iscsi neutron-server[103318]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 13:56:31.908353 dv-cinder-830787-2-iscsi neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 11 13:56:31.908353 dv-cinder-830787-2-iscsi neutron-server[103318]: return f(self, *a, **k) Apr 11 13:56:31.908353 dv-cinder-830787-2-iscsi neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 13:56:31.908353 dv-cinder-830787-2-iscsi neutron-server[103318]: return self._get(url).json() Apr 11 13:56:31.908353 dv-cinder-830787-2-iscsi neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 13:56:31.908353 dv-cinder-830787-2-iscsi neutron-server[103318]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 13:56:31.908353 dv-cinder-830787-2-iscsi neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 13:56:31.908353 dv-cinder-830787-2-iscsi neutron-server[103318]: return self.request(url, 'GET', **kwargs) Apr 11 13:56:31.908353 dv-cinder-830787-2-iscsi neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 13:56:31.908353 dv-cinder-830787-2-iscsi neutron-server[103318]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 13:56:31.908353 dv-cinder-830787-2-iscsi neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 13:56:31.908353 dv-cinder-830787-2-iscsi neutron-server[103318]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 13:56:31.908353 dv-cinder-830787-2-iscsi neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 13:56:31.908353 dv-cinder-830787-2-iscsi neutron-server[103318]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 13:56:31.908353 dv-cinder-830787-2-iscsi neutron-server[103318]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 13:56:31.924374 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-32646693-c97b-4428-b96c-b5a3cb65baa8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:56:31.982204 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-888cfc46-1fb7-41a3-86e5-8f85ad9498aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-662402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8024001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8126437'] for network (0b070dcc-e109-4e7e-bd96-aa5b9a4a9fce), after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:56:32.000652 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-888cfc46-1fb7-41a3-86e5-8f85ad9498aa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871534'] for network (None), before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:56:32.004850 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-888cfc46-1fb7-41a3-86e5-8f85ad9498aa admin admin] 10.222.0.67 "DELETE /v2.0/networks/0b070dcc-e109-4e7e-bd96-aa5b9a4a9fce HTTP/1.1" status: 204 len: 168 time: 0.5507903 Apr 11 13:56:32.005960 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888cfc46-1fb7-41a3-86e5-8f85ad9498aa admin admin] Pushing event deleted for resources: {'Network': ['ID=0b070dcc-e109-4e7e-bd96-aa5b9a4a9fce,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:56:32.018633 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-32646693-c97b-4428-b96c-b5a3cb65baa8 admin admin] Publish callbacks [] for security_group (73eb7845-be8f-4649-938c-1d5e83e6a05d), precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:56:32.024065 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-32646693-c97b-4428-b96c-b5a3cb65baa8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8023832'] for security_group (73eb7845-be8f-4649-938c-1d5e83e6a05d), after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:56:32.067894 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32646693-c97b-4428-b96c-b5a3cb65baa8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73eb7845-be8f-4649-938c-1d5e83e6a05d,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:56:32.072855 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-32646693-c97b-4428-b96c-b5a3cb65baa8 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=c5af82040fc442d5af58796feb36a041&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2591021 Apr 11 13:56:32.075999 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.67', 56762) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:56:32.134929 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-ae800386-35d0-4704-b531-ddff37acb5a4 admin admin] Publish callbacks [] for security_group (73eb7845-be8f-4649-938c-1d5e83e6a05d), before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:56:32.165594 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-ae800386-35d0-4704-b531-ddff37acb5a4 admin admin] Publish callbacks [] for security_group (73eb7845-be8f-4649-938c-1d5e83e6a05d), precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:56:32.222591 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-ae800386-35d0-4704-b531-ddff37acb5a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8023832'] for security_group (73eb7845-be8f-4649-938c-1d5e83e6a05d), after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:56:32.226287 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-ae800386-35d0-4704-b531-ddff37acb5a4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:56:32.230153 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-ae800386-35d0-4704-b531-ddff37acb5a4 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/73eb7845-be8f-4649-938c-1d5e83e6a05d HTTP/1.1" status: 204 len: 168 time: 0.1531863 Apr 11 13:56:32.240397 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae800386-35d0-4704-b531-ddff37acb5a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73eb7845-be8f-4649-938c-1d5e83e6a05d,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:56:32.282660 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.67', 56784) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:56:32.326231 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-24efcf4f-49be-470b-beef-4fcf5ac3cee1 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=93aa1a74c2fc48ce81fde5490e3604bf&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0421908 Apr 11 13:56:32.328698 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.67', 56786) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:56:32.378402 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-47b9e178-751d-46ed-873b-67b728a5dede admin admin] Publish callbacks [] for security_group (7db12c09-12f8-43b6-a9ad-e5cf6e23065c), before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:56:32.405921 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-47b9e178-751d-46ed-873b-67b728a5dede admin admin] Publish callbacks [] for security_group (7db12c09-12f8-43b6-a9ad-e5cf6e23065c), precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:56:32.460409 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-47b9e178-751d-46ed-873b-67b728a5dede admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8023832'] for security_group (7db12c09-12f8-43b6-a9ad-e5cf6e23065c), after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:56:32.462992 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-47b9e178-751d-46ed-873b-67b728a5dede admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:56:32.464173 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-47b9e178-751d-46ed-873b-67b728a5dede admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/7db12c09-12f8-43b6-a9ad-e5cf6e23065c HTTP/1.1" status: 204 len: 168 time: 0.1344914 Apr 11 13:56:32.472455 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b9e178-751d-46ed-873b-67b728a5dede admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7db12c09-12f8-43b6-a9ad-e5cf6e23065c,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:56:32.862207 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.67', 56806) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:56:32.880411 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-40abd5bc-1dee-4315-88c6-412f776e0b34 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:56:32.889373 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab600271-ee7c-4416-9748-eee8b58115ba req-52c447d6-96d9-4c87-8284-0e45965dd054 tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:56:32.890955 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-ab600271-ee7c-4416-9748-eee8b58115ba req-52c447d6-96d9-4c87-8284-0e45965dd054 tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] 10.222.0.67 "GET /v2.0/ports?device_id=a6e921e1-7746-446b-bad6-d7188f8bdac2 HTTP/1.1" status: 200 len: 946 time: 0.0611835 Apr 11 13:56:32.948576 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-ab600271-ee7c-4416-9748-eee8b58115ba req-b5e064ec-d43f-43d0-b3a5-832b21029c26 tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] 10.222.0.67 "GET /v2.0/security-groups?id=037e8753-abfc-4a51-9764-2b02f91b84d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492735 Apr 11 13:56:33.031340 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-40abd5bc-1dee-4315-88c6-412f776e0b34 admin admin] Publish callbacks [] for security_group (678e18fa-d02e-43d4-bc44-cf98a9c4d773), precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:56:33.037199 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-40abd5bc-1dee-4315-88c6-412f776e0b34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8023832'] for security_group (678e18fa-d02e-43d4-bc44-cf98a9c4d773), after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:56:33.091245 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-40abd5bc-1dee-4315-88c6-412f776e0b34 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=de5430a52da8464c91d815241dfab7dc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2279453 Apr 11 13:56:33.093833 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.67', 56820) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:56:33.102127 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40abd5bc-1dee-4315-88c6-412f776e0b34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=678e18fa-d02e-43d4-bc44-cf98a9c4d773,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:56:33.155901 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-fb5bc2b9-ddef-4adf-84c1-b17f16fbb2a5 admin admin] Publish callbacks [] for security_group (678e18fa-d02e-43d4-bc44-cf98a9c4d773), before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:56:33.179943 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-fb5bc2b9-ddef-4adf-84c1-b17f16fbb2a5 admin admin] Publish callbacks [] for security_group (678e18fa-d02e-43d4-bc44-cf98a9c4d773), precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:56:33.240134 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-fb5bc2b9-ddef-4adf-84c1-b17f16fbb2a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8023832'] for security_group (678e18fa-d02e-43d4-bc44-cf98a9c4d773), after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:56:33.243423 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-fb5bc2b9-ddef-4adf-84c1-b17f16fbb2a5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:56:33.246910 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-fb5bc2b9-ddef-4adf-84c1-b17f16fbb2a5 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/678e18fa-d02e-43d4-bc44-cf98a9c4d773 HTTP/1.1" status: 204 len: 168 time: 0.1496150 Apr 11 13:56:33.255412 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5bc2b9-ddef-4adf-84c1-b17f16fbb2a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=678e18fa-d02e-43d4-bc44-cf98a9c4d773,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:56:33.256488 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750379576733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663498'] for agent (f2586825-e748-4c1d-8b98-cb0d5b6c266d), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:56:33.762946 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.67', 56858) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:56:33.885020 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.v2.base [None req-b7f28ed5-ae86-45a2-9323-abe3720c2e34 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1618300746-network', 'tenant_id': 'f8720d1d0e26443d96a5f29175402af6'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 13:56:33.910457 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7f28ed5-ae86-45a2-9323-abe3720c2e34 admin admin] Made reservation on behalf of f8720d1d0e26443d96a5f29175402af6 for: {'network': 1} {{(pid=103319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 13:56:33.913084 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-b7f28ed5-ae86-45a2-9323-abe3720c2e34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883311'] for network (None), before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:56:33.924833 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-b7f28ed5-ae86-45a2-9323-abe3720c2e34 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:56:34.032167 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-b7f28ed5-ae86-45a2-9323-abe3720c2e34 admin admin] Publish callbacks [] for security_group (9982730d-5559-42aa-a7cf-9bd90e963730), precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:56:34.050320 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-b7f28ed5-ae86-45a2-9323-abe3720c2e34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8023832'] for security_group (9982730d-5559-42aa-a7cf-9bd90e963730), after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:56:34.098110 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7f28ed5-ae86-45a2-9323-abe3720c2e34 admin admin] vlan segment allocate from pool success with {'vlan_id': 925, 'physical_network': 'physnet1'} {{(pid=103319) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 13:56:34.122805 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af76394a-ca62-48e4-944a-6806b9fee7f2 req-eb30dc9c-b2e9-49ac-ad5f-1dcd89e06617 tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:56:34.131062 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-af76394a-ca62-48e4-944a-6806b9fee7f2 req-eb30dc9c-b2e9-49ac-ad5f-1dcd89e06617 tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] 10.222.0.67 "GET /v2.0/ports?device_id=a6e921e1-7746-446b-bad6-d7188f8bdac2 HTTP/1.1" status: 200 len: 946 time: 0.0941610 Apr 11 13:56:34.140623 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f28ed5-ae86-45a2-9323-abe3720c2e34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9982730d-5559-42aa-a7cf-9bd90e963730,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:56:34.141451 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.67', 56890) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:56:34.152578 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-b7f28ed5-ae86-45a2-9323-abe3720c2e34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682637'] for segment (0e675ac7-11b6-4ecb-9e9e-c47b9dca4e0d), precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:56:34.152818 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.db.segments_db [None req-b7f28ed5-ae86-45a2-9323-abe3720c2e34 admin admin] Added segment 0e675ac7-11b6-4ecb-9e9e-c47b9dca4e0d of type vlan for network 257d7092-c4df-47e4-abc9-31af4018d257 Apr 11 13:56:34.220265 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-b7f28ed5-ae86-45a2-9323-abe3720c2e34 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750379148903'] for network (257d7092-c4df-47e4-abc9-31af4018d257), precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:56:34.232229 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-af76394a-ca62-48e4-944a-6806b9fee7f2 req-7d87e131-4972-4f09-a539-0d96564e0732 tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] 10.222.0.67 "GET /v2.0/security-groups?id=037e8753-abfc-4a51-9764-2b02f91b84d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002162 Apr 11 13:56:34.264474 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-b7f28ed5-ae86-45a2-9323-abe3720c2e34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8024001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708'] for network (257d7092-c4df-47e4-abc9-31af4018d257), after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:56:34.265932 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7f28ed5-ae86-45a2-9323-abe3720c2e34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:56:34.266515 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-b7f28ed5-ae86-45a2-9323-abe3720c2e34 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871534'] for network (None), before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:56:34.305329 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-b7f28ed5-ae86-45a2-9323-abe3720c2e34 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5412738 Apr 11 13:56:34.308312 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.67', 56898) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:56:34.313596 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.v2.base [None req-171a5d52-01d5-4c92-9871-1848ecc8f70a admin admin] Request body: {'subnet': {'network_id': '257d7092-c4df-47e4-abc9-31af4018d257', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1618300746-subnet', 'tenant_id': 'f8720d1d0e26443d96a5f29175402af6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 13:56:34.335821 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f28ed5-ae86-45a2-9323-abe3720c2e34 admin admin] Pushing event updated for resources: {'Network': ['ID=257d7092-c4df-47e4-abc9-31af4018d257,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:56:34.346160 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-171a5d52-01d5-4c92-9871-1848ecc8f70a admin admin] Made reservation on behalf of f8720d1d0e26443d96a5f29175402af6 for: {'subnet': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 13:56:34.347596 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Network 257d7092-c4df-47e4-abc9-31af4018d257 details requested by agent ovs-agent-dv-cinder-830787-2-iscsi with host dv-cinder-830787-2-iscsi {{(pid=103320) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 11 13:56:34.349746 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-171a5d52-01d5-4c92-9871-1848ecc8f70a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4237198'] for subnet (None), before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:56:34.429906 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-7f2f230c-3205-427c-92d2-a3d010e83f0b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:56:34.607585 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-7f2f230c-3205-427c-92d2-a3d010e83f0b admin admin] Publish callbacks [] for security_group (b5b628eb-89a0-43e4-9f22-a621ef544f33), precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:56:34.610275 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-171a5d52-01d5-4c92-9871-1848ecc8f70a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4245493', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4237212'] for subnet (4d338071-fa32-49cf-a6aa-ca3918597003), after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:56:34.620099 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-7f2f230c-3205-427c-92d2-a3d010e83f0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8023832'] for security_group (b5b628eb-89a0-43e4-9f22-a621ef544f33), after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:56:34.701075 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2f230c-3205-427c-92d2-a3d010e83f0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5b628eb-89a0-43e4-9f22-a621ef544f33,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:56:34.706150 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171a5d52-01d5-4c92-9871-1848ecc8f70a admin admin] Pushing event updated for resources: {'Subnet': ['ID=4d338071-fa32-49cf-a6aa-ca3918597003,revision_number=0']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:56:34.719372 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-7f2f230c-3205-427c-92d2-a3d010e83f0b admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=d7e752476c474502b5d5c702859f7ed6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5749497 Apr 11 13:56:34.722443 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.67', 56916) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:56:34.736494 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-171a5d52-01d5-4c92-9871-1848ecc8f70a admin admin] Checking segment: {'id': '0e675ac7-11b6-4ecb-9e9e-c47b9dca4e0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '257d7092-c4df-47e4-abc9-31af4018d257'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 13:56:34.737114 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-171a5d52-01d5-4c92-9871-1848ecc8f70a admin admin] Network hostable DHCP agents. Network: 257d7092-c4df-47e4-abc9-31af4018d257, hostable agents: ['d5a8b9a1-2e9e-46b5-8163-20b7d509fa4e'], hosted agents: [] {{(pid=103318) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 13:56:34.762795 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-171a5d52-01d5-4c92-9871-1848ecc8f70a admin admin] Network 257d7092-c4df-47e4-abc9-31af4018d257 is scheduled to be hosted by DHCP agent d5a8b9a1-2e9e-46b5-8163-20b7d509fa4e with binding_index 1 {{(pid=103318) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 13:56:34.779783 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [None req-171a5d52-01d5-4c92-9871-1848ecc8f70a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830787-2-iscsi, 257d7092-c4df-47e4-abc9-31af4018d257) {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 13:56:34.785877 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-171a5d52-01d5-4c92-9871-1848ecc8f70a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:56:34.786478 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-171a5d52-01d5-4c92-9871-1848ecc8f70a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871534'] for subnet (None), before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:56:34.786621 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-91019f17-621e-4061-b92a-4bb6ba750304 admin admin] Publish callbacks [] for security_group (b5b628eb-89a0-43e4-9f22-a621ef544f33), before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:56:34.794835 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de4b4d9a-f9be-4444-949a-c023fa50038c None None] Network 257d7092-c4df-47e4-abc9-31af4018d257 requested from dv-cinder-830787-2-iscsi {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 13:56:34.834491 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-171a5d52-01d5-4c92-9871-1848ecc8f70a admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5224762 Apr 11 13:56:34.835059 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.67', 56922) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:56:34.843785 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.v2.base [None req-dbe0f9ed-5b12-4bb2-89c7-cab9ec2ff30e admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1618300746-router', 'tenant_id': 'f8720d1d0e26443d96a5f29175402af6', 'external_gateway_info': {'network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886'}}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 13:56:34.846391 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-91019f17-621e-4061-b92a-4bb6ba750304 admin admin] Publish callbacks [] for security_group (b5b628eb-89a0-43e4-9f22-a621ef544f33), precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:56:34.906577 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-dbe0f9ed-5b12-4bb2-89c7-cab9ec2ff30e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8071509', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37535'] for router (d32f719d-4e09-4ba3-a492-673f4deb8564), before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:56:34.908063 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-dbe0f9ed-5b12-4bb2-89c7-cab9ec2ff30e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8074725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8111966', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8210489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37542'] for router (d32f719d-4e09-4ba3-a492-673f4deb8564), precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:56:34.946796 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-91019f17-621e-4061-b92a-4bb6ba750304 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8023832'] for security_group (b5b628eb-89a0-43e4-9f22-a621ef544f33), after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:56:34.951421 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-91019f17-621e-4061-b92a-4bb6ba750304 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:56:34.957110 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-91019f17-621e-4061-b92a-4bb6ba750304 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/b5b628eb-89a0-43e4-9f22-a621ef544f33 HTTP/1.1" status: 204 len: 168 time: 0.2329655 Apr 11 13:56:34.962651 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd381216-c5e6-49cc-95b1-c39b436e85c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1fe1531a-8e8b-5363-9076-d554666a6dc4-257d7092-c4df-47e4-abc9-31af4018d257', 'network_id': '257d7092-c4df-47e4-abc9-31af4018d257', 'project_id': 'f8720d1d0e26443d96a5f29175402af6', 'fixed_ips': [{'subnet_id': '4d338071-fa32-49cf-a6aa-ca3918597003'}]}} from dv-cinder-830787-2-iscsi. {{(pid=103320) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 11 13:56:34.965227 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-dd381216-c5e6-49cc-95b1-c39b436e85c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883311'] for port (None), before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:56:34.968755 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91019f17-621e-4061-b92a-4bb6ba750304 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5b628eb-89a0-43e4-9f22-a621ef544f33,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:56:35.170329 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.db.db_base_plugin_common [None req-dd381216-c5e6-49cc-95b1-c39b436e85c8 None None] Allocated IP 172.20.0.2 (257d7092-c4df-47e4-abc9-31af4018d257/4d338071-fa32-49cf-a6aa-ca3918597003/7cf41b14-5555-4455-95fb-143b0de3d856) {{(pid=103320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 13:56:35.252831 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-dbe0f9ed-5b12-4bb2-89c7-cab9ec2ff30e admin admin] Publish callbacks [] for router_controller (d32f719d-4e09-4ba3-a492-673f4deb8564), precommit_add_association {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:56:35.374509 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-dd381216-c5e6-49cc-95b1-c39b436e85c8 None None] Publish callbacks [] for port (7cf41b14-5555-4455-95fb-143b0de3d856), precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:56:35.385264 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-dd381216-c5e6-49cc-95b1-c39b436e85c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750379164474'] for port (7cf41b14-5555-4455-95fb-143b0de3d856), after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:56:35.408481 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd381216-c5e6-49cc-95b1-c39b436e85c8 None None] Network 257d7092-c4df-47e4-abc9-31af4018d257 is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 13:56:35.411338 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [None req-dd381216-c5e6-49cc-95b1-c39b436e85c8 None None] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 13:56:35.427176 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6fd136-1745-43c9-9958-d21595523394 req-10488d1f-623a-4587-b932-f2131553edd1 tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:56:35.428939 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-1f6fd136-1745-43c9-9958-d21595523394 req-10488d1f-623a-4587-b932-f2131553edd1 tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] 10.222.0.67 "GET /v2.0/ports?device_id=a6e921e1-7746-446b-bad6-d7188f8bdac2 HTTP/1.1" status: 200 len: 946 time: 0.0896981 Apr 11 13:56:35.438551 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd381216-c5e6-49cc-95b1-c39b436e85c8 None None] Received port after_create {{(pid=103320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 13:56:35.461445 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.67', 56940) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:56:35.488377 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-f4e0a788-f5dd-44cc-8032-bb4ae0a65d69 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:56:35.514054 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-dd381216-c5e6-49cc-95b1-c39b436e85c8 None None] Attempting to bind port 7cf41b14-5555-4455-95fb-143b0de3d856 on host dv-cinder-830787-2-iscsi for vnic_type normal with profile {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 13:56:35.514620 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-dd381216-c5e6-49cc-95b1-c39b436e85c8 None None] Attempting to bind port 7cf41b14-5555-4455-95fb-143b0de3d856 by drivers openvswitch,hyperv on host dv-cinder-830787-2-iscsi at level 0 using segments [{'id': '0e675ac7-11b6-4ecb-9e9e-c47b9dca4e0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '257d7092-c4df-47e4-abc9-31af4018d257'}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 13:56:35.515180 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd381216-c5e6-49cc-95b1-c39b436e85c8 None None] Attempting to bind port 7cf41b14-5555-4455-95fb-143b0de3d856 on network 257d7092-c4df-47e4-abc9-31af4018d257 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 13:56:35.523730 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd381216-c5e6-49cc-95b1-c39b436e85c8 None None] Checking agent: {'id': 'f2586825-e748-4c1d-8b98-cb0d5b6c266d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830787-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 13, 47, 3), 'started_at': datetime.datetime(2022, 4, 11, 13, 47, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 13, 56, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830787-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 13:56:35.524351 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd381216-c5e6-49cc-95b1-c39b436e85c8 None None] Checking segment: {'id': '0e675ac7-11b6-4ecb-9e9e-c47b9dca4e0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '257d7092-c4df-47e4-abc9-31af4018d257'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 13:56:35.524743 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-dd381216-c5e6-49cc-95b1-c39b436e85c8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:56:35.525132 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd381216-c5e6-49cc-95b1-c39b436e85c8 None None] Bound using segment: {'id': '0e675ac7-11b6-4ecb-9e9e-c47b9dca4e0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '257d7092-c4df-47e4-abc9-31af4018d257'} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 13:56:35.525765 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-dd381216-c5e6-49cc-95b1-c39b436e85c8 None None] Bound port: 7cf41b14-5555-4455-95fb-143b0de3d856, host: dv-cinder-830787-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e675ac7-11b6-4ecb-9e9e-c47b9dca4e0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '257d7092-c4df-47e4-abc9-31af4018d257'}}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 13:56:35.526744 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-dd381216-c5e6-49cc-95b1-c39b436e85c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883311'] for port (7cf41b14-5555-4455-95fb-143b0de3d856), before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:56:35.528030 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-dbe0f9ed-5b12-4bb2-89c7-cab9ec2ff30e admin admin] Publish callbacks [] for router_gateway (d32f719d-4e09-4ba3-a492-673f4deb8564), precommit_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:56:35.545505 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd381216-c5e6-49cc-95b1-c39b436e85c8 None None] Pushing event updated for resources: {'Port': ['ID=7cf41b14-5555-4455-95fb-143b0de3d856,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:56:35.553676 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd381216-c5e6-49cc-95b1-c39b436e85c8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:56:35.554324 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd381216-c5e6-49cc-95b1-c39b436e85c8 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:56:35.554704 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd381216-c5e6-49cc-95b1-c39b436e85c8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:56:35.555113 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd381216-c5e6-49cc-95b1-c39b436e85c8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:56:35.555619 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd381216-c5e6-49cc-95b1-c39b436e85c8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:56:35.556198 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd381216-c5e6-49cc-95b1-c39b436e85c8 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:56:35.556692 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd381216-c5e6-49cc-95b1-c39b436e85c8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:56:35.557194 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd381216-c5e6-49cc-95b1-c39b436e85c8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:56:35.557569 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd381216-c5e6-49cc-95b1-c39b436e85c8 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:56:35.558181 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd381216-c5e6-49cc-95b1-c39b436e85c8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:56:35.558685 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd381216-c5e6-49cc-95b1-c39b436e85c8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:56:35.559252 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd381216-c5e6-49cc-95b1-c39b436e85c8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:56:35.559755 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd381216-c5e6-49cc-95b1-c39b436e85c8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:56:35.560302 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd381216-c5e6-49cc-95b1-c39b436e85c8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:56:35.560796 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd381216-c5e6-49cc-95b1-c39b436e85c8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:56:35.620359 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-1f6fd136-1745-43c9-9958-d21595523394 req-e5039e49-478b-4099-baa6-e60846e55d2b tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] 10.222.0.67 "GET /v2.0/security-groups?id=037e8753-abfc-4a51-9764-2b02f91b84d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279626 Apr 11 13:56:35.623508 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-dd381216-c5e6-49cc-95b1-c39b436e85c8 None None] For port 7cf41b14-5555-4455-95fb-143b0de3d856, host dv-cinder-830787-2-iscsi, cleared binding levels {{(pid=103320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 13:56:35.625890 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-f4e0a788-f5dd-44cc-8032-bb4ae0a65d69 admin admin] Publish callbacks [] for security_group (4a319045-5ba6-4c9d-8e05-5344e23a9cac), precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:56:35.628277 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-dd381216-c5e6-49cc-95b1-c39b436e85c8 None None] For port 7cf41b14-5555-4455-95fb-143b0de3d856, host dv-cinder-830787-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830787-2-iscsi',level=0,port_id=7cf41b14-5555-4455-95fb-143b0de3d856,segment=NetworkSegment(0e675ac7-11b6-4ecb-9e9e-c47b9dca4e0d),segment_id=0e675ac7-11b6-4ecb-9e9e-c47b9dca4e0d)] {{(pid=103320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 13:56:35.632419 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-f4e0a788-f5dd-44cc-8032-bb4ae0a65d69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8023832'] for security_group (4a319045-5ba6-4c9d-8e05-5344e23a9cac), after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:56:35.635027 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-dd381216-c5e6-49cc-95b1-c39b436e85c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750379687711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750379164492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750379164510'] for port (7cf41b14-5555-4455-95fb-143b0de3d856), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:56:35.671514 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-f4e0a788-f5dd-44cc-8032-bb4ae0a65d69 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=3591c6311b8b48e8aa443eb756a4c88e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2059896 Apr 11 13:56:35.674537 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.67', 56944) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:56:35.691468 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e0a788-f5dd-44cc-8032-bb4ae0a65d69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a319045-5ba6-4c9d-8e05-5344e23a9cac,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:56:35.705767 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd381216-c5e6-49cc-95b1-c39b436e85c8 None None] Pushing event updated for resources: {'Port': ['ID=7cf41b14-5555-4455-95fb-143b0de3d856,revision_number=2']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:56:35.731874 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-6f7b8de9-82b7-4cdf-bbb2-efca1e3333ef admin admin] Publish callbacks [] for security_group (4a319045-5ba6-4c9d-8e05-5344e23a9cac), before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:56:35.758545 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-6f7b8de9-82b7-4cdf-bbb2-efca1e3333ef admin admin] Publish callbacks [] for security_group (4a319045-5ba6-4c9d-8e05-5344e23a9cac), precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:56:35.771241 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-dbe0f9ed-5b12-4bb2-89c7-cab9ec2ff30e admin admin] Publish callbacks [] for router_gateway (d32f719d-4e09-4ba3-a492-673f4deb8564), before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:56:35.795734 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-dbe0f9ed-5b12-4bb2-89c7-cab9ec2ff30e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883311'] for port (None), before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:56:35.809371 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-6f7b8de9-82b7-4cdf-bbb2-efca1e3333ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8023832'] for security_group (4a319045-5ba6-4c9d-8e05-5344e23a9cac), after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:56:35.812507 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-6f7b8de9-82b7-4cdf-bbb2-efca1e3333ef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:56:35.817079 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-6f7b8de9-82b7-4cdf-bbb2-efca1e3333ef admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/4a319045-5ba6-4c9d-8e05-5344e23a9cac HTTP/1.1" status: 204 len: 168 time: 0.1383395 Apr 11 13:56:35.825943 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7b8de9-82b7-4cdf-bbb2-efca1e3333ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a319045-5ba6-4c9d-8e05-5344e23a9cac,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:56:35.914006 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.db.db_base_plugin_common [None req-dbe0f9ed-5b12-4bb2-89c7-cab9ec2ff30e admin admin] Allocated IP 172.27.1.86 (18ff371c-a6b9-4e7a-9b54-bf9ba2e00886/b63ed172-4352-4f2b-94f9-a4e97d1b6a55/5f65a40e-8875-44a3-9063-670f03a7a9f7) {{(pid=103318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 13:56:36.109321 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-dbe0f9ed-5b12-4bb2-89c7-cab9ec2ff30e admin admin] Publish callbacks [] for port (5f65a40e-8875-44a3-9063-670f03a7a9f7), precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:56:36.172645 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-dbe0f9ed-5b12-4bb2-89c7-cab9ec2ff30e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750379164474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4243781'] for port (5f65a40e-8875-44a3-9063-670f03a7a9f7), after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:56:36.237580 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbe0f9ed-5b12-4bb2-89c7-cab9ec2ff30e admin admin] Network 18ff371c-a6b9-4e7a-9b54-bf9ba2e00886 is already hosted by enough agents. {{(pid=103318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 13:56:36.243680 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [None req-dbe0f9ed-5b12-4bb2-89c7-cab9ec2ff30e admin admin] Resources bound (agent type, host, resource id): {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 13:56:36.247476 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbe0f9ed-5b12-4bb2-89c7-cab9ec2ff30e admin admin] Received port after_create {{(pid=103318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 13:56:36.277771 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe0f9ed-5b12-4bb2-89c7-cab9ec2ff30e admin admin] Pushing event updated for resources: {'Port': ['ID=5f65a40e-8875-44a3-9063-670f03a7a9f7,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:56:36.592406 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-dbe0f9ed-5b12-4bb2-89c7-cab9ec2ff30e admin admin] Publish callbacks [] for router_gateway (d32f719d-4e09-4ba3-a492-673f4deb8564), after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:56:36.792859 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612781e0-a6c3-4977-874f-20364a4826a5 req-60e07ea6-8f7e-4f5f-b041-4a3e74339bf2 tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:56:36.794629 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-612781e0-a6c3-4977-874f-20364a4826a5 req-60e07ea6-8f7e-4f5f-b041-4a3e74339bf2 tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] 10.222.0.67 "GET /v2.0/ports?device_id=a6e921e1-7746-446b-bad6-d7188f8bdac2 HTTP/1.1" status: 200 len: 946 time: 0.0796111 Apr 11 13:56:36.882338 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-612781e0-a6c3-4977-874f-20364a4826a5 req-5b3b9964-89b7-4bcd-a931-180e919dc97c tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] 10.222.0.67 "GET /v2.0/security-groups?id=037e8753-abfc-4a51-9764-2b02f91b84d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725186 Apr 11 13:56:36.909851 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-dbe0f9ed-5b12-4bb2-89c7-cab9ec2ff30e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8074716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8126381'] for router (d32f719d-4e09-4ba3-a492-673f4deb8564), after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:56:37.021821 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc7c9d80-eb0f-46b9-a995-6cfaf87a5c98 None None] Network 257d7092-c4df-47e4-abc9-31af4018d257 requested from dv-cinder-830787-2-iscsi {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 13:56:37.085704 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Device 7cf41b14-5555-4455-95fb-143b0de3d856 up at agent ovs-agent-dv-cinder-830787-2-iscsi {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 13:56:37.094386 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbe0f9ed-5b12-4bb2-89c7-cab9ec2ff30e admin admin] Router d32f719d-4e09-4ba3-a492-673f4deb8564 is scheduled to L3 agent e731c656-576f-4174-9da3-af64518920bc with binding_index 1 {{(pid=103318) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 11 13:56:37.149416 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-08323d33-5640-440a-b66c-a11d2a9240aa None None] Provisioning complete for port 7cf41b14-5555-4455-95fb-143b0de3d856 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 13:56:37.149812 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-08323d33-5640-440a-b66c-a11d2a9240aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-663396'] for port (7cf41b14-5555-4455-95fb-143b0de3d856), provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:56:37.228935 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Provisioning complete for port 7cf41b14-5555-4455-95fb-143b0de3d856 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 13:56:37.229352 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-663396'] for port (7cf41b14-5555-4455-95fb-143b0de3d856), provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:56:37.230761 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbe0f9ed-5b12-4bb2-89c7-cab9ec2ff30e admin admin] Notify agent at l3_agent.dv-cinder-830787-2-iscsi the message routers_updated {{(pid=103318) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 13:56:37.243302 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-690e7356-affd-44b2-a4fc-d16c3f5f7b05 None None] Sync routers for ids ['d32f719d-4e09-4ba3-a492-673f4deb8564'] in dv-cinder-830787-2-iscsi {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 13:56:37.254356 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-690e7356-affd-44b2-a4fc-d16c3f5f7b05 None None] Routers {'d32f719d-4e09-4ba3-a492-673f4deb8564'} bound to L3 agent in host dv-cinder-830787-2-iscsi {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 13:56:37.255045 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-690e7356-affd-44b2-a4fc-d16c3f5f7b05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830787-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T13:46:59Z,description=,heartbeat_timestamp=2022-04-11T13:56:29Z,host='dv-cinder-830787-2-iscsi',id=e731c656-576f-4174-9da3-af64518920bc,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T13:46:59Z,topic='l3_agent')) {'router_ids': ['d32f719d-4e09-4ba3-a492-673f4deb8564'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:56:37.262362 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-dbe0f9ed-5b12-4bb2-89c7-cab9ec2ff30e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:56:37.266561 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-dbe0f9ed-5b12-4bb2-89c7-cab9ec2ff30e admin admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.4275870 Apr 11 13:56:37.267452 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.67', 57010) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:56:37.332895 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-08323d33-5640-440a-b66c-a11d2a9240aa None None] Current status of the port 7cf41b14-5555-4455-95fb-143b0de3d856 is: DOWN; New status is: ACTIVE {{(pid=103320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 13:56:37.333507 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-08323d33-5640-440a-b66c-a11d2a9240aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883311'] for port (7cf41b14-5555-4455-95fb-143b0de3d856), before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:56:37.404325 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Current status of the port 7cf41b14-5555-4455-95fb-143b0de3d856 is: DOWN; New status is: ACTIVE {{(pid=103320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 13:56:37.404930 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883311'] for port (7cf41b14-5555-4455-95fb-143b0de3d856), before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:56:37.421580 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-690e7356-affd-44b2-a4fc-d16c3f5f7b05 None None] Set router d32f719d-4e09-4ba3-a492-673f4deb8564 gateway port host: dv-cinder-830787-2-iscsi {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 13:56:37.426871 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-08323d33-5640-440a-b66c-a11d2a9240aa None None] For port 7cf41b14-5555-4455-95fb-143b0de3d856, host dv-cinder-830787-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830787-2-iscsi',level=0,port_id=7cf41b14-5555-4455-95fb-143b0de3d856,segment=NetworkSegment(0e675ac7-11b6-4ecb-9e9e-c47b9dca4e0d),segment_id=0e675ac7-11b6-4ecb-9e9e-c47b9dca4e0d)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 13:56:37.438242 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-08323d33-5640-440a-b66c-a11d2a9240aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750379687711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750379164492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750379164510'] for port (7cf41b14-5555-4455-95fb-143b0de3d856), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:56:37.529966 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.db.api [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103320) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 11 13:56:37.530576 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG oslo_db.api [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 11 13:56:37.532282 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08323d33-5640-440a-b66c-a11d2a9240aa None None] Pushing event updated for resources: {'Port': ['ID=7cf41b14-5555-4455-95fb-143b0de3d856,revision_number=3']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:56:37.654478 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-690e7356-affd-44b2-a4fc-d16c3f5f7b05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd32f719d-4e09-4ba3-a492-673f4deb8564', 'name': 'tempest-AttachVolumeTestJSON-1618300746-router', 'tenant_id': 'f8720d1d0e26443d96a5f29175402af6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886', 'external_fixed_ips': [{'subnet_id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'ip_address': '172.27.1.86'}], 'enable_snat': True}, 'gw_port_id': '5f65a40e-8875-44a3-9063-670f03a7a9f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T13:56:34Z', 'updated_at': '2022-04-11T13:56:36Z', 'revision_number': 3, 'project_id': 'f8720d1d0e26443d96a5f29175402af6', 'gw_port': {'id': '5f65a40e-8875-44a3-9063-670f03a7a9f7', 'name': '', 'network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:80:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd32f719d-4e09-4ba3-a492-673f4deb8564', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'ip_address': '172.27.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:56:35Z', 'updated_at': '2022-04-11T13:56:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830787-2-iscsi'}], 'dv-cinder-830787-2-iscsi', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:56:37.662038 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-c18b597f-13a9-4e17-8649-369cbce8c356 None None] Provisioning complete for port 7cf41b14-5555-4455-95fb-143b0de3d856 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 13:56:37.662472 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c18b597f-13a9-4e17-8649-369cbce8c356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-663396'] for port (7cf41b14-5555-4455-95fb-143b0de3d856), provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:56:37.682520 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-690e7356-affd-44b2-a4fc-d16c3f5f7b05 None None] Checking router: d32f719d-4e09-4ba3-a492-673f4deb8564 for host: dv-cinder-830787-2-iscsi {{(pid=103321) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 13:56:37.682868 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-690e7356-affd-44b2-a4fc-d16c3f5f7b05 None None] Updating router d32f719d-4e09-4ba3-a492-673f4deb8564 port 5f65a40e-8875-44a3-9063-670f03a7a9f7 binding host dv-cinder-830787-2-iscsi {{(pid=103321) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 13:56:37.712000 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-690e7356-affd-44b2-a4fc-d16c3f5f7b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883311'] for port (5f65a40e-8875-44a3-9063-670f03a7a9f7), before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:56:37.812780 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-c18b597f-13a9-4e17-8649-369cbce8c356 None None] Current status of the port 7cf41b14-5555-4455-95fb-143b0de3d856 is: ACTIVE; New status is: ACTIVE {{(pid=103320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 13:56:37.982486 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-690e7356-affd-44b2-a4fc-d16c3f5f7b05 None None] Publish callbacks [] for port (5f65a40e-8875-44a3-9063-670f03a7a9f7), precommit_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:56:38.005909 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-690e7356-affd-44b2-a4fc-d16c3f5f7b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750379687711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750379164492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750379164510'] for port (5f65a40e-8875-44a3-9063-670f03a7a9f7), after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:56:38.055498 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f56fce1-860c-4ff2-84bc-34cd1ba866f7 None None] Pushing event updated for resources: {'Port': ['ID=5f65a40e-8875-44a3-9063-670f03a7a9f7,revision_number=2']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:56:38.077614 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f56fce1-860c-4ff2-84bc-34cd1ba866f7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:56:38.078198 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f56fce1-860c-4ff2-84bc-34cd1ba866f7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:56:38.078727 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f56fce1-860c-4ff2-84bc-34cd1ba866f7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:56:38.079218 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f56fce1-860c-4ff2-84bc-34cd1ba866f7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:56:38.080243 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f56fce1-860c-4ff2-84bc-34cd1ba866f7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:56:38.080714 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f56fce1-860c-4ff2-84bc-34cd1ba866f7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:56:38.081196 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f56fce1-860c-4ff2-84bc-34cd1ba866f7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:56:38.081721 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f56fce1-860c-4ff2-84bc-34cd1ba866f7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:56:38.082218 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f56fce1-860c-4ff2-84bc-34cd1ba866f7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:56:38.082724 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f56fce1-860c-4ff2-84bc-34cd1ba866f7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:56:38.083271 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f56fce1-860c-4ff2-84bc-34cd1ba866f7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:56:38.083825 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f56fce1-860c-4ff2-84bc-34cd1ba866f7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:56:38.084319 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f56fce1-860c-4ff2-84bc-34cd1ba866f7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:56:38.084808 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f56fce1-860c-4ff2-84bc-34cd1ba866f7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:56:38.085296 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f56fce1-860c-4ff2-84bc-34cd1ba866f7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:56:38.088805 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [None req-690e7356-affd-44b2-a4fc-d16c3f5f7b05 None None] Attempting to bind port 5f65a40e-8875-44a3-9063-670f03a7a9f7 on host dv-cinder-830787-2-iscsi for vnic_type normal with profile {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 13:56:38.092739 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [None req-690e7356-affd-44b2-a4fc-d16c3f5f7b05 None None] Attempting to bind port 5f65a40e-8875-44a3-9063-670f03a7a9f7 by drivers openvswitch,hyperv on host dv-cinder-830787-2-iscsi at level 0 using segments [{'id': '153f0837-19dc-4e5c-bf6b-49a4300ea8f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886'}] {{(pid=103321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 13:56:38.094144 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-690e7356-affd-44b2-a4fc-d16c3f5f7b05 None None] Attempting to bind port 5f65a40e-8875-44a3-9063-670f03a7a9f7 on network 18ff371c-a6b9-4e7a-9b54-bf9ba2e00886 {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 13:56:38.107408 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-690e7356-affd-44b2-a4fc-d16c3f5f7b05 None None] Checking agent: {'id': 'f2586825-e748-4c1d-8b98-cb0d5b6c266d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830787-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 13, 47, 3), 'started_at': datetime.datetime(2022, 4, 11, 13, 47, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 13, 56, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830787-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 13:56:38.108107 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-690e7356-affd-44b2-a4fc-d16c3f5f7b05 None None] Checking segment: {'id': '153f0837-19dc-4e5c-bf6b-49a4300ea8f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 13:56:38.109630 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-690e7356-affd-44b2-a4fc-d16c3f5f7b05 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:56:38.111309 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-690e7356-affd-44b2-a4fc-d16c3f5f7b05 None None] Bound using segment: {'id': '153f0837-19dc-4e5c-bf6b-49a4300ea8f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886'} {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 13:56:38.111444 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-bf5ac06f-4345-4f0d-ba8a-b2e6d0b06663 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883311'] for port (None), before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:56:38.114087 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [None req-690e7356-affd-44b2-a4fc-d16c3f5f7b05 None None] Bound port: 5f65a40e-8875-44a3-9063-670f03a7a9f7, host: dv-cinder-830787-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '153f0837-19dc-4e5c-bf6b-49a4300ea8f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886'}}] {{(pid=103321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 13:56:38.114682 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-690e7356-affd-44b2-a4fc-d16c3f5f7b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883311'] for port (5f65a40e-8875-44a3-9063-670f03a7a9f7), before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:56:38.119529 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Current status of the port 7cf41b14-5555-4455-95fb-143b0de3d856 is: ACTIVE; New status is: ACTIVE {{(pid=103320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 13:56:38.123457 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d418b340-a4ee-48b0-8bfd-6faedf191a6a req-4da72754-989f-4533-9640-62e5a6f5a08a tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:56:38.125670 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-d418b340-a4ee-48b0-8bfd-6faedf191a6a req-4da72754-989f-4533-9640-62e5a6f5a08a tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] 10.222.0.67 "GET /v2.0/ports?device_id=a6e921e1-7746-446b-bad6-d7188f8bdac2 HTTP/1.1" status: 200 len: 946 time: 0.1108935 Apr 11 13:56:38.145511 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.67', 57044) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:56:38.194259 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.plugins.ml2.db [None req-690e7356-affd-44b2-a4fc-d16c3f5f7b05 None None] For port 5f65a40e-8875-44a3-9063-670f03a7a9f7, host dv-cinder-830787-2-iscsi, cleared binding levels {{(pid=103321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 13:56:38.196960 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-d418b340-a4ee-48b0-8bfd-6faedf191a6a req-b7d4e83c-1488-4c7c-aaf9-a32b76819ea2 tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] 10.222.0.67 "GET /v2.0/security-groups?id=037e8753-abfc-4a51-9764-2b02f91b84d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643315 Apr 11 13:56:38.197505 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.plugins.ml2.db [None req-690e7356-affd-44b2-a4fc-d16c3f5f7b05 None None] For port 5f65a40e-8875-44a3-9063-670f03a7a9f7, host dv-cinder-830787-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830787-2-iscsi',level=0,port_id=5f65a40e-8875-44a3-9063-670f03a7a9f7,segment=NetworkSegment(153f0837-19dc-4e5c-bf6b-49a4300ea8f5),segment_id=153f0837-19dc-4e5c-bf6b-49a4300ea8f5)] {{(pid=103321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 13:56:38.205030 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.67', 57048) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:56:38.208675 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-690e7356-affd-44b2-a4fc-d16c3f5f7b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750379687711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750379164492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750379164510'] for port (5f65a40e-8875-44a3-9063-670f03a7a9f7), after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:56:38.295436 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f56fce1-860c-4ff2-84bc-34cd1ba866f7 None None] Pushing event updated for resources: {'Port': ['ID=5f65a40e-8875-44a3-9063-670f03a7a9f7,revision_number=3']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:56:38.300112 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-690e7356-affd-44b2-a4fc-d16c3f5f7b05 None None] Routers {'d32f719d-4e09-4ba3-a492-673f4deb8564'} bound to L3 agent in host dv-cinder-830787-2-iscsi {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 13:56:38.300903 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-690e7356-affd-44b2-a4fc-d16c3f5f7b05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830787-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T13:46:59Z,description=,heartbeat_timestamp=2022-04-11T13:56:29Z,host='dv-cinder-830787-2-iscsi',id=e731c656-576f-4174-9da3-af64518920bc,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T13:46:59Z,topic='l3_agent')) {'router_ids': ['d32f719d-4e09-4ba3-a492-673f4deb8564'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:56:38.309368 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.db.db_base_plugin_common [None req-bf5ac06f-4345-4f0d-ba8a-b2e6d0b06663 admin admin] Allocated IP 172.20.0.1 (257d7092-c4df-47e4-abc9-31af4018d257/4d338071-fa32-49cf-a6aa-ca3918597003/65d1b329-f6c4-4821-8338-78a7946be7c9) {{(pid=103319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 13:56:38.367668 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-ff9353f5-4e8d-4af6-93af-b12c94532217 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:56:38.389380 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-896842f9-6c1f-4931-b99d-f6b02be7b098 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:56:38.434152 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-690e7356-affd-44b2-a4fc-d16c3f5f7b05 None None] Set router d32f719d-4e09-4ba3-a492-673f4deb8564 gateway port host: dv-cinder-830787-2-iscsi {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 13:56:38.465501 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-bf5ac06f-4345-4f0d-ba8a-b2e6d0b06663 admin admin] Publish callbacks [] for port (65d1b329-f6c4-4821-8338-78a7946be7c9), precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:56:38.506395 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-bf5ac06f-4345-4f0d-ba8a-b2e6d0b06663 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750379164474'] for port (65d1b329-f6c4-4821-8338-78a7946be7c9), after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:56:38.559090 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf5ac06f-4345-4f0d-ba8a-b2e6d0b06663 admin admin] Network 257d7092-c4df-47e4-abc9-31af4018d257 is already hosted by enough agents. {{(pid=103319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 13:56:38.561351 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-896842f9-6c1f-4931-b99d-f6b02be7b098 admin admin] Publish callbacks [] for security_group (6a6f23f7-688d-4944-941f-052b91b8086e), precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:56:38.564991 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [None req-bf5ac06f-4345-4f0d-ba8a-b2e6d0b06663 admin admin] Resources bound (agent type, host, resource id): {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 13:56:38.567450 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5ac06f-4345-4f0d-ba8a-b2e6d0b06663 admin admin] Pushing event updated for resources: {'Port': ['ID=65d1b329-f6c4-4821-8338-78a7946be7c9,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:56:38.568250 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-ff9353f5-4e8d-4af6-93af-b12c94532217 admin admin] Publish callbacks [] for security_group (b4234e6d-7f71-4b84-a45d-0c7cee5d8fba), precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:56:38.569835 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf5ac06f-4345-4f0d-ba8a-b2e6d0b06663 admin admin] Received port after_create {{(pid=103319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 13:56:38.570309 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-bf5ac06f-4345-4f0d-ba8a-b2e6d0b06663 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8126302'] for router_interface (d32f719d-4e09-4ba3-a492-673f4deb8564), before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:56:38.572907 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-896842f9-6c1f-4931-b99d-f6b02be7b098 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8023832'] for security_group (6a6f23f7-688d-4944-941f-052b91b8086e), after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:56:38.602972 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-ff9353f5-4e8d-4af6-93af-b12c94532217 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8023832'] for security_group (b4234e6d-7f71-4b84-a45d-0c7cee5d8fba), after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:56:38.657132 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896842f9-6c1f-4931-b99d-f6b02be7b098 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a6f23f7-688d-4944-941f-052b91b8086e,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:56:38.661684 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-ff9353f5-4e8d-4af6-93af-b12c94532217 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=49f34e81c61849e4a8881b1439acd42c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4554920 Apr 11 13:56:38.663932 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-896842f9-6c1f-4931-b99d-f6b02be7b098 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=3245e9200dcb4694bef6b0c75c909d34&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5159445 Apr 11 13:56:38.664582 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.67', 57062) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:56:38.683302 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-690e7356-affd-44b2-a4fc-d16c3f5f7b05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd32f719d-4e09-4ba3-a492-673f4deb8564', 'name': 'tempest-AttachVolumeTestJSON-1618300746-router', 'tenant_id': 'f8720d1d0e26443d96a5f29175402af6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886', 'external_fixed_ips': [{'subnet_id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'ip_address': '172.27.1.86'}], 'enable_snat': True}, 'gw_port_id': '5f65a40e-8875-44a3-9063-670f03a7a9f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T13:56:34Z', 'updated_at': '2022-04-11T13:56:36Z', 'revision_number': 3, 'project_id': 'f8720d1d0e26443d96a5f29175402af6', 'gw_port': {'id': '5f65a40e-8875-44a3-9063-670f03a7a9f7', 'name': '', 'network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:80:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd32f719d-4e09-4ba3-a492-673f4deb8564', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'ip_address': '172.27.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:56:35Z', 'updated_at': '2022-04-11T13:56:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830787-2-iscsi'}], 'dv-cinder-830787-2-iscsi', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:56:38.687185 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.67', 57064) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:56:38.721996 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-690e7356-affd-44b2-a4fc-d16c3f5f7b05 None None] The sync data for ids ['d32f719d-4e09-4ba3-a492-673f4deb8564'] in dv-cinder-830787-2-iscsi is: [{'id': 'd32f719d-4e09-4ba3-a492-673f4deb8564', 'name': 'tempest-AttachVolumeTestJSON-1618300746-router', 'tenant_id': 'f8720d1d0e26443d96a5f29175402af6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886', 'external_fixed_ips': [{'subnet_id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'ip_address': '172.27.1.86'}], 'enable_snat': True}, 'gw_port_id': '5f65a40e-8875-44a3-9063-670f03a7a9f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T13:56:34Z', 'updated_at': '2022-04-11T13:56:36Z', 'revision_number': 3, 'project_id': 'f8720d1d0e26443d96a5f29175402af6', 'gw_port': {'id': '5f65a40e-8875-44a3-9063-670f03a7a9f7', 'name': '', 'network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:80:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd32f719d-4e09-4ba3-a492-673f4deb8564', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'ip_address': '172.27.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:56:35Z', 'updated_at': '2022-04-11T13:56:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830787-2-iscsi'}] {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 13:56:38.756794 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9353f5-4e8d-4af6-93af-b12c94532217 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4234e6d-7f71-4b84-a45d-0c7cee5d8fba,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:56:38.777116 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-3141bf1d-3feb-4983-b9c0-decdb2ab304d admin admin] Publish callbacks [] for security_group (b4234e6d-7f71-4b84-a45d-0c7cee5d8fba), before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:56:38.819387 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-3141bf1d-3feb-4983-b9c0-decdb2ab304d admin admin] Publish callbacks [] for security_group (b4234e6d-7f71-4b84-a45d-0c7cee5d8fba), precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:56:38.826496 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-f2c23937-c9e4-4282-9819-d612c90ca99d admin admin] Publish callbacks [] for security_group (6a6f23f7-688d-4944-941f-052b91b8086e), before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:56:38.829767 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-bf5ac06f-4345-4f0d-ba8a-b2e6d0b06663 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883311'] for port (65d1b329-f6c4-4821-8338-78a7946be7c9), before_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:56:38.897218 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-3141bf1d-3feb-4983-b9c0-decdb2ab304d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8023832'] for security_group (b4234e6d-7f71-4b84-a45d-0c7cee5d8fba), after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:56:38.901691 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-3141bf1d-3feb-4983-b9c0-decdb2ab304d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:56:38.903209 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-3141bf1d-3feb-4983-b9c0-decdb2ab304d admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/b4234e6d-7f71-4b84-a45d-0c7cee5d8fba HTTP/1.1" status: 204 len: 168 time: 0.2370837 Apr 11 13:56:38.913222 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-f2c23937-c9e4-4282-9819-d612c90ca99d admin admin] Publish callbacks [] for security_group (6a6f23f7-688d-4944-941f-052b91b8086e), precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:56:38.916277 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3141bf1d-3feb-4983-b9c0-decdb2ab304d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4234e6d-7f71-4b84-a45d-0c7cee5d8fba,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:56:38.966197 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-ef30b29d-214b-4b4d-a8ea-0e83e2d2ea5f None None] Provisioning complete for port 65d1b329-f6c4-4821-8338-78a7946be7c9 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 13:56:38.966771 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-ef30b29d-214b-4b4d-a8ea-0e83e2d2ea5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-663396'] for port (65d1b329-f6c4-4821-8338-78a7946be7c9), provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:56:39.029735 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Device 7cf41b14-5555-4455-95fb-143b0de3d856 up at agent ovs-agent-dv-cinder-830787-2-iscsi {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 13:56:39.063108 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-f2c23937-c9e4-4282-9819-d612c90ca99d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8023832'] for security_group (6a6f23f7-688d-4944-941f-052b91b8086e), after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:56:39.066019 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-f2c23937-c9e4-4282-9819-d612c90ca99d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:56:39.067199 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-f2c23937-c9e4-4282-9819-d612c90ca99d admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/6a6f23f7-688d-4944-941f-052b91b8086e HTTP/1.1" status: 204 len: 168 time: 0.3784280 Apr 11 13:56:39.090801 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c23937-c9e4-4282-9819-d612c90ca99d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a6f23f7-688d-4944-941f-052b91b8086e,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:56:39.092581 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-ef30b29d-214b-4b4d-a8ea-0e83e2d2ea5f None None] Port 65d1b329-f6c4-4821-8338-78a7946be7c9 cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 13:56:39.107377 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-bf5ac06f-4345-4f0d-ba8a-b2e6d0b06663 admin admin] Publish callbacks [] for port (65d1b329-f6c4-4821-8338-78a7946be7c9), precommit_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:56:39.114773 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-bf5ac06f-4345-4f0d-ba8a-b2e6d0b06663 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750379687711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750379164492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750379164510'] for port (65d1b329-f6c4-4821-8338-78a7946be7c9), after_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:56:39.115564 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-bf5ac06f-4345-4f0d-ba8a-b2e6d0b06663 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7871730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8123374'] for router_interface (d32f719d-4e09-4ba3-a492-673f4deb8564), after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:56:39.154694 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Provisioning complete for port 7cf41b14-5555-4455-95fb-143b0de3d856 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 13:56:39.155142 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-663396'] for port (7cf41b14-5555-4455-95fb-143b0de3d856), provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:56:39.329643 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Current status of the port 7cf41b14-5555-4455-95fb-143b0de3d856 is: ACTIVE; New status is: ACTIVE {{(pid=103320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 13:56:39.365942 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5ac06f-4345-4f0d-ba8a-b2e6d0b06663 admin admin] Pushing event updated for resources: {'Port': ['ID=65d1b329-f6c4-4821-8338-78a7946be7c9,revision_number=2']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:56:39.391439 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f715af-0bcc-4005-856f-e939bd153a9e req-8701a5c5-980e-448f-9460-060181cd5420 tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:56:39.393598 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-72f715af-0bcc-4005-856f-e939bd153a9e req-8701a5c5-980e-448f-9460-060181cd5420 tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] 10.222.0.67 "GET /v2.0/ports?device_id=a6e921e1-7746-446b-bad6-d7188f8bdac2 HTTP/1.1" status: 200 len: 946 time: 0.0900500 Apr 11 13:56:39.409795 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf5ac06f-4345-4f0d-ba8a-b2e6d0b06663 admin admin] Network 257d7092-c4df-47e4-abc9-31af4018d257 is already hosted by enough agents. {{(pid=103319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 13:56:39.435870 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [None req-bf5ac06f-4345-4f0d-ba8a-b2e6d0b06663 admin admin] Resources bound (agent type, host, resource id): {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 13:56:39.544639 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-72f715af-0bcc-4005-856f-e939bd153a9e req-6125d562-9268-44c7-a51a-c3c27f06ec3c tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] 10.222.0.67 "GET /v2.0/security-groups?id=037e8753-abfc-4a51-9764-2b02f91b84d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379547 Apr 11 13:56:39.624522 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.67', 57104) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:56:39.642766 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf5ac06f-4345-4f0d-ba8a-b2e6d0b06663 admin admin] Router d32f719d-4e09-4ba3-a492-673f4deb8564 has already been hosted by L3 agent e731c656-576f-4174-9da3-af64518920bc {{(pid=103319) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 13:56:39.715574 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-dc64723c-3225-4ea9-86c7-f320337a79f4 None None] Provisioning complete for port 65d1b329-f6c4-4821-8338-78a7946be7c9 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 13:56:39.715918 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-dc64723c-3225-4ea9-86c7-f320337a79f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-663396'] for port (65d1b329-f6c4-4821-8338-78a7946be7c9), provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:56:39.764282 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-dc64723c-3225-4ea9-86c7-f320337a79f4 None None] Port 65d1b329-f6c4-4821-8338-78a7946be7c9 cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 13:56:39.799990 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.67', 57110) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:56:39.818012 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-134a6e41-1f2d-4abe-93c0-676b9d6298a6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:56:39.823300 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-7bd278aa-93d4-4266-828d-88e29c7de5e7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:56:39.829585 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf5ac06f-4345-4f0d-ba8a-b2e6d0b06663 admin admin] Notify agent at l3_agent.dv-cinder-830787-2-iscsi the message routers_updated {{(pid=103319) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 13:56:39.842263 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-bf5ac06f-4345-4f0d-ba8a-b2e6d0b06663 admin admin] 10.222.0.67 "PUT /v2.0/routers/d32f719d-4e09-4ba3-a492-673f4deb8564/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5663979 Apr 11 13:56:39.938241 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-7bd278aa-93d4-4266-828d-88e29c7de5e7 admin admin] Publish callbacks [] for security_group (c98748ac-bdff-4134-9d34-91594bd6ccdc), precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:56:39.946044 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-7bd278aa-93d4-4266-828d-88e29c7de5e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8023832'] for security_group (c98748ac-bdff-4134-9d34-91594bd6ccdc), after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:56:39.955245 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-134a6e41-1f2d-4abe-93c0-676b9d6298a6 admin admin] Publish callbacks [] for security_group (00108967-38ae-4d8c-a097-e0c4bd7afd85), precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:56:39.971641 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-134a6e41-1f2d-4abe-93c0-676b9d6298a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8023832'] for security_group (00108967-38ae-4d8c-a097-e0c4bd7afd85), after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:56:40.021597 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-7bd278aa-93d4-4266-828d-88e29c7de5e7 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=907f81636eda4677a18c78a2d26a7448&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3952689 Apr 11 13:56:40.022354 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.67', 57120) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:56:40.026185 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-134a6e41-1f2d-4abe-93c0-676b9d6298a6 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=7a13d56546e845fbbe16c2e4c3052fe8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2251561 Apr 11 13:56:40.032822 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134a6e41-1f2d-4abe-93c0-676b9d6298a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00108967-38ae-4d8c-a097-e0c4bd7afd85,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:56:40.036853 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd278aa-93d4-4266-828d-88e29c7de5e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c98748ac-bdff-4134-9d34-91594bd6ccdc,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:56:40.038086 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.67', 57122) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:56:40.118417 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-e9938338-8966-4c43-ab2e-c310a2cac245 admin admin] Publish callbacks [] for security_group (00108967-38ae-4d8c-a097-e0c4bd7afd85), before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:56:40.119292 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-1e371085-6406-47ff-ae5a-84ed5fb53bc2 admin admin] Publish callbacks [] for security_group (c98748ac-bdff-4134-9d34-91594bd6ccdc), before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:56:40.150270 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-e9938338-8966-4c43-ab2e-c310a2cac245 admin admin] Publish callbacks [] for security_group (00108967-38ae-4d8c-a097-e0c4bd7afd85), precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:56:40.164758 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-1e371085-6406-47ff-ae5a-84ed5fb53bc2 admin admin] Publish callbacks [] for security_group (c98748ac-bdff-4134-9d34-91594bd6ccdc), precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:56:40.222641 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-e9938338-8966-4c43-ab2e-c310a2cac245 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8023832'] for security_group (00108967-38ae-4d8c-a097-e0c4bd7afd85), after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:56:40.224037 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-1e371085-6406-47ff-ae5a-84ed5fb53bc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8023832'] for security_group (c98748ac-bdff-4134-9d34-91594bd6ccdc), after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:56:40.225538 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-e9938338-8966-4c43-ab2e-c310a2cac245 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:56:40.229620 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-e9938338-8966-4c43-ab2e-c310a2cac245 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/00108967-38ae-4d8c-a097-e0c4bd7afd85 HTTP/1.1" status: 204 len: 168 time: 0.1876409 Apr 11 13:56:40.229779 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-1e371085-6406-47ff-ae5a-84ed5fb53bc2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:56:40.229779 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-1e371085-6406-47ff-ae5a-84ed5fb53bc2 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/c98748ac-bdff-4134-9d34-91594bd6ccdc HTTP/1.1" status: 204 len: 168 time: 0.1977241 Apr 11 13:56:40.238006 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e371085-6406-47ff-ae5a-84ed5fb53bc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c98748ac-bdff-4134-9d34-91594bd6ccdc,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:56:40.243217 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9938338-8966-4c43-ab2e-c310a2cac245 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00108967-38ae-4d8c-a097-e0c4bd7afd85,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:56:40.550334 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.67', 57148) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:56:40.555255 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.v2.base [None req-1daf24c0-2ddb-471a-a990-923baf4dc3c6 tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] Request body: {'security_group': {'name': 'tempest-securitygroup--723908712', 'description': 'tempest-description--2027762022'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 13:56:40.603846 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-1daf24c0-2ddb-471a-a990-923baf4dc3c6 tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] Publish callbacks [] for security_group (None), before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:56:40.751379 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8545ad-d246-420f-b378-a6b1b9cbdd96 req-c16e9e30-ab47-4637-9201-0158719df78d tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:56:40.753229 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-ca8545ad-d246-420f-b378-a6b1b9cbdd96 req-c16e9e30-ab47-4637-9201-0158719df78d tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] 10.222.0.67 "GET /v2.0/ports?device_id=a6e921e1-7746-446b-bad6-d7188f8bdac2 HTTP/1.1" status: 200 len: 946 time: 0.0850515 Apr 11 13:56:40.760756 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.67', 57156) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:56:40.781443 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-57b6d5b2-a1e2-455c-9052-b1fd3edef603 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:56:40.861596 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-1daf24c0-2ddb-471a-a990-923baf4dc3c6 tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] Publish callbacks [] for security_group (fa012576-2707-4681-be16-e9c543038202), precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:56:40.870488 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.67', 57160) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:56:40.879681 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-1daf24c0-2ddb-471a-a990-923baf4dc3c6 tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8023832'] for security_group (fa012576-2707-4681-be16-e9c543038202), after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:56:40.913103 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-0b772296-49e4-4a8c-9ddb-cde9028ad36d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:56:40.943400 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-ca8545ad-d246-420f-b378-a6b1b9cbdd96 req-37c0e40e-00a9-48dc-b097-7240e9cbf368 tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] 10.222.0.67 "GET /v2.0/security-groups?id=037e8753-abfc-4a51-9764-2b02f91b84d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1781862 Apr 11 13:56:40.956857 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-57b6d5b2-a1e2-455c-9052-b1fd3edef603 admin admin] Publish callbacks [] for security_group (7c263091-0e2f-481a-b4d8-d6b5ecc60c5e), precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:56:40.964557 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-57b6d5b2-a1e2-455c-9052-b1fd3edef603 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8023832'] for security_group (7c263091-0e2f-481a-b4d8-d6b5ecc60c5e), after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:56:40.970965 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-1daf24c0-2ddb-471a-a990-923baf4dc3c6 tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] Publish callbacks [] for security_group (None), before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:56:40.972581 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-1daf24c0-2ddb-471a-a990-923baf4dc3c6 tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4211016 Apr 11 13:56:40.977106 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1daf24c0-2ddb-471a-a990-923baf4dc3c6 tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa012576-2707-4681-be16-e9c543038202,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:56:40.984602 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.67', 57162) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:56:40.992714 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.v2.base [None req-5525ee2b-865f-4b72-9dd3-26a6bc0b6d2b tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] Request body: {'security_group_rule': {'security_group_id': 'fa012576-2707-4681-be16-e9c543038202', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 13:56:41.015939 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Device 5f65a40e-8875-44a3-9063-670f03a7a9f7 up at agent ovs-agent-dv-cinder-830787-2-iscsi {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 13:56:41.048887 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-5525ee2b-865f-4b72-9dd3-26a6bc0b6d2b tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] Publish callbacks [] for security_group_rule (878b77d3-9a43-4933-8324-4e9a287d8972), before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:56:41.052331 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-57b6d5b2-a1e2-455c-9052-b1fd3edef603 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=a9b19064da474769a8e1a3099ca97a8f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2897630 Apr 11 13:56:41.053245 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.67', 57164) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:56:41.054110 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b6d5b2-a1e2-455c-9052-b1fd3edef603 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c263091-0e2f-481a-b4d8-d6b5ecc60c5e,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:56:41.117392 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-0b772296-49e4-4a8c-9ddb-cde9028ad36d admin admin] Publish callbacks [] for security_group (ce4bf6c8-9c67-4cf6-96bc-9b6ddd831740), precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:56:41.119392 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Provisioning complete for port 5f65a40e-8875-44a3-9063-670f03a7a9f7 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 13:56:41.120041 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-663396'] for port (5f65a40e-8875-44a3-9063-670f03a7a9f7), provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:56:41.131337 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-c78e4b1c-1ba4-4319-8ea6-56a34c007e31 admin admin] Publish callbacks [] for security_group (7c263091-0e2f-481a-b4d8-d6b5ecc60c5e), before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:56:41.145331 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-0b772296-49e4-4a8c-9ddb-cde9028ad36d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8023832'] for security_group (ce4bf6c8-9c67-4cf6-96bc-9b6ddd831740), after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:56:41.160757 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-c78e4b1c-1ba4-4319-8ea6-56a34c007e31 admin admin] Publish callbacks [] for security_group (7c263091-0e2f-481a-b4d8-d6b5ecc60c5e), precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:56:41.203435 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4ebc21d-57cd-430d-911b-c70d16ed3942 None None] Sync routers for ids ['d32f719d-4e09-4ba3-a492-673f4deb8564'] in dv-cinder-830787-2-iscsi {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 13:56:41.235173 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-0b772296-49e4-4a8c-9ddb-cde9028ad36d admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=4bae0604a8414561b18c1af715d3243c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3636389 Apr 11 13:56:41.235446 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-c78e4b1c-1ba4-4319-8ea6-56a34c007e31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8023832'] for security_group (7c263091-0e2f-481a-b4d8-d6b5ecc60c5e), after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:56:41.237496 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-5525ee2b-865f-4b72-9dd3-26a6bc0b6d2b tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] Publish callbacks [] for security_group_rule (878b77d3-9a43-4933-8324-4e9a287d8972), precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:56:41.238341 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-c78e4b1c-1ba4-4319-8ea6-56a34c007e31 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:56:41.238476 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b772296-49e4-4a8c-9ddb-cde9028ad36d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce4bf6c8-9c67-4cf6-96bc-9b6ddd831740,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:56:41.242027 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.67', 57168) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:56:41.242790 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4ebc21d-57cd-430d-911b-c70d16ed3942 None None] Routers {'d32f719d-4e09-4ba3-a492-673f4deb8564'} bound to L3 agent in host dv-cinder-830787-2-iscsi {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 13:56:41.243457 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-e4ebc21d-57cd-430d-911b-c70d16ed3942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830787-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T13:46:59Z,description=,heartbeat_timestamp=2022-04-11T13:56:29Z,host='dv-cinder-830787-2-iscsi',id=e731c656-576f-4174-9da3-af64518920bc,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T13:46:59Z,topic='l3_agent')) {'router_ids': ['d32f719d-4e09-4ba3-a492-673f4deb8564'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:56:41.247363 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-c78e4b1c-1ba4-4319-8ea6-56a34c007e31 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/7c263091-0e2f-481a-b4d8-d6b5ecc60c5e HTTP/1.1" status: 204 len: 168 time: 0.1897569 Apr 11 13:56:41.256075 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-5525ee2b-865f-4b72-9dd3-26a6bc0b6d2b tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8023914'] for security_group_rule (878b77d3-9a43-4933-8324-4e9a287d8972), after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:56:41.258163 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78e4b1c-1ba4-4319-8ea6-56a34c007e31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c263091-0e2f-481a-b4d8-d6b5ecc60c5e,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:56:41.294651 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5525ee2b-865f-4b72-9dd3-26a6bc0b6d2b tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=878b77d3-9a43-4933-8324-4e9a287d8972,revision_number=0']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:56:41.309329 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-5525ee2b-865f-4b72-9dd3-26a6bc0b6d2b tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:56:41.310539 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-5525ee2b-865f-4b72-9dd3-26a6bc0b6d2b tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3248467 Apr 11 13:56:41.314246 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.67', 57174) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:56:41.315874 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Current status of the port 5f65a40e-8875-44a3-9063-670f03a7a9f7 is: DOWN; New status is: ACTIVE {{(pid=103320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 13:56:41.316430 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883311'] for port (5f65a40e-8875-44a3-9063-670f03a7a9f7), before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:56:41.318463 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.v2.base [None req-b5489efe-cea5-4039-9f6b-1b042be686a4 tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] Request body: {'security_group_rule': {'security_group_id': 'fa012576-2707-4681-be16-e9c543038202', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 13:56:41.345460 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] For port 5f65a40e-8875-44a3-9063-670f03a7a9f7, host dv-cinder-830787-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830787-2-iscsi',level=0,port_id=5f65a40e-8875-44a3-9063-670f03a7a9f7,segment=NetworkSegment(153f0837-19dc-4e5c-bf6b-49a4300ea8f5),segment_id=153f0837-19dc-4e5c-bf6b-49a4300ea8f5)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 13:56:41.347591 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-43f900f0-9470-4297-8f5c-fe7469866209 admin admin] Publish callbacks [] for security_group (ce4bf6c8-9c67-4cf6-96bc-9b6ddd831740), before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:56:41.358900 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750379687711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750379164492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750379164510'] for port (5f65a40e-8875-44a3-9063-670f03a7a9f7), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:56:41.384977 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-43f900f0-9470-4297-8f5c-fe7469866209 admin admin] Publish callbacks [] for security_group (ce4bf6c8-9c67-4cf6-96bc-9b6ddd831740), precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:56:41.387024 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-b5489efe-cea5-4039-9f6b-1b042be686a4 tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] Publish callbacks [] for security_group_rule (286f0bde-a319-4adf-8912-0b6190d17238), before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:56:41.466690 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-b5489efe-cea5-4039-9f6b-1b042be686a4 tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] Publish callbacks [] for security_group_rule (286f0bde-a319-4adf-8912-0b6190d17238), precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:56:41.476091 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-b5489efe-cea5-4039-9f6b-1b042be686a4 tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8023914'] for security_group_rule (286f0bde-a319-4adf-8912-0b6190d17238), after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:56:41.488926 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-43f900f0-9470-4297-8f5c-fe7469866209 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8023832'] for security_group (ce4bf6c8-9c67-4cf6-96bc-9b6ddd831740), after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:56:41.491469 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-43f900f0-9470-4297-8f5c-fe7469866209 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:56:41.495108 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-43f900f0-9470-4297-8f5c-fe7469866209 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/ce4bf6c8-9c67-4cf6-96bc-9b6ddd831740 HTTP/1.1" status: 204 len: 168 time: 0.2494457 Apr 11 13:56:41.502629 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5489efe-cea5-4039-9f6b-1b042be686a4 tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=286f0bde-a319-4adf-8912-0b6190d17238,revision_number=0']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:56:41.515686 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f900f0-9470-4297-8f5c-fe7469866209 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce4bf6c8-9c67-4cf6-96bc-9b6ddd831740,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:56:41.526376 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-b5489efe-cea5-4039-9f6b-1b042be686a4 tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:56:41.530598 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-b5489efe-cea5-4039-9f6b-1b042be686a4 tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2126248 Apr 11 13:56:41.531293 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.67', 57182) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:56:41.536219 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.v2.base [None req-41f8ef27-2d90-45af-9286-a2bc36d3ba97 tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] Request body: {'floatingip': {'floating_network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 13:56:41.566643 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-41f8ef27-2d90-45af-9286-a2bc36d3ba97 tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:56:41.626912 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Pushing event updated for resources: {'Port': ['ID=5f65a40e-8875-44a3-9063-670f03a7a9f7,revision_number=4']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:56:41.630712 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.db.l3_dvr_db [None req-e4ebc21d-57cd-430d-911b-c70d16ed3942 None None] Set router d32f719d-4e09-4ba3-a492-673f4deb8564 gateway port host: dv-cinder-830787-2-iscsi {{(pid=103320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 13:56:41.700353 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-41f8ef27-2d90-45af-9286-a2bc36d3ba97 tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883311'] for port (None), before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:56:41.830129 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.db.db_base_plugin_common [None req-41f8ef27-2d90-45af-9286-a2bc36d3ba97 tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] Allocated IP 172.27.1.97 (18ff371c-a6b9-4e7a-9b54-bf9ba2e00886/b63ed172-4352-4f2b-94f9-a4e97d1b6a55/85a9e9aa-619a-4bbe-a468-0da19406c9c9) {{(pid=103319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 13:56:41.869010 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-e4ebc21d-57cd-430d-911b-c70d16ed3942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd32f719d-4e09-4ba3-a492-673f4deb8564', 'name': 'tempest-AttachVolumeTestJSON-1618300746-router', 'tenant_id': 'f8720d1d0e26443d96a5f29175402af6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886', 'external_fixed_ips': [{'subnet_id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'ip_address': '172.27.1.86'}], 'enable_snat': True}, 'gw_port_id': '5f65a40e-8875-44a3-9063-670f03a7a9f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T13:56:34Z', 'updated_at': '2022-04-11T13:56:38Z', 'revision_number': 4, 'project_id': 'f8720d1d0e26443d96a5f29175402af6', 'gw_port': {'id': '5f65a40e-8875-44a3-9063-670f03a7a9f7', 'name': '', 'network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:80:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd32f719d-4e09-4ba3-a492-673f4deb8564', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'ip_address': '172.27.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:56:35Z', 'updated_at': '2022-04-11T13:56:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830787-2-iscsi', '_interfaces': [{'id': '65d1b329-f6c4-4821-8338-78a7946be7c9', 'name': '', 'network_id': '257d7092-c4df-47e4-abc9-31af4018d257', 'tenant_id': 'f8720d1d0e26443d96a5f29175402af6', 'mac_address': 'fa:16:3e:35:1c:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd32f719d-4e09-4ba3-a492-673f4deb8564', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '4d338071-fa32-49cf-a6aa-ca3918597003', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:56:38Z', 'updated_at': '2022-04-11T13:56:38Z', 'revision_number': 2, 'project_id': 'f8720d1d0e26443d96a5f29175402af6', 'subnets': [{'id': '4d338071-fa32-49cf-a6aa-ca3918597003', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830787-2-iscsi', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:56:41.903385 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4ebc21d-57cd-430d-911b-c70d16ed3942 None None] Checking router: d32f719d-4e09-4ba3-a492-673f4deb8564 for host: dv-cinder-830787-2-iscsi {{(pid=103320) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 13:56:41.903848 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4ebc21d-57cd-430d-911b-c70d16ed3942 None None] Updating router d32f719d-4e09-4ba3-a492-673f4deb8564 port 65d1b329-f6c4-4821-8338-78a7946be7c9 binding host dv-cinder-830787-2-iscsi {{(pid=103320) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 13:56:41.933749 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e4ebc21d-57cd-430d-911b-c70d16ed3942 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883311'] for port (65d1b329-f6c4-4821-8338-78a7946be7c9), before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:56:41.978186 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-41f8ef27-2d90-45af-9286-a2bc36d3ba97 tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] Publish callbacks [] for port (85a9e9aa-619a-4bbe-a468-0da19406c9c9), precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:56:42.028615 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-41f8ef27-2d90-45af-9286-a2bc36d3ba97 tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750379164474'] for port (85a9e9aa-619a-4bbe-a468-0da19406c9c9), after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:56:42.104249 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f8ef27-2d90-45af-9286-a2bc36d3ba97 tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] Pushing event updated for resources: {'Port': ['ID=85a9e9aa-619a-4bbe-a468-0da19406c9c9,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:56:42.112810 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41f8ef27-2d90-45af-9286-a2bc36d3ba97 tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] Network 18ff371c-a6b9-4e7a-9b54-bf9ba2e00886 is already hosted by enough agents. {{(pid=103319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 13:56:42.114206 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [None req-41f8ef27-2d90-45af-9286-a2bc36d3ba97 tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] Resources bound (agent type, host, resource id): {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 13:56:42.116946 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41f8ef27-2d90-45af-9286-a2bc36d3ba97 tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] Received port after_create {{(pid=103319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 13:56:42.131238 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379524ef-bb09-4150-9d9f-bb232614f920 req-88fbc409-6988-4243-ac5b-79da58b7f192 tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:56:42.132977 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-379524ef-bb09-4150-9d9f-bb232614f920 req-88fbc409-6988-4243-ac5b-79da58b7f192 tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] 10.222.0.67 "GET /v2.0/ports?device_id=a6e921e1-7746-446b-bad6-d7188f8bdac2 HTTP/1.1" status: 200 len: 946 time: 0.0926435 Apr 11 13:56:42.224343 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-379524ef-bb09-4150-9d9f-bb232614f920 req-9265b9bd-e2a0-4535-b3a1-6ec94e38350b tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] 10.222.0.67 "GET /v2.0/security-groups?id=037e8753-abfc-4a51-9764-2b02f91b84d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836065 Apr 11 13:56:42.224710 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-41f8ef27-2d90-45af-9286-a2bc36d3ba97 tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] Publish callbacks [] for floatingip (1fc2130b-232b-4b06-bcf8-b5459a66cb8b), precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:56:42.284230 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-41f8ef27-2d90-45af-9286-a2bc36d3ba97 tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883311'] for port (85a9e9aa-619a-4bbe-a468-0da19406c9c9), before_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:56:42.336138 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e4ebc21d-57cd-430d-911b-c70d16ed3942 None None] Publish callbacks [] for port (65d1b329-f6c4-4821-8338-78a7946be7c9), precommit_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:56:42.347231 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e4ebc21d-57cd-430d-911b-c70d16ed3942 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750379687711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750379164492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750379164510'] for port (65d1b329-f6c4-4821-8338-78a7946be7c9), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:56:42.400718 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c80ac8-ad6b-4103-b37c-cc0b332d0d12 None None] Pushing event updated for resources: {'Port': ['ID=65d1b329-f6c4-4821-8338-78a7946be7c9,revision_number=3']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:56:42.471048 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-e4ebc21d-57cd-430d-911b-c70d16ed3942 None None] Attempting to bind port 65d1b329-f6c4-4821-8338-78a7946be7c9 on host dv-cinder-830787-2-iscsi for vnic_type normal with profile {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 13:56:42.471421 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-e4ebc21d-57cd-430d-911b-c70d16ed3942 None None] Attempting to bind port 65d1b329-f6c4-4821-8338-78a7946be7c9 by drivers openvswitch,hyperv on host dv-cinder-830787-2-iscsi at level 0 using segments [{'id': '0e675ac7-11b6-4ecb-9e9e-c47b9dca4e0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '257d7092-c4df-47e4-abc9-31af4018d257'}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 13:56:42.471804 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4ebc21d-57cd-430d-911b-c70d16ed3942 None None] Attempting to bind port 65d1b329-f6c4-4821-8338-78a7946be7c9 on network 257d7092-c4df-47e4-abc9-31af4018d257 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 13:56:42.480173 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4ebc21d-57cd-430d-911b-c70d16ed3942 None None] Checking agent: {'id': 'f2586825-e748-4c1d-8b98-cb0d5b6c266d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830787-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 13, 47, 3), 'started_at': datetime.datetime(2022, 4, 11, 13, 47, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 13, 56, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830787-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 13:56:42.480574 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4ebc21d-57cd-430d-911b-c70d16ed3942 None None] Checking segment: {'id': '0e675ac7-11b6-4ecb-9e9e-c47b9dca4e0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '257d7092-c4df-47e4-abc9-31af4018d257'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 13:56:42.481376 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e4ebc21d-57cd-430d-911b-c70d16ed3942 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:56:42.481376 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4ebc21d-57cd-430d-911b-c70d16ed3942 None None] Bound using segment: {'id': '0e675ac7-11b6-4ecb-9e9e-c47b9dca4e0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '257d7092-c4df-47e4-abc9-31af4018d257'} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 13:56:42.481809 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-e4ebc21d-57cd-430d-911b-c70d16ed3942 None None] Bound port: 65d1b329-f6c4-4821-8338-78a7946be7c9, host: dv-cinder-830787-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e675ac7-11b6-4ecb-9e9e-c47b9dca4e0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '257d7092-c4df-47e4-abc9-31af4018d257'}}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 13:56:42.482190 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e4ebc21d-57cd-430d-911b-c70d16ed3942 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883311'] for port (65d1b329-f6c4-4821-8338-78a7946be7c9), before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:56:42.492888 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-41f8ef27-2d90-45af-9286-a2bc36d3ba97 tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] Publish callbacks [] for port (85a9e9aa-619a-4bbe-a468-0da19406c9c9), precommit_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:56:42.500589 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-41f8ef27-2d90-45af-9286-a2bc36d3ba97 tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750379687711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750379164492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750379164510'] for port (85a9e9aa-619a-4bbe-a468-0da19406c9c9), after_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:56:42.555331 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-41f8ef27-2d90-45af-9286-a2bc36d3ba97 tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8126411'] for floatingip (1fc2130b-232b-4b06-bcf8-b5459a66cb8b), after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:56:42.566665 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e4ebc21d-57cd-430d-911b-c70d16ed3942 None None] For port 65d1b329-f6c4-4821-8338-78a7946be7c9, host dv-cinder-830787-2-iscsi, cleared binding levels {{(pid=103320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 13:56:42.576093 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e4ebc21d-57cd-430d-911b-c70d16ed3942 None None] For port 65d1b329-f6c4-4821-8338-78a7946be7c9, host dv-cinder-830787-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830787-2-iscsi',level=0,port_id=65d1b329-f6c4-4821-8338-78a7946be7c9,segment=NetworkSegment(0e675ac7-11b6-4ecb-9e9e-c47b9dca4e0d),segment_id=0e675ac7-11b6-4ecb-9e9e-c47b9dca4e0d)] {{(pid=103320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 13:56:42.577642 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f8ef27-2d90-45af-9286-a2bc36d3ba97 tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] Pushing event updated for resources: {'Port': ['ID=85a9e9aa-619a-4bbe-a468-0da19406c9c9,revision_number=2']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:56:42.584132 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e4ebc21d-57cd-430d-911b-c70d16ed3942 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750379687711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750379164492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750379164510'] for port (65d1b329-f6c4-4821-8338-78a7946be7c9), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:56:42.588416 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-41f8ef27-2d90-45af-9286-a2bc36d3ba97 tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-507053'] for floatingip (None), before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:56:42.589679 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-41f8ef27-2d90-45af-9286-a2bc36d3ba97 tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.0579188 Apr 11 13:56:42.660433 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c80ac8-ad6b-4103-b37c-cc0b332d0d12 None None] Pushing event updated for resources: {'Port': ['ID=65d1b329-f6c4-4821-8338-78a7946be7c9,revision_number=4']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:56:42.670631 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4ebc21d-57cd-430d-911b-c70d16ed3942 None None] Routers {'d32f719d-4e09-4ba3-a492-673f4deb8564'} bound to L3 agent in host dv-cinder-830787-2-iscsi {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 13:56:42.671838 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-e4ebc21d-57cd-430d-911b-c70d16ed3942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830787-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T13:46:59Z,description=,heartbeat_timestamp=2022-04-11T13:56:29Z,host='dv-cinder-830787-2-iscsi',id=e731c656-576f-4174-9da3-af64518920bc,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T13:46:59Z,topic='l3_agent')) {'router_ids': ['d32f719d-4e09-4ba3-a492-673f4deb8564'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:56:42.833558 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-49376b4c-5f3c-4685-9c26-0fa9f24406c8 None None] Provisioning complete for port 65d1b329-f6c4-4821-8338-78a7946be7c9 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 13:56:42.833955 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-49376b4c-5f3c-4685-9c26-0fa9f24406c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-663396'] for port (65d1b329-f6c4-4821-8338-78a7946be7c9), provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:56:42.836628 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.db.l3_dvr_db [None req-e4ebc21d-57cd-430d-911b-c70d16ed3942 None None] Set router d32f719d-4e09-4ba3-a492-673f4deb8564 gateway port host: dv-cinder-830787-2-iscsi {{(pid=103320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 13:56:42.922410 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-2b9ba5bd-373e-46f3-8ae1-c3d099549537 req-1669cfbb-af4d-4c1d-a514-ce27d9adf6e3 tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-securitygroup--723908712&fields=id&tenant_id=f8720d1d0e26443d96a5f29175402af6 HTTP/1.1" status: 200 len: 267 time: 0.0913923 Apr 11 13:56:43.031419 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Device 5f65a40e-8875-44a3-9063-670f03a7a9f7 up at agent ovs-agent-dv-cinder-830787-2-iscsi {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 13:56:43.093165 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9ba5bd-373e-46f3-8ae1-c3d099549537 req-3e49b860-8faa-43e5-9e59-ff61ee21ceb6 tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:56:43.101274 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-2b9ba5bd-373e-46f3-8ae1-c3d099549537 req-3e49b860-8faa-43e5-9e59-ff61ee21ceb6 tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] 10.222.0.67 "GET /v2.0/networks?id=257d7092-c4df-47e4-abc9-31af4018d257 HTTP/1.1" status: 200 len: 811 time: 0.1628742 Apr 11 13:56:43.122363 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-2b9ba5bd-373e-46f3-8ae1-c3d099549537 req-4110a92c-eb8a-4949-b4c4-c941c3aa3df4 tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] 10.222.0.67 "GET /v2.0/quotas/f8720d1d0e26443d96a5f29175402af6 HTTP/1.1" status: 200 len: 375 time: 0.0197392 Apr 11 13:56:43.192613 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-2b9ba5bd-373e-46f3-8ae1-c3d099549537 req-1966fc2b-563d-4d80-a7a0-6588ee74d788 tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=f8720d1d0e26443d96a5f29175402af6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0690033 Apr 11 13:56:43.195740 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Provisioning complete for port 5f65a40e-8875-44a3-9063-670f03a7a9f7 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 13:56:43.196295 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-663396'] for port (5f65a40e-8875-44a3-9063-670f03a7a9f7), provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:56:43.203174 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-49376b4c-5f3c-4685-9c26-0fa9f24406c8 None None] Current status of the port 65d1b329-f6c4-4821-8338-78a7946be7c9 is: DOWN; New status is: ACTIVE {{(pid=103320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 13:56:43.203771 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-49376b4c-5f3c-4685-9c26-0fa9f24406c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883311'] for port (65d1b329-f6c4-4821-8338-78a7946be7c9), before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:56:43.340700 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-2b9ba5bd-373e-46f3-8ae1-c3d099549537 req-108f0e24-148b-4f27-9e6b-68a61c5dee1d service neutron] 10.222.0.67 "GET /v2.0/networks/257d7092-c4df-47e4-abc9-31af4018d257?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1391103 Apr 11 13:56:43.387425 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-e4ebc21d-57cd-430d-911b-c70d16ed3942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd32f719d-4e09-4ba3-a492-673f4deb8564', 'name': 'tempest-AttachVolumeTestJSON-1618300746-router', 'tenant_id': 'f8720d1d0e26443d96a5f29175402af6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886', 'external_fixed_ips': [{'subnet_id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'ip_address': '172.27.1.86'}], 'enable_snat': True}, 'gw_port_id': '5f65a40e-8875-44a3-9063-670f03a7a9f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T13:56:34Z', 'updated_at': '2022-04-11T13:56:38Z', 'revision_number': 4, 'project_id': 'f8720d1d0e26443d96a5f29175402af6', 'gw_port': {'id': '5f65a40e-8875-44a3-9063-670f03a7a9f7', 'name': '', 'network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:80:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd32f719d-4e09-4ba3-a492-673f4deb8564', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'ip_address': '172.27.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:56:35Z', 'updated_at': '2022-04-11T13:56:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830787-2-iscsi', '_interfaces': [{'id': '65d1b329-f6c4-4821-8338-78a7946be7c9', 'name': '', 'network_id': '257d7092-c4df-47e4-abc9-31af4018d257', 'tenant_id': 'f8720d1d0e26443d96a5f29175402af6', 'mac_address': 'fa:16:3e:35:1c:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd32f719d-4e09-4ba3-a492-673f4deb8564', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '4d338071-fa32-49cf-a6aa-ca3918597003', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:56:38Z', 'updated_at': '2022-04-11T13:56:42Z', 'revision_number': 4, 'project_id': 'f8720d1d0e26443d96a5f29175402af6', 'subnets': [{'id': '4d338071-fa32-49cf-a6aa-ca3918597003', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830787-2-iscsi', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:56:43.408868 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-49376b4c-5f3c-4685-9c26-0fa9f24406c8 None None] For port 65d1b329-f6c4-4821-8338-78a7946be7c9, host dv-cinder-830787-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830787-2-iscsi',level=0,port_id=65d1b329-f6c4-4821-8338-78a7946be7c9,segment=NetworkSegment(0e675ac7-11b6-4ecb-9e9e-c47b9dca4e0d),segment_id=0e675ac7-11b6-4ecb-9e9e-c47b9dca4e0d)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 13:56:43.410660 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a73fbd-067b-460b-814f-c158d3181fdc req-131d2cfb-3279-44ab-8cca-090987ca629b tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:56:43.418617 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-89a73fbd-067b-460b-814f-c158d3181fdc req-131d2cfb-3279-44ab-8cca-090987ca629b tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] 10.222.0.67 "GET /v2.0/ports?device_id=a6e921e1-7746-446b-bad6-d7188f8bdac2 HTTP/1.1" status: 200 len: 946 time: 0.0911326 Apr 11 13:56:43.467726 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-2b9ba5bd-373e-46f3-8ae1-c3d099549537 req-c5dd9c5d-b41f-4ae5-817f-b57eabb15b22 service neutron] 10.222.0.67 "GET /v2.0/networks/257d7092-c4df-47e4-abc9-31af4018d257?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226122 Apr 11 13:56:43.475441 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-49376b4c-5f3c-4685-9c26-0fa9f24406c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750379687711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750379164492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750379164510'] for port (65d1b329-f6c4-4821-8338-78a7946be7c9), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:56:43.490747 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4ebc21d-57cd-430d-911b-c70d16ed3942 None None] The sync data for ids ['d32f719d-4e09-4ba3-a492-673f4deb8564'] in dv-cinder-830787-2-iscsi is: [{'id': 'd32f719d-4e09-4ba3-a492-673f4deb8564', 'name': 'tempest-AttachVolumeTestJSON-1618300746-router', 'tenant_id': 'f8720d1d0e26443d96a5f29175402af6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886', 'external_fixed_ips': [{'subnet_id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'ip_address': '172.27.1.86'}], 'enable_snat': True}, 'gw_port_id': '5f65a40e-8875-44a3-9063-670f03a7a9f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T13:56:34Z', 'updated_at': '2022-04-11T13:56:38Z', 'revision_number': 4, 'project_id': 'f8720d1d0e26443d96a5f29175402af6', 'gw_port': {'id': '5f65a40e-8875-44a3-9063-670f03a7a9f7', 'name': '', 'network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:80:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd32f719d-4e09-4ba3-a492-673f4deb8564', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'ip_address': '172.27.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:56:35Z', 'updated_at': '2022-04-11T13:56:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830787-2-iscsi', '_interfaces': [{'id': '65d1b329-f6c4-4821-8338-78a7946be7c9', 'name': '', 'network_id': '257d7092-c4df-47e4-abc9-31af4018d257', 'tenant_id': 'f8720d1d0e26443d96a5f29175402af6', 'mac_address': 'fa:16:3e:35:1c:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd32f719d-4e09-4ba3-a492-673f4deb8564', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '4d338071-fa32-49cf-a6aa-ca3918597003', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:56:38Z', 'updated_at': '2022-04-11T13:56:42Z', 'revision_number': 4, 'project_id': 'f8720d1d0e26443d96a5f29175402af6', 'subnets': [{'id': '4d338071-fa32-49cf-a6aa-ca3918597003', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 13:56:43.499476 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-89a73fbd-067b-460b-814f-c158d3181fdc req-2ca5d83d-5b58-491c-901b-cb3c777257a1 tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] 10.222.0.67 "GET /v2.0/security-groups?id=037e8753-abfc-4a51-9764-2b02f91b84d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795124 Apr 11 13:56:43.687800 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-ca40b331-21a5-421f-b884-fb0e3574dcca None None] Provisioning complete for port 65d1b329-f6c4-4821-8338-78a7946be7c9 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 13:56:43.688934 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-ca40b331-21a5-421f-b884-fb0e3574dcca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-663396'] for port (65d1b329-f6c4-4821-8338-78a7946be7c9), provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:56:43.691866 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Current status of the port 5f65a40e-8875-44a3-9063-670f03a7a9f7 is: ACTIVE; New status is: ACTIVE {{(pid=103320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 13:56:43.753704 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49376b4c-5f3c-4685-9c26-0fa9f24406c8 None None] Pushing event updated for resources: {'Port': ['ID=65d1b329-f6c4-4821-8338-78a7946be7c9,revision_number=5']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:56:43.861910 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-932edf0e-2805-4686-a03b-ce2185eebee7 req-b9729ed2-ebf9-45eb-b597-dfb072635cf1 tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] 10.222.0.67 "GET /v2.0/ports?device_id=54dcdce4-931a-42d3-b36a-321afffabdc0 HTTP/1.1" status: 200 len: 210 time: 0.0560133 Apr 11 13:56:43.889455 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-ca40b331-21a5-421f-b884-fb0e3574dcca None None] Current status of the port 65d1b329-f6c4-4821-8338-78a7946be7c9 is: ACTIVE; New status is: ACTIVE {{(pid=103320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 13:56:44.630220 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2d2f97-63a5-4def-a352-1daff3517506 req-99a3537b-1f21-46d8-9beb-c0ec46c9d9bb tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:56:44.631799 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-1d2d2f97-63a5-4def-a352-1daff3517506 req-99a3537b-1f21-46d8-9beb-c0ec46c9d9bb tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] 10.222.0.67 "GET /v2.0/ports?device_id=a6e921e1-7746-446b-bad6-d7188f8bdac2 HTTP/1.1" status: 200 len: 946 time: 0.0492430 Apr 11 13:56:44.690835 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-1d2d2f97-63a5-4def-a352-1daff3517506 req-5065c9d6-627b-4cc1-9e1e-e09b838a149d tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] 10.222.0.67 "GET /v2.0/security-groups?id=037e8753-abfc-4a51-9764-2b02f91b84d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503116 Apr 11 13:56:44.996007 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-f33443dc-2db4-472f-818b-a26c320d62ac req-452d8316-dc74-4227-b2e6-71d1c9bc8864 tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] 10.222.0.67 "GET /v2.0/ports?device_id=54dcdce4-931a-42d3-b36a-321afffabdc0 HTTP/1.1" status: 200 len: 210 time: 0.0471931 Apr 11 13:56:45.072608 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Device 65d1b329-f6c4-4821-8338-78a7946be7c9 up at agent ovs-agent-dv-cinder-830787-2-iscsi {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 13:56:45.120174 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9ba5bd-373e-46f3-8ae1-c3d099549537 req-3cc5a7af-76b5-48c5-95f2-444de9d7e29e tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:56:45.121640 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-2b9ba5bd-373e-46f3-8ae1-c3d099549537 req-3cc5a7af-76b5-48c5-95f2-444de9d7e29e tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] 10.222.0.75 "GET /v2.0/networks?id=257d7092-c4df-47e4-abc9-31af4018d257 HTTP/1.1" status: 200 len: 811 time: 0.1851575 Apr 11 13:56:45.151469 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Provisioning complete for port 65d1b329-f6c4-4821-8338-78a7946be7c9 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 13:56:45.152041 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-663396'] for port (65d1b329-f6c4-4821-8338-78a7946be7c9), provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:56:45.219714 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-2b9ba5bd-373e-46f3-8ae1-c3d099549537 req-28347634-79d3-44ef-9bef-b4f3d9b763f1 tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] 10.222.0.75 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f8720d1d0e26443d96a5f29175402af6 HTTP/1.1" status: 200 len: 379 time: 0.0873458 Apr 11 13:56:45.239066 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.v2.base [req-2b9ba5bd-373e-46f3-8ae1-c3d099549537 req-f5a0ac74-9e45-49fa-8734-87fea8f31dec tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] Request body: {'port': {'device_id': '54dcdce4-931a-42d3-b36a-321afffabdc0', 'network_id': '257d7092-c4df-47e4-abc9-31af4018d257', 'admin_state_up': True, 'tenant_id': 'f8720d1d0e26443d96a5f29175402af6', 'security_groups': ['fa012576-2707-4681-be16-e9c543038202']}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 13:56:45.258932 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Current status of the port 65d1b329-f6c4-4821-8338-78a7946be7c9 is: ACTIVE; New status is: ACTIVE {{(pid=103320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 13:56:45.393802 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b9ba5bd-373e-46f3-8ae1-c3d099549537 req-f5a0ac74-9e45-49fa-8734-87fea8f31dec tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] Made reservation on behalf of f8720d1d0e26443d96a5f29175402af6 for: {'port': 1} {{(pid=103319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 13:56:45.397187 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-2b9ba5bd-373e-46f3-8ae1-c3d099549537 req-f5a0ac74-9e45-49fa-8734-87fea8f31dec tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883311'] for port (None), before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:56:45.537130 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.db.db_base_plugin_common [req-2b9ba5bd-373e-46f3-8ae1-c3d099549537 req-f5a0ac74-9e45-49fa-8734-87fea8f31dec tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] Allocated IP 172.20.0.13 (257d7092-c4df-47e4-abc9-31af4018d257/4d338071-fa32-49cf-a6aa-ca3918597003/73309a92-0432-4081-a050-fdeb449dfc6d) {{(pid=103319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 13:56:45.874824 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398b33c2-5a6b-492f-b86a-c4f7b2762b7f req-6b1fa19c-fb19-4ac7-a3c8-8a318b5e6ed4 tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:56:45.876852 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-398b33c2-5a6b-492f-b86a-c4f7b2762b7f req-6b1fa19c-fb19-4ac7-a3c8-8a318b5e6ed4 tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] 10.222.0.67 "GET /v2.0/ports?device_id=a6e921e1-7746-446b-bad6-d7188f8bdac2 HTTP/1.1" status: 200 len: 946 time: 0.0941715 Apr 11 13:56:45.953033 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-2b9ba5bd-373e-46f3-8ae1-c3d099549537 req-f5a0ac74-9e45-49fa-8734-87fea8f31dec tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] Publish callbacks [] for port (73309a92-0432-4081-a050-fdeb449dfc6d), precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:56:45.957721 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-398b33c2-5a6b-492f-b86a-c4f7b2762b7f req-900339ef-0e6c-49a0-a661-fa7b23c48a76 tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] 10.222.0.67 "GET /v2.0/security-groups?id=037e8753-abfc-4a51-9764-2b02f91b84d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741994 Apr 11 13:56:45.993485 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-2b9ba5bd-373e-46f3-8ae1-c3d099549537 req-f5a0ac74-9e45-49fa-8734-87fea8f31dec tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750379164474'] for port (73309a92-0432-4081-a050-fdeb449dfc6d), after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:56:46.040591 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b9ba5bd-373e-46f3-8ae1-c3d099549537 req-f5a0ac74-9e45-49fa-8734-87fea8f31dec tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] Network 257d7092-c4df-47e4-abc9-31af4018d257 is already hosted by enough agents. {{(pid=103319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 13:56:46.043650 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [req-2b9ba5bd-373e-46f3-8ae1-c3d099549537 req-f5a0ac74-9e45-49fa-8734-87fea8f31dec tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] Resources bound (agent type, host, resource id): {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 13:56:46.047607 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b9ba5bd-373e-46f3-8ae1-c3d099549537 req-f5a0ac74-9e45-49fa-8734-87fea8f31dec tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] Received port after_create {{(pid=103319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 13:56:46.052784 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9ba5bd-373e-46f3-8ae1-c3d099549537 req-f5a0ac74-9e45-49fa-8734-87fea8f31dec tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:56:46.053405 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-2b9ba5bd-373e-46f3-8ae1-c3d099549537 req-f5a0ac74-9e45-49fa-8734-87fea8f31dec tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-507053'] for port (None), before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:56:46.063858 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a0ac74-9e45-49fa-8734-87fea8f31dec tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] Pushing event updated for resources: {'Port': ['ID=73309a92-0432-4081-a050-fdeb449dfc6d,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:56:46.077610 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-2b9ba5bd-373e-46f3-8ae1-c3d099549537 req-f5a0ac74-9e45-49fa-8734-87fea8f31dec tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8490944 Apr 11 13:56:46.146982 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3972354-4990-4fbe-b1ba-cf85c0e4b121 req-25b7c4e8-2510-453f-8cbb-af049a302200 tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:56:46.148775 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-a3972354-4990-4fbe-b1ba-cf85c0e4b121 req-25b7c4e8-2510-453f-8cbb-af049a302200 tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] 10.222.0.67 "GET /v2.0/ports?device_id=54dcdce4-931a-42d3-b36a-321afffabdc0 HTTP/1.1" status: 200 len: 932 time: 0.0717082 Apr 11 13:56:46.243896 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-a3972354-4990-4fbe-b1ba-cf85c0e4b121 req-b20c9fce-0dc1-4cc1-8dd9-c1a26ab40028 tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] 10.222.0.67 "GET /v2.0/security-groups?id=fa012576-2707-4681-be16-e9c543038202&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0891614 Apr 11 13:56:46.356152 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-f7e81ef9-cbe2-44bc-a05b-033b296c7de5 None None] Provisioning complete for port 73309a92-0432-4081-a050-fdeb449dfc6d triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 13:56:46.356746 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-f7e81ef9-cbe2-44bc-a05b-033b296c7de5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-663396'] for port (73309a92-0432-4081-a050-fdeb449dfc6d), provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:56:46.403308 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-f7e81ef9-cbe2-44bc-a05b-033b296c7de5 None None] Port 73309a92-0432-4081-a050-fdeb449dfc6d cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 13:56:46.421693 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.67', 57372) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:56:46.537403 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-cbd7ae24-3751-48d0-a26d-53243a1f397e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:56:46.611556 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-cbd7ae24-3751-48d0-a26d-53243a1f397e admin admin] Publish callbacks [] for security_group (3dc5aa93-0acc-42b4-870e-1c99ccb1d5c7), precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:56:46.615052 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-cbd7ae24-3751-48d0-a26d-53243a1f397e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8023832'] for security_group (3dc5aa93-0acc-42b4-870e-1c99ccb1d5c7), after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:56:46.653151 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd7ae24-3751-48d0-a26d-53243a1f397e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3dc5aa93-0acc-42b4-870e-1c99ccb1d5c7,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:56:46.658018 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-cbd7ae24-3751-48d0-a26d-53243a1f397e admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=d5b957cbf2534a84946b3e8a051f0656&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2347231 Apr 11 13:56:46.660639 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.67', 57380) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:56:46.708921 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-7b184680-a601-4de6-a469-789f23092a20 admin admin] Publish callbacks [] for security_group (3dc5aa93-0acc-42b4-870e-1c99ccb1d5c7), before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:56:46.730471 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-7b184680-a601-4de6-a469-789f23092a20 admin admin] Publish callbacks [] for security_group (3dc5aa93-0acc-42b4-870e-1c99ccb1d5c7), precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:56:46.776619 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-7b184680-a601-4de6-a469-789f23092a20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8023832'] for security_group (3dc5aa93-0acc-42b4-870e-1c99ccb1d5c7), after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:56:46.779252 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-7b184680-a601-4de6-a469-789f23092a20 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:56:46.780455 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-7b184680-a601-4de6-a469-789f23092a20 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/3dc5aa93-0acc-42b4-870e-1c99ccb1d5c7 HTTP/1.1" status: 204 len: 168 time: 0.1187620 Apr 11 13:56:46.788796 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b184680-a601-4de6-a469-789f23092a20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dc5aa93-0acc-42b4-870e-1c99ccb1d5c7,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:56:47.038994 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.67', 57388) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:56:47.071336 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-9c40ab6b-408d-4177-8994-7c1305b4fbda admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:56:47.092625 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b1ba8e-7002-4a88-a19f-bcf6c54e578f req-aaf49acd-1682-433d-890b-db41ab8d608b tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:56:47.094082 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-e7b1ba8e-7002-4a88-a19f-bcf6c54e578f req-aaf49acd-1682-433d-890b-db41ab8d608b tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] 10.222.0.67 "GET /v2.0/ports?device_id=a6e921e1-7746-446b-bad6-d7188f8bdac2 HTTP/1.1" status: 200 len: 946 time: 0.0681043 Apr 11 13:56:47.165063 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-e7b1ba8e-7002-4a88-a19f-bcf6c54e578f req-db77974a-9b1e-4335-8cd9-de5d312b1da4 tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] 10.222.0.67 "GET /v2.0/security-groups?id=037e8753-abfc-4a51-9764-2b02f91b84d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648606 Apr 11 13:56:47.200116 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-9c40ab6b-408d-4177-8994-7c1305b4fbda admin admin] Publish callbacks [] for security_group (bc6119f0-c67e-44b1-bc1e-7c0759f2e4d7), precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:56:47.203586 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-9c40ab6b-408d-4177-8994-7c1305b4fbda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8023832'] for security_group (bc6119f0-c67e-44b1-bc1e-7c0759f2e4d7), after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:56:47.241157 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-9c40ab6b-408d-4177-8994-7c1305b4fbda admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=a96f7e4f76934566b7ce8aeaeb121aaf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2011793 Apr 11 13:56:47.241984 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c40ab6b-408d-4177-8994-7c1305b4fbda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc6119f0-c67e-44b1-bc1e-7c0759f2e4d7,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:56:47.243872 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.67', 57390) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:56:47.302016 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-0d9e8dbc-9a0f-47ba-9730-a3b28edd689b admin admin] Publish callbacks [] for security_group (bc6119f0-c67e-44b1-bc1e-7c0759f2e4d7), before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:56:47.344496 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-0d9e8dbc-9a0f-47ba-9730-a3b28edd689b admin admin] Publish callbacks [] for security_group (bc6119f0-c67e-44b1-bc1e-7c0759f2e4d7), precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:56:47.351440 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c08a6d5-6ade-4cbf-9d7e-3f717b35036b req-84065de1-2762-4051-bfd5-c0a7a3c313e3 tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:56:47.352898 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-0c08a6d5-6ade-4cbf-9d7e-3f717b35036b req-84065de1-2762-4051-bfd5-c0a7a3c313e3 tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] 10.222.0.67 "GET /v2.0/ports?device_id=54dcdce4-931a-42d3-b36a-321afffabdc0 HTTP/1.1" status: 200 len: 932 time: 0.0627334 Apr 11 13:56:47.423214 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-0c08a6d5-6ade-4cbf-9d7e-3f717b35036b req-f04c9e20-107f-45b3-8ead-0435ca5f16ab tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] 10.222.0.67 "GET /v2.0/security-groups?id=fa012576-2707-4681-be16-e9c543038202&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0635312 Apr 11 13:56:47.432104 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-0d9e8dbc-9a0f-47ba-9730-a3b28edd689b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8023832'] for security_group (bc6119f0-c67e-44b1-bc1e-7c0759f2e4d7), after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:56:47.434661 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-0d9e8dbc-9a0f-47ba-9730-a3b28edd689b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:56:47.435781 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-0d9e8dbc-9a0f-47ba-9730-a3b28edd689b admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/bc6119f0-c67e-44b1-bc1e-7c0759f2e4d7 HTTP/1.1" status: 204 len: 168 time: 0.1903994 Apr 11 13:56:47.445273 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9e8dbc-9a0f-47ba-9730-a3b28edd689b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc6119f0-c67e-44b1-bc1e-7c0759f2e4d7,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:56:48.278375 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4248fbad-b24c-4021-a04f-fbc9f75081db req-03de5466-0568-4b04-8d65-92ce850aef1b tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:56:48.279892 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-4248fbad-b24c-4021-a04f-fbc9f75081db req-03de5466-0568-4b04-8d65-92ce850aef1b tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] 10.222.0.67 "GET /v2.0/ports?device_id=a6e921e1-7746-446b-bad6-d7188f8bdac2 HTTP/1.1" status: 200 len: 946 time: 0.0484705 Apr 11 13:56:48.330809 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-4248fbad-b24c-4021-a04f-fbc9f75081db req-fc999e6d-6587-4512-a3e3-07752b0905e6 tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] 10.222.0.67 "GET /v2.0/security-groups?id=037e8753-abfc-4a51-9764-2b02f91b84d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447338 Apr 11 13:56:48.371157 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.v2.base [req-2b9ba5bd-373e-46f3-8ae1-c3d099549537 req-57a3e803-df87-4ddb-933d-3d9a55d7d129 service neutron] Request body: {'port': {'device_id': '54dcdce4-931a-42d3-b36a-321afffabdc0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83078'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 13:56:48.442298 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-2b9ba5bd-373e-46f3-8ae1-c3d099549537 req-57a3e803-df87-4ddb-933d-3d9a55d7d129 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883311'] for port (73309a92-0432-4081-a050-fdeb449dfc6d), before_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:56:48.564129 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6697683-1887-4221-826a-30cd20ab302c req-cc1d24a8-06ab-4124-b9c9-57445836af58 tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:56:48.566187 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-d6697683-1887-4221-826a-30cd20ab302c req-cc1d24a8-06ab-4124-b9c9-57445836af58 tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] 10.222.0.67 "GET /v2.0/ports?device_id=54dcdce4-931a-42d3-b36a-321afffabdc0 HTTP/1.1" status: 200 len: 932 time: 0.0493100 Apr 11 13:56:48.643997 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-d6697683-1887-4221-826a-30cd20ab302c req-f0e374ad-1baa-43fd-9002-07dc10a0f5e1 tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] 10.222.0.67 "GET /v2.0/security-groups?id=fa012576-2707-4681-be16-e9c543038202&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609431 Apr 11 13:56:48.785285 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.notifiers.nova [req-2b9ba5bd-373e-46f3-8ae1-c3d099549537 req-57a3e803-df87-4ddb-933d-3d9a55d7d129 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 73309a92-0432-4081-a050-fdeb449dfc6d {{(pid=103319) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 13:56:48.798719 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-2b9ba5bd-373e-46f3-8ae1-c3d099549537 req-57a3e803-df87-4ddb-933d-3d9a55d7d129 service neutron] Publish callbacks [] for port (73309a92-0432-4081-a050-fdeb449dfc6d), precommit_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:56:48.824771 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.db.provisioning_blocks [req-2b9ba5bd-373e-46f3-8ae1-c3d099549537 req-57a3e803-df87-4ddb-933d-3d9a55d7d129 service neutron] Transition to ACTIVE for port object 73309a92-0432-4081-a050-fdeb449dfc6d will not be triggered until provisioned by entity L2. {{(pid=103319) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 13:56:48.828856 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-2b9ba5bd-373e-46f3-8ae1-c3d099549537 req-57a3e803-df87-4ddb-933d-3d9a55d7d129 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750379687711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750379164492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750379164510'] for port (73309a92-0432-4081-a050-fdeb449dfc6d), after_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:56:48.889599 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a3e803-df87-4ddb-933d-3d9a55d7d129 service neutron] Pushing event updated for resources: {'Port': ['ID=73309a92-0432-4081-a050-fdeb449dfc6d,revision_number=2']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:56:48.929824 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.managers [req-2b9ba5bd-373e-46f3-8ae1-c3d099549537 req-57a3e803-df87-4ddb-933d-3d9a55d7d129 service neutron] Attempting to bind port 73309a92-0432-4081-a050-fdeb449dfc6d on host hv-cinder-83078 for vnic_type normal with profile {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 13:56:48.930166 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.managers [req-2b9ba5bd-373e-46f3-8ae1-c3d099549537 req-57a3e803-df87-4ddb-933d-3d9a55d7d129 service neutron] Attempting to bind port 73309a92-0432-4081-a050-fdeb449dfc6d by drivers openvswitch,hyperv on host hv-cinder-83078 at level 0 using segments [{'id': '0e675ac7-11b6-4ecb-9e9e-c47b9dca4e0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '257d7092-c4df-47e4-abc9-31af4018d257'}] {{(pid=103319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 13:56:48.930541 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b9ba5bd-373e-46f3-8ae1-c3d099549537 req-57a3e803-df87-4ddb-933d-3d9a55d7d129 service neutron] Attempting to bind port 73309a92-0432-4081-a050-fdeb449dfc6d on network 257d7092-c4df-47e4-abc9-31af4018d257 {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 13:56:48.935755 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b9ba5bd-373e-46f3-8ae1-c3d099549537 req-57a3e803-df87-4ddb-933d-3d9a55d7d129 service neutron] Port 73309a92-0432-4081-a050-fdeb449dfc6d on network 257d7092-c4df-47e4-abc9-31af4018d257 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83078 {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 11 13:56:48.936153 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b9ba5bd-373e-46f3-8ae1-c3d099549537 req-57a3e803-df87-4ddb-933d-3d9a55d7d129 service neutron] Attempting to bind port 73309a92-0432-4081-a050-fdeb449dfc6d on network 257d7092-c4df-47e4-abc9-31af4018d257 {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 13:56:48.941985 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b9ba5bd-373e-46f3-8ae1-c3d099549537 req-57a3e803-df87-4ddb-933d-3d9a55d7d129 service neutron] Checking agent: {'id': 'a433433c-9197-4b2b-8991-1d45f6bac940', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83078', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 13, 53, 31), 'started_at': datetime.datetime(2022, 4, 11, 13, 53, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 13, 56, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 13:56:48.942216 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b9ba5bd-373e-46f3-8ae1-c3d099549537 req-57a3e803-df87-4ddb-933d-3d9a55d7d129 service neutron] Checking segment: {'id': '0e675ac7-11b6-4ecb-9e9e-c47b9dca4e0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '257d7092-c4df-47e4-abc9-31af4018d257'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103319) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 13:56:48.942701 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b9ba5bd-373e-46f3-8ae1-c3d099549537 req-57a3e803-df87-4ddb-933d-3d9a55d7d129 service neutron] Bound using segment: {'id': '0e675ac7-11b6-4ecb-9e9e-c47b9dca4e0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '257d7092-c4df-47e4-abc9-31af4018d257'} {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 13:56:48.943077 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.managers [req-2b9ba5bd-373e-46f3-8ae1-c3d099549537 req-57a3e803-df87-4ddb-933d-3d9a55d7d129 service neutron] Bound port: 73309a92-0432-4081-a050-fdeb449dfc6d, host: hv-cinder-83078, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e675ac7-11b6-4ecb-9e9e-c47b9dca4e0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '257d7092-c4df-47e4-abc9-31af4018d257'}}] {{(pid=103319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 13:56:48.943433 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-2b9ba5bd-373e-46f3-8ae1-c3d099549537 req-57a3e803-df87-4ddb-933d-3d9a55d7d129 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883311'] for port (73309a92-0432-4081-a050-fdeb449dfc6d), before_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:56:49.020890 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.db [req-2b9ba5bd-373e-46f3-8ae1-c3d099549537 req-57a3e803-df87-4ddb-933d-3d9a55d7d129 service neutron] For port 73309a92-0432-4081-a050-fdeb449dfc6d, host hv-cinder-83078, cleared binding levels {{(pid=103319) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 13:56:49.024391 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.db [req-2b9ba5bd-373e-46f3-8ae1-c3d099549537 req-57a3e803-df87-4ddb-933d-3d9a55d7d129 service neutron] For port 73309a92-0432-4081-a050-fdeb449dfc6d, host hv-cinder-83078, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83078',level=0,port_id=73309a92-0432-4081-a050-fdeb449dfc6d,segment=NetworkSegment(0e675ac7-11b6-4ecb-9e9e-c47b9dca4e0d),segment_id=0e675ac7-11b6-4ecb-9e9e-c47b9dca4e0d)] {{(pid=103319) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 13:56:49.031405 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-2b9ba5bd-373e-46f3-8ae1-c3d099549537 req-57a3e803-df87-4ddb-933d-3d9a55d7d129 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750379687711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750379164492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750379164510'] for port (73309a92-0432-4081-a050-fdeb449dfc6d), after_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:56:49.076850 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9ba5bd-373e-46f3-8ae1-c3d099549537 req-57a3e803-df87-4ddb-933d-3d9a55d7d129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:56:49.077461 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-2b9ba5bd-373e-46f3-8ae1-c3d099549537 req-57a3e803-df87-4ddb-933d-3d9a55d7d129 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-507053'] for port (None), before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:56:49.079464 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-2b9ba5bd-373e-46f3-8ae1-c3d099549537 req-57a3e803-df87-4ddb-933d-3d9a55d7d129 service neutron] 10.222.0.75 "PUT /v2.0/ports/73309a92-0432-4081-a050-fdeb449dfc6d HTTP/1.1" status: 200 len: 1094 time: 0.7128346 Apr 11 13:56:49.079925 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54dcdce4-931a-42d3-b36a-321afffabdc0', 'tag': '73309a92-0432-4081-a050-fdeb449dfc6d'}] {{(pid=103319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 13:56:49.082167 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca54f3a3744013fac1d33973197c51c1d98542aecacec3b3a4d6ee5bc00756d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61b85fbc-4c12-4f85-ab9f-c0575a81512d" -d '{"events": [{"name": "network-changed", "server_uuid": "54dcdce4-931a-42d3-b36a-321afffabdc0", "tag": "73309a92-0432-4081-a050-fdeb449dfc6d"}]}' {{(pid=103319) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 13:56:49.105527 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a3e803-df87-4ddb-933d-3d9a55d7d129 service neutron] Pushing event updated for resources: {'Port': ['ID=73309a92-0432-4081-a050-fdeb449dfc6d,revision_number=3']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:56:49.117195 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 13:56:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d2ab8e1-a7fb-45f7-8f1e-8b8d46ea764f x-openstack-request-id: req-3d2ab8e1-a7fb-45f7-8f1e-8b8d46ea764f {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 13:56:49.117592 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54dcdce4-931a-42d3-b36a-321afffabdc0", "tag": "73309a92-0432-4081-a050-fdeb449dfc6d", "status": "completed", "code": 200}]} {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 13:56:49.117873 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-3d2ab8e1-a7fb-45f7-8f1e-8b8d46ea764f {{(pid=103319) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 13:56:49.118328 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3d2ab8e1-a7fb-45f7-8f1e-8b8d46ea764f'] response: {'name': 'network-changed', 'server_uuid': '54dcdce4-931a-42d3-b36a-321afffabdc0', 'tag': '73309a92-0432-4081-a050-fdeb449dfc6d', 'status': 'completed', 'code': 200} Apr 11 13:56:49.449390 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a08cce6-4a62-4ae6-a87f-9824f7f02f2f req-a8d65283-55b7-4f9b-bb44-6d20edb3d0ea tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:56:49.450969 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-6a08cce6-4a62-4ae6-a87f-9824f7f02f2f req-a8d65283-55b7-4f9b-bb44-6d20edb3d0ea tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] 10.222.0.67 "GET /v2.0/ports?device_id=a6e921e1-7746-446b-bad6-d7188f8bdac2 HTTP/1.1" status: 200 len: 946 time: 0.0490394 Apr 11 13:56:49.486886 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b85fbc-4c12-4f85-ab9f-c0575a81512d req-7844cd03-50c3-41d7-a2ae-eac71bb70c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:56:49.488510 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-61b85fbc-4c12-4f85-ab9f-c0575a81512d req-7844cd03-50c3-41d7-a2ae-eac71bb70c80 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=f8720d1d0e26443d96a5f29175402af6&device_id=54dcdce4-931a-42d3-b36a-321afffabdc0 HTTP/1.1" status: 200 len: 1128 time: 0.0551181 Apr 11 13:56:49.532572 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-6a08cce6-4a62-4ae6-a87f-9824f7f02f2f req-d7e9ef2b-64a9-44a9-8bb6-213474a5ddf1 tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] 10.222.0.67 "GET /v2.0/security-groups?id=037e8753-abfc-4a51-9764-2b02f91b84d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746775 Apr 11 13:56:49.628697 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411a8bba-fbd9-4173-b904-516f7b14c6af req-baa90dea-4be3-492d-b51b-e9483a826186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:56:49.630175 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-411a8bba-fbd9-4173-b904-516f7b14c6af req-baa90dea-4be3-492d-b51b-e9483a826186 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=a6e921e1-7746-446b-bad6-d7188f8bdac2 HTTP/1.1" status: 200 len: 1130 time: 0.0526888 Apr 11 13:56:49.660973 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b85fbc-4c12-4f85-ab9f-c0575a81512d req-c48b1a62-7679-4bea-bad3-645d140ed3e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:56:49.662464 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-61b85fbc-4c12-4f85-ab9f-c0575a81512d req-c48b1a62-7679-4bea-bad3-645d140ed3e8 service neutron] 10.222.0.75 "GET /v2.0/networks?tenant_id=f8720d1d0e26443d96a5f29175402af6&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1668239 Apr 11 13:56:49.757469 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-411a8bba-fbd9-4173-b904-516f7b14c6af req-9997005b-4149-48ac-b6bb-afa48ea81125 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=037e8753-abfc-4a51-9764-2b02f91b84d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206346 Apr 11 13:56:49.797956 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b647d3-9035-4647-abfc-a58f71683c8b req-193679a3-29d4-4460-b1d2-2c2201d1631c tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:56:49.799434 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-78b647d3-9035-4647-abfc-a58f71683c8b req-193679a3-29d4-4460-b1d2-2c2201d1631c tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] 10.222.0.67 "GET /v2.0/ports?device_id=54dcdce4-931a-42d3-b36a-321afffabdc0 HTTP/1.1" status: 200 len: 944 time: 0.0891790 Apr 11 13:56:49.832099 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b85fbc-4c12-4f85-ab9f-c0575a81512d req-8e56dc6b-984c-4a69-8ba1-bac0c2cf9db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:56:49.833564 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-61b85fbc-4c12-4f85-ab9f-c0575a81512d req-8e56dc6b-984c-4a69-8ba1-bac0c2cf9db3 service neutron] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1624463 Apr 11 13:56:49.872721 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-78b647d3-9035-4647-abfc-a58f71683c8b req-85793e96-b167-43d2-ad05-62adcb9c89ea tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] 10.222.0.67 "GET /v2.0/security-groups?id=fa012576-2707-4681-be16-e9c543038202&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0635738 Apr 11 13:56:50.029686 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9ba5bd-373e-46f3-8ae1-c3d099549537 req-24a1f9c9-368a-497e-9dc4-1e49de81fa9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:56:50.032541 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-2b9ba5bd-373e-46f3-8ae1-c3d099549537 req-24a1f9c9-368a-497e-9dc4-1e49de81fa9f service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=f8720d1d0e26443d96a5f29175402af6&device_id=54dcdce4-931a-42d3-b36a-321afffabdc0 HTTP/1.1" status: 200 len: 1128 time: 0.0399492 Apr 11 13:56:50.085676 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-2b9ba5bd-373e-46f3-8ae1-c3d099549537 req-93362f7c-939c-4393-8823-655bda63defe service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=73309a92-0432-4081-a050-fdeb449dfc6d HTTP/1.1" status: 200 len: 217 time: 0.0429592 Apr 11 13:56:50.151815 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9ba5bd-373e-46f3-8ae1-c3d099549537 req-48e77a06-7a0c-4e4c-b3ec-2af3a2bc2f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:56:50.153275 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-2b9ba5bd-373e-46f3-8ae1-c3d099549537 req-48e77a06-7a0c-4e4c-b3ec-2af3a2bc2f8a service neutron] 10.222.0.75 "GET /v2.0/subnets?id=4d338071-fa32-49cf-a6aa-ca3918597003 HTTP/1.1" status: 200 len: 850 time: 0.0642443 Apr 11 13:56:50.457317 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9ba5bd-373e-46f3-8ae1-c3d099549537 req-d817fb79-f84d-4bed-b6ae-57c76d934716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:56:50.458800 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-2b9ba5bd-373e-46f3-8ae1-c3d099549537 req-d817fb79-f84d-4bed-b6ae-57c76d934716 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=257d7092-c4df-47e4-abc9-31af4018d257&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0389643 Apr 11 13:56:50.552605 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-2b9ba5bd-373e-46f3-8ae1-c3d099549537 req-658fbeef-8ca9-46cb-9ab9-dda89ee08b09 service neutron] 10.222.0.75 "GET /v2.0/networks/257d7092-c4df-47e4-abc9-31af4018d257?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855885 Apr 11 13:56:50.645583 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9325999f-a6dd-45f0-bbd3-1c367dc0bd92 req-a78419bc-9d14-488f-8923-5e8b7cb4a8ab tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:56:50.647064 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-9325999f-a6dd-45f0-bbd3-1c367dc0bd92 req-a78419bc-9d14-488f-8923-5e8b7cb4a8ab tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] 10.222.0.67 "GET /v2.0/ports?device_id=a6e921e1-7746-446b-bad6-d7188f8bdac2 HTTP/1.1" status: 200 len: 946 time: 0.0454428 Apr 11 13:56:50.694539 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-9325999f-a6dd-45f0-bbd3-1c367dc0bd92 req-dc7f3b98-5ea2-405f-91ad-3e4100734b86 tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] 10.222.0.67 "GET /v2.0/security-groups?id=037e8753-abfc-4a51-9764-2b02f91b84d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419364 Apr 11 13:56:50.990934 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057a2ba0-2ed2-4cab-a767-45601291dfef req-c57e8345-e955-4966-b4a5-e07ccf4e32a3 tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:56:50.992593 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-057a2ba0-2ed2-4cab-a767-45601291dfef req-c57e8345-e955-4966-b4a5-e07ccf4e32a3 tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] 10.222.0.67 "GET /v2.0/ports?device_id=54dcdce4-931a-42d3-b36a-321afffabdc0 HTTP/1.1" status: 200 len: 944 time: 0.0495615 Apr 11 13:56:51.043018 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-057a2ba0-2ed2-4cab-a767-45601291dfef req-22ad1cd8-3550-40ae-b8a3-0070b468afc4 tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] 10.222.0.67 "GET /v2.0/security-groups?id=fa012576-2707-4681-be16-e9c543038202&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448816 Apr 11 13:56:51.576106 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-2b9ba5bd-373e-46f3-8ae1-c3d099549537 req-a3199385-93ac-417f-8218-c3e74fe0d334 service neutron] 10.222.0.75 "GET /v2.0/networks/257d7092-c4df-47e4-abc9-31af4018d257?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010535 Apr 11 13:56:51.804941 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f36a1b-a4c8-457a-8ca2-3ebf8bf6d6c3 req-f0870cac-1753-4bd3-b0c5-0c82e31a432b tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:56:51.806390 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-84f36a1b-a4c8-457a-8ca2-3ebf8bf6d6c3 req-f0870cac-1753-4bd3-b0c5-0c82e31a432b tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] 10.222.0.67 "GET /v2.0/ports?device_id=a6e921e1-7746-446b-bad6-d7188f8bdac2 HTTP/1.1" status: 200 len: 946 time: 0.0462050 Apr 11 13:56:51.851997 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-84f36a1b-a4c8-457a-8ca2-3ebf8bf6d6c3 req-fd4a0226-ce79-49c3-8ebc-416c37601151 tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] 10.222.0.67 "GET /v2.0/security-groups?id=037e8753-abfc-4a51-9764-2b02f91b84d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397947 Apr 11 13:56:52.154893 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b222ea37-aa18-4ce8-ae9e-eddab6499a6c req-d293784e-3d0d-4535-90a6-cf4a75bfe98d tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:56:52.157017 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-b222ea37-aa18-4ce8-ae9e-eddab6499a6c req-d293784e-3d0d-4535-90a6-cf4a75bfe98d tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] 10.222.0.67 "GET /v2.0/ports?device_id=54dcdce4-931a-42d3-b36a-321afffabdc0 HTTP/1.1" status: 200 len: 944 time: 0.0483148 Apr 11 13:56:52.203050 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-b222ea37-aa18-4ce8-ae9e-eddab6499a6c req-30142caf-f2de-4cf3-86a9-0489d8c4a134 tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] 10.222.0.67 "GET /v2.0/security-groups?id=fa012576-2707-4681-be16-e9c543038202&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403001 Apr 11 13:56:52.968265 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78dcd57-b49a-4dde-a1ae-1578eda759af req-46aade60-c010-444c-b974-b76dfa86d4ce tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:56:52.969863 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-c78dcd57-b49a-4dde-a1ae-1578eda759af req-46aade60-c010-444c-b974-b76dfa86d4ce tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] 10.222.0.67 "GET /v2.0/ports?device_id=a6e921e1-7746-446b-bad6-d7188f8bdac2 HTTP/1.1" status: 200 len: 946 time: 0.0504992 Apr 11 13:56:53.015356 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-c78dcd57-b49a-4dde-a1ae-1578eda759af req-47f4e95e-730f-463a-b371-b63d6c8a8744 tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] 10.222.0.67 "GET /v2.0/security-groups?id=037e8753-abfc-4a51-9764-2b02f91b84d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399020 Apr 11 13:56:53.313822 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782aa9bf-9f50-4796-a3bf-2c701ea58ec3 req-1619eef6-6747-46cc-a9c1-632fa99dcc6e tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:56:53.315304 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-782aa9bf-9f50-4796-a3bf-2c701ea58ec3 req-1619eef6-6747-46cc-a9c1-632fa99dcc6e tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] 10.222.0.67 "GET /v2.0/ports?device_id=54dcdce4-931a-42d3-b36a-321afffabdc0 HTTP/1.1" status: 200 len: 944 time: 0.0461628 Apr 11 13:56:53.365045 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-782aa9bf-9f50-4796-a3bf-2c701ea58ec3 req-4993b7f3-69eb-4eef-a236-0cf105ca7976 tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] 10.222.0.67 "GET /v2.0/security-groups?id=fa012576-2707-4681-be16-e9c543038202&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441840 Apr 11 13:56:54.122892 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6840ac35-ca5b-4394-a97e-e5b2e5a81a5d req-436ef528-a039-4a36-b097-be130d87c1ec tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:56:54.124380 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-6840ac35-ca5b-4394-a97e-e5b2e5a81a5d req-436ef528-a039-4a36-b097-be130d87c1ec tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] 10.222.0.67 "GET /v2.0/ports?device_id=a6e921e1-7746-446b-bad6-d7188f8bdac2 HTTP/1.1" status: 200 len: 946 time: 0.0448289 Apr 11 13:56:54.174237 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-6840ac35-ca5b-4394-a97e-e5b2e5a81a5d req-087b6244-bb52-4a5f-9e46-960e443ed9dc tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] 10.222.0.67 "GET /v2.0/security-groups?id=037e8753-abfc-4a51-9764-2b02f91b84d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437386 Apr 11 13:56:54.482929 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4298385-d3d3-4613-a0d1-b6cea497215c req-73719794-6483-4ca5-b156-9fdee56dd13b tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:56:54.485167 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-a4298385-d3d3-4613-a0d1-b6cea497215c req-73719794-6483-4ca5-b156-9fdee56dd13b tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] 10.222.0.67 "GET /v2.0/ports?device_id=54dcdce4-931a-42d3-b36a-321afffabdc0 HTTP/1.1" status: 200 len: 944 time: 0.0507247 Apr 11 13:56:54.532733 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-a4298385-d3d3-4613-a0d1-b6cea497215c req-53f9c0fb-0218-4df9-bdbd-797b6938ec78 tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] 10.222.0.67 "GET /v2.0/security-groups?id=fa012576-2707-4681-be16-e9c543038202&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418110 Apr 11 13:56:55.289597 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a27bcd-4bf6-4d31-b96e-38354c1a5ce8 req-33d55e84-66d0-4d01-a0c9-7632c49603dc tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:56:55.291299 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-91a27bcd-4bf6-4d31-b96e-38354c1a5ce8 req-33d55e84-66d0-4d01-a0c9-7632c49603dc tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] 10.222.0.67 "GET /v2.0/ports?device_id=a6e921e1-7746-446b-bad6-d7188f8bdac2 HTTP/1.1" status: 200 len: 946 time: 0.0500245 Apr 11 13:56:55.526193 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-91a27bcd-4bf6-4d31-b96e-38354c1a5ce8 req-9cd2ab51-0c7f-4910-9059-81787e694c91 tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] 10.222.0.67 "GET /v2.0/security-groups?id=037e8753-abfc-4a51-9764-2b02f91b84d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2285621 Apr 11 13:56:55.658934 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806ca5ac-6304-45fb-8d0d-d75fc0dcd0f5 req-b57c2094-5011-45df-b610-6c7448c2b8f7 tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:56:55.664247 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-806ca5ac-6304-45fb-8d0d-d75fc0dcd0f5 req-b57c2094-5011-45df-b610-6c7448c2b8f7 tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] 10.222.0.67 "GET /v2.0/ports?device_id=54dcdce4-931a-42d3-b36a-321afffabdc0 HTTP/1.1" status: 200 len: 944 time: 0.0603020 Apr 11 13:56:55.669380 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73876fa-f6a8-4128-a571-ed5a6383e4f3 req-0e643455-9019-4d4c-8d9f-264e21892405 tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:56:55.671369 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-a73876fa-f6a8-4128-a571-ed5a6383e4f3 req-0e643455-9019-4d4c-8d9f-264e21892405 tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] 10.222.0.67 "GET /v2.0/ports?device_id=eea0ff31-35c2-4763-bf7a-6d0aada0558c HTTP/1.1" status: 200 len: 946 time: 0.0741920 Apr 11 13:56:55.710652 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-806ca5ac-6304-45fb-8d0d-d75fc0dcd0f5 req-ead0738d-89aa-4ee1-8732-ef4ee0877f2c tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] 10.222.0.67 "GET /v2.0/security-groups?id=fa012576-2707-4681-be16-e9c543038202&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435958 Apr 11 13:56:55.720065 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-a73876fa-f6a8-4128-a571-ed5a6383e4f3 req-5118970d-9685-43ff-9292-942bba54ce4d tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] 10.222.0.67 "GET /v2.0/security-groups?id=037e8753-abfc-4a51-9764-2b02f91b84d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429785 Apr 11 13:56:56.064609 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.db.agents_db [None req-69d3ff0a-913c-429f-8002-6cfbd72f8f27 None None] Agent healthcheck: found 6 active agents {{(pid=103321) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 13:56:56.439435 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c4627943-260d-43c4-824a-948d661ef7cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750379576733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663498'] for agent (d5a8b9a1-2e9e-46b5-8163-20b7d509fa4e), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:56:56.463151 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Device 73309a92-0432-4081-a050-fdeb449dfc6d details requested by agent hyperv_hv-cinder-83078 with host hv-cinder-83078 {{(pid=103320) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 13:56:56.566359 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] For port 73309a92-0432-4081-a050-fdeb449dfc6d, host hv-cinder-83078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83078',level=0,port_id=73309a92-0432-4081-a050-fdeb449dfc6d,segment=NetworkSegment(0e675ac7-11b6-4ecb-9e9e-c47b9dca4e0d),segment_id=0e675ac7-11b6-4ecb-9e9e-c47b9dca4e0d)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 13:56:56.581081 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Returning: {'device': '73309a92-0432-4081-a050-fdeb449dfc6d', 'network_id': '257d7092-c4df-47e4-abc9-31af4018d257', 'port_id': '73309a92-0432-4081-a050-fdeb449dfc6d', 'mac_address': 'fa:16:3e:2d:30:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 925, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d338071-fa32-49cf-a6aa-ca3918597003', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103320) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 13:56:56.622757 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Current status of the port 73309a92-0432-4081-a050-fdeb449dfc6d is: DOWN; New status is: BUILD {{(pid=103320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 13:56:56.623158 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883311'] for port (73309a92-0432-4081-a050-fdeb449dfc6d), before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:56:56.637107 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.notifiers.nova [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73309a92-0432-4081-a050-fdeb449dfc6d {{(pid=103320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 13:56:56.658174 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] For port 73309a92-0432-4081-a050-fdeb449dfc6d, host hv-cinder-83078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83078',level=0,port_id=73309a92-0432-4081-a050-fdeb449dfc6d,segment=NetworkSegment(0e675ac7-11b6-4ecb-9e9e-c47b9dca4e0d),segment_id=0e675ac7-11b6-4ecb-9e9e-c47b9dca4e0d)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 13:56:56.662096 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750379687711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750379164492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750379164510'] for port (73309a92-0432-4081-a050-fdeb449dfc6d), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:56:56.712721 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Pushing event updated for resources: {'Port': ['ID=73309a92-0432-4081-a050-fdeb449dfc6d,revision_number=4']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:56:56.825488 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2beb2f95-4481-44f7-bbab-b51faa00a7a0 req-6d8683f5-ca5d-41b2-ba4a-e07f15f3eda6 tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:56:56.826943 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-2beb2f95-4481-44f7-bbab-b51faa00a7a0 req-6d8683f5-ca5d-41b2-ba4a-e07f15f3eda6 tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] 10.222.0.67 "GET /v2.0/ports?device_id=54dcdce4-931a-42d3-b36a-321afffabdc0 HTTP/1.1" status: 200 len: 945 time: 0.0464473 Apr 11 13:56:56.875410 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-2beb2f95-4481-44f7-bbab-b51faa00a7a0 req-2f23e95a-8b68-4a2d-ae95-d8aaf9d87948 tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] 10.222.0.67 "GET /v2.0/security-groups?id=fa012576-2707-4681-be16-e9c543038202&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423150 Apr 11 13:56:57.988206 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b98f12-48b9-43d9-a6c6-f714f3d09763 req-536e4202-0a72-4b00-8444-f9c166411631 tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:56:57.989569 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-67b98f12-48b9-43d9-a6c6-f714f3d09763 req-536e4202-0a72-4b00-8444-f9c166411631 tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] 10.222.0.67 "GET /v2.0/ports?device_id=54dcdce4-931a-42d3-b36a-321afffabdc0 HTTP/1.1" status: 200 len: 945 time: 0.0489907 Apr 11 13:56:58.037186 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-67b98f12-48b9-43d9-a6c6-f714f3d09763 req-5876ff74-d428-445a-9e55-90cb74df0cc6 tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] 10.222.0.67 "GET /v2.0/security-groups?id=fa012576-2707-4681-be16-e9c543038202&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421512 Apr 11 13:56:58.551395 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] get_ports_and_sgs() called for port_ids ['73309a92-0432-4081-a050-fdeb449dfc6d'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 13:56:58.786763 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4fe8d497-9ae4-4b69-a08e-41475615edfa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750379576733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663498'] for agent (e731c656-576f-4174-9da3-af64518920bc), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:56:59.148385 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f774f2a-60ee-4abc-9283-c0f90563fc6f req-a89b81d4-bb57-4cc9-8180-7ab0b331a78c tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:56:59.149900 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-7f774f2a-60ee-4abc-9283-c0f90563fc6f req-a89b81d4-bb57-4cc9-8180-7ab0b331a78c tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] 10.222.0.67 "GET /v2.0/ports?device_id=54dcdce4-931a-42d3-b36a-321afffabdc0 HTTP/1.1" status: 200 len: 945 time: 0.0480051 Apr 11 13:56:59.201659 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-7f774f2a-60ee-4abc-9283-c0f90563fc6f req-33960520-0764-48f2-9515-991572b65652 tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] 10.222.0.67 "GET /v2.0/security-groups?id=fa012576-2707-4681-be16-e9c543038202&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462823 Apr 11 13:57:00.112119 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-75ad2582-0b5d-438d-ba3d-9545e3f86417 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750379576733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663498'] for agent (af269f03-95a2-4a08-bd5c-5879324d2567), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:57:00.324000 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cc1e27-87c4-4c84-8ab8-5bf8a2f590b8 req-1a1df328-62ea-4390-b9c2-689dc2679e9f tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:57:00.325557 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-c4cc1e27-87c4-4c84-8ab8-5bf8a2f590b8 req-1a1df328-62ea-4390-b9c2-689dc2679e9f tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] 10.222.0.67 "GET /v2.0/ports?device_id=54dcdce4-931a-42d3-b36a-321afffabdc0 HTTP/1.1" status: 200 len: 945 time: 0.0486386 Apr 11 13:57:00.375094 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-c4cc1e27-87c4-4c84-8ab8-5bf8a2f590b8 req-1864183f-d570-4267-b715-c72a5e55f809 tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] 10.222.0.67 "GET /v2.0/security-groups?id=fa012576-2707-4681-be16-e9c543038202&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416574 Apr 11 13:57:01.484395 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee02f3d8-5370-4430-aff2-3be04e65b182 req-28b7df6d-6a18-4fc3-b227-e5d05157f120 tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:57:01.485850 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-ee02f3d8-5370-4430-aff2-3be04e65b182 req-28b7df6d-6a18-4fc3-b227-e5d05157f120 tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] 10.222.0.67 "GET /v2.0/ports?device_id=54dcdce4-931a-42d3-b36a-321afffabdc0 HTTP/1.1" status: 200 len: 945 time: 0.0462909 Apr 11 13:57:01.532161 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-ee02f3d8-5370-4430-aff2-3be04e65b182 req-f0c75481-8bf9-492c-931d-661c26a751fb tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] 10.222.0.67 "GET /v2.0/security-groups?id=fa012576-2707-4681-be16-e9c543038202&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408623 Apr 11 13:57:01.612583 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-fcd2c3e6-f415-40f5-8fd4-1147b68fd929 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750379576733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663498'] for agent (a1227682-d2f2-4331-ba13-738c8a59e95d), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:57:01.986920 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Device 73309a92-0432-4081-a050-fdeb449dfc6d up at agent hyperv_hv-cinder-83078 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 13:57:02.027845 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750379576733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663498'] for agent (a433433c-9197-4b2b-8991-1d45f6bac940), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:57:02.044471 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Provisioning for port 73309a92-0432-4081-a050-fdeb449dfc6d completed by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 11 13:57:02.050335 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Provisioning complete for port 73309a92-0432-4081-a050-fdeb449dfc6d triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 13:57:02.050706 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-663396'] for port (73309a92-0432-4081-a050-fdeb449dfc6d), provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:57:02.149251 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Current status of the port 73309a92-0432-4081-a050-fdeb449dfc6d is: BUILD; New status is: ACTIVE {{(pid=103320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 13:57:02.149611 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883311'] for port (73309a92-0432-4081-a050-fdeb449dfc6d), before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:57:02.173783 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54dcdce4-931a-42d3-b36a-321afffabdc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73309a92-0432-4081-a050-fdeb449dfc6d'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 13:57:02.176687 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e17e7c2a2a067a9a9572b19104dd8b83720c41d762fa1dc6a6c9d001f6760b0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce9f3d9c-995f-448d-99fd-76517ee1e015" -d '{"events": [{"server_uuid": "54dcdce4-931a-42d3-b36a-321afffabdc0", "name": "network-vif-plugged", "status": "completed", "tag": "73309a92-0432-4081-a050-fdeb449dfc6d"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 13:57:02.191535 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] For port 73309a92-0432-4081-a050-fdeb449dfc6d, host hv-cinder-83078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83078',level=0,port_id=73309a92-0432-4081-a050-fdeb449dfc6d,segment=NetworkSegment(0e675ac7-11b6-4ecb-9e9e-c47b9dca4e0d),segment_id=0e675ac7-11b6-4ecb-9e9e-c47b9dca4e0d)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 13:57:02.201171 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750379687711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750379164492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750379164510'] for port (73309a92-0432-4081-a050-fdeb449dfc6d), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:57:02.229079 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 13:57:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9744c744-6e4e-4e0f-9f76-eb1733e27971 x-openstack-request-id: req-9744c744-6e4e-4e0f-9f76-eb1733e27971 {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 13:57:02.229411 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54dcdce4-931a-42d3-b36a-321afffabdc0", "name": "network-vif-plugged", "status": "completed", "tag": "73309a92-0432-4081-a050-fdeb449dfc6d", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 13:57:02.229660 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-9744c744-6e4e-4e0f-9f76-eb1733e27971 {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 13:57:02.230053 dv-cinder-830787-2-iscsi neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9744c744-6e4e-4e0f-9f76-eb1733e27971'] response: {'server_uuid': '54dcdce4-931a-42d3-b36a-321afffabdc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73309a92-0432-4081-a050-fdeb449dfc6d', 'code': 200} Apr 11 13:57:02.259293 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Pushing event updated for resources: {'Port': ['ID=73309a92-0432-4081-a050-fdeb449dfc6d,revision_number=5']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:57:02.445376 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7be78d-b1dd-411d-a7b8-031ed336738e req-6849943b-b558-4930-9144-6b2d75e0b82c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:57:02.447331 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-5e7be78d-b1dd-411d-a7b8-031ed336738e req-6849943b-b558-4930-9144-6b2d75e0b82c service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=54dcdce4-931a-42d3-b36a-321afffabdc0 HTTP/1.1" status: 200 len: 1130 time: 0.0743449 Apr 11 13:57:02.498716 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-5e7be78d-b1dd-411d-a7b8-031ed336738e req-9ddd3100-4a52-4ae6-b942-a263e64e8bee service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=fa012576-2707-4681-be16-e9c543038202&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436954 Apr 11 13:57:02.655981 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48ea979-2430-4789-a94a-e55b45701b14 req-ce8f0c7e-2fbc-4aeb-b8e4-d35ee47c1c58 tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:57:02.657508 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-d48ea979-2430-4789-a94a-e55b45701b14 req-ce8f0c7e-2fbc-4aeb-b8e4-d35ee47c1c58 tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] 10.222.0.67 "GET /v2.0/ports?device_id=54dcdce4-931a-42d3-b36a-321afffabdc0 HTTP/1.1" status: 200 len: 946 time: 0.0488570 Apr 11 13:57:02.664401 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2528c564-4e94-4963-8bfe-f9bb7cb6162a req-f0b01255-ec7b-4b50-b2dd-489a4869ca5d tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:57:02.666000 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-2528c564-4e94-4963-8bfe-f9bb7cb6162a req-f0b01255-ec7b-4b50-b2dd-489a4869ca5d tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] 10.222.0.67 "GET /v2.0/ports?device_id=eea0ff31-35c2-4763-bf7a-6d0aada0558c HTTP/1.1" status: 200 len: 946 time: 0.0538158 Apr 11 13:57:02.714895 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-d48ea979-2430-4789-a94a-e55b45701b14 req-21cf47a7-cacc-4cee-a249-07ac8b2600f2 tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] 10.222.0.67 "GET /v2.0/security-groups?id=fa012576-2707-4681-be16-e9c543038202&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504167 Apr 11 13:57:02.715727 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-2528c564-4e94-4963-8bfe-f9bb7cb6162a req-6b6444ae-45f3-4bdc-9927-67b4a3d0e034 tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] 10.222.0.67 "GET /v2.0/security-groups?id=037e8753-abfc-4a51-9764-2b02f91b84d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435491 Apr 11 13:57:02.836326 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105181dc-7d08-4fff-8891-a2203f0922a9 req-f063e7d2-bd58-4b15-b82d-09e477a2cee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:57:02.837799 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-105181dc-7d08-4fff-8891-a2203f0922a9 req-f063e7d2-bd58-4b15-b82d-09e477a2cee4 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=7e9487af89de4df6b7592a993fc4827e&device_id=eea0ff31-35c2-4763-bf7a-6d0aada0558c HTTP/1.1" status: 200 len: 1130 time: 0.0385792 Apr 11 13:57:02.936618 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105181dc-7d08-4fff-8891-a2203f0922a9 req-dbb0ee5d-aaa7-4ff5-8979-89ccb8b543b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:57:02.938054 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-105181dc-7d08-4fff-8891-a2203f0922a9 req-dbb0ee5d-aaa7-4ff5-8979-89ccb8b543b2 service neutron] 10.222.0.75 "GET /v2.0/networks?id=5b366c5b-a29e-42a6-8ecc-0cc9ff2fdbc0 HTTP/1.1" status: 200 len: 919 time: 0.0925231 Apr 11 13:57:02.977447 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-105181dc-7d08-4fff-8891-a2203f0922a9 req-7d150722-24b9-4ba6-bfd2-0bff7f7eee5c service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b53ccbb2-cadf-467b-980a-34cb619111ad HTTP/1.1" status: 200 len: 217 time: 0.0330086 Apr 11 13:57:03.035160 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105181dc-7d08-4fff-8891-a2203f0922a9 req-fe8fc44e-1b27-4337-a8d3-b7aa32c5cbb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:57:03.036901 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-105181dc-7d08-4fff-8891-a2203f0922a9 req-fe8fc44e-1b27-4337-a8d3-b7aa32c5cbb8 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=8a7e0881-a086-4309-85a2-2f54ddd5f281 HTTP/1.1" status: 200 len: 857 time: 0.0484152 Apr 11 13:57:03.254340 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750379576733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663498'] for agent (f2586825-e748-4c1d-8b98-cb0d5b6c266d), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:57:03.432516 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105181dc-7d08-4fff-8891-a2203f0922a9 req-3252c946-05d8-4527-9e08-6d5e96950440 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:57:03.434175 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-105181dc-7d08-4fff-8891-a2203f0922a9 req-3252c946-05d8-4527-9e08-6d5e96950440 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=5b366c5b-a29e-42a6-8ecc-0cc9ff2fdbc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0476744 Apr 11 13:57:03.532604 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-105181dc-7d08-4fff-8891-a2203f0922a9 req-88d92127-25e5-4c30-9e6e-245cdac72ac1 service neutron] 10.222.0.75 "GET /v2.0/networks/5b366c5b-a29e-42a6-8ecc-0cc9ff2fdbc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911946 Apr 11 13:57:03.644326 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-105181dc-7d08-4fff-8891-a2203f0922a9 req-7be0fc59-c470-4a92-ad37-7e162f59d293 service neutron] 10.222.0.75 "GET /v2.0/networks/5b366c5b-a29e-42a6-8ecc-0cc9ff2fdbc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1049087 Apr 11 13:57:03.824330 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.67', 57822) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:57:03.867315 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9531068-ed43-41c4-97e6-9a3d98dd9526 req-9129ec04-6e01-4d79-bcac-91728a49a43c tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:57:03.869093 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-e9531068-ed43-41c4-97e6-9a3d98dd9526 req-9129ec04-6e01-4d79-bcac-91728a49a43c tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] 10.222.0.67 "GET /v2.0/ports?device_id=eea0ff31-35c2-4763-bf7a-6d0aada0558c HTTP/1.1" status: 200 len: 946 time: 0.0835872 Apr 11 13:57:03.871400 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b165cfbe-88e5-4054-859f-ab80d0e1c337 req-b088dd21-fa4f-4532-9d85-1e7436691b29 tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:57:03.872982 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-b165cfbe-88e5-4054-859f-ab80d0e1c337 req-b088dd21-fa4f-4532-9d85-1e7436691b29 tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] 10.222.0.67 "GET /v2.0/ports?device_id=54dcdce4-931a-42d3-b36a-321afffabdc0 HTTP/1.1" status: 200 len: 946 time: 0.0629592 Apr 11 13:57:03.935553 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-b165cfbe-88e5-4054-859f-ab80d0e1c337 req-6f6d4131-6150-4d6b-bdce-098277f8d4b5 tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] 10.222.0.67 "GET /v2.0/security-groups?id=fa012576-2707-4681-be16-e9c543038202&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549910 Apr 11 13:57:03.937939 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-e9531068-ed43-41c4-97e6-9a3d98dd9526 req-080fd998-6478-4ca9-a8bb-10f608fed92e tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] 10.222.0.67 "GET /v2.0/security-groups?id=037e8753-abfc-4a51-9764-2b02f91b84d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630753 Apr 11 13:57:03.982877 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-47a62ef9-5fec-4a9e-98cf-946825738c51 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:57:04.062869 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-47a62ef9-5fec-4a9e-98cf-946825738c51 admin admin] Publish callbacks [] for security_group (2d615ab8-f956-48a4-a292-303ee6bc1175), precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:57:04.067140 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-47a62ef9-5fec-4a9e-98cf-946825738c51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8023832'] for security_group (2d615ab8-f956-48a4-a292-303ee6bc1175), after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:57:04.105945 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-47a62ef9-5fec-4a9e-98cf-946825738c51 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=d983a70fc3904a799399a99234a37daa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2610295 Apr 11 13:57:04.106855 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a62ef9-5fec-4a9e-98cf-946825738c51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d615ab8-f956-48a4-a292-303ee6bc1175,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:57:04.107520 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.67', 57828) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:57:04.158357 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-9fb2a93a-657d-4790-b43d-d3b08d19a002 admin admin] Publish callbacks [] for security_group (2d615ab8-f956-48a4-a292-303ee6bc1175), before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:57:04.180254 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-9fb2a93a-657d-4790-b43d-d3b08d19a002 admin admin] Publish callbacks [] for security_group (2d615ab8-f956-48a4-a292-303ee6bc1175), precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:57:04.231561 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-9fb2a93a-657d-4790-b43d-d3b08d19a002 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8023832'] for security_group (2d615ab8-f956-48a4-a292-303ee6bc1175), after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:57:04.234120 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-9fb2a93a-657d-4790-b43d-d3b08d19a002 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:57:04.235267 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-9fb2a93a-657d-4790-b43d-d3b08d19a002 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/2d615ab8-f956-48a4-a292-303ee6bc1175 HTTP/1.1" status: 204 len: 168 time: 0.1266608 Apr 11 13:57:04.256918 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb2a93a-657d-4790-b43d-d3b08d19a002 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d615ab8-f956-48a4-a292-303ee6bc1175,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:57:04.523611 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.67', 57842) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:57:04.538899 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-df5ab108-d621-4313-8b9a-da98ff8933c2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:57:04.618547 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-df5ab108-d621-4313-8b9a-da98ff8933c2 admin admin] Publish callbacks [] for security_group (9f72eea9-e771-491c-a964-bec9b981a56c), precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:57:04.622127 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-df5ab108-d621-4313-8b9a-da98ff8933c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8023832'] for security_group (9f72eea9-e771-491c-a964-bec9b981a56c), after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:57:04.660250 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-df5ab108-d621-4313-8b9a-da98ff8933c2 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=445f7238aab546b3859a9117501fb61f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1348369 Apr 11 13:57:04.661110 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5ab108-d621-4313-8b9a-da98ff8933c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f72eea9-e771-491c-a964-bec9b981a56c,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:57:04.662995 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.67', 57844) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:57:04.711778 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-7269514e-99b5-4eb7-8451-6134a3c6f0d8 admin admin] Publish callbacks [] for security_group (9f72eea9-e771-491c-a964-bec9b981a56c), before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:57:04.733466 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-7269514e-99b5-4eb7-8451-6134a3c6f0d8 admin admin] Publish callbacks [] for security_group (9f72eea9-e771-491c-a964-bec9b981a56c), precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:57:04.783767 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-7269514e-99b5-4eb7-8451-6134a3c6f0d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8023832'] for security_group (9f72eea9-e771-491c-a964-bec9b981a56c), after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:57:04.786881 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-7269514e-99b5-4eb7-8451-6134a3c6f0d8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:57:04.788081 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-7269514e-99b5-4eb7-8451-6134a3c6f0d8 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/9f72eea9-e771-491c-a964-bec9b981a56c HTTP/1.1" status: 204 len: 168 time: 0.1239922 Apr 11 13:57:04.797076 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7269514e-99b5-4eb7-8451-6134a3c6f0d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f72eea9-e771-491c-a964-bec9b981a56c,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:57:05.079934 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267e8917-35ef-480a-80bf-75a1477c612b req-63b15982-5ff0-4f8d-b484-3de17ab03e95 tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:57:05.082813 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce36f721-4658-4324-bb19-042845d0385d req-136cf36c-b424-407c-87be-7ccb3f1fb811 tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:57:05.088856 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-267e8917-35ef-480a-80bf-75a1477c612b req-63b15982-5ff0-4f8d-b484-3de17ab03e95 tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] 10.222.0.67 "GET /v2.0/ports?device_id=54dcdce4-931a-42d3-b36a-321afffabdc0 HTTP/1.1" status: 200 len: 946 time: 0.0699637 Apr 11 13:57:05.091719 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-ce36f721-4658-4324-bb19-042845d0385d req-136cf36c-b424-407c-87be-7ccb3f1fb811 tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] 10.222.0.67 "GET /v2.0/ports?device_id=eea0ff31-35c2-4763-bf7a-6d0aada0558c HTTP/1.1" status: 200 len: 946 time: 0.0670257 Apr 11 13:57:05.139702 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-ce36f721-4658-4324-bb19-042845d0385d req-4dc73a2c-16be-4195-8389-8d617eaefa2e tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] 10.222.0.67 "GET /v2.0/security-groups?id=037e8753-abfc-4a51-9764-2b02f91b84d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465744 Apr 11 13:57:05.144059 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-267e8917-35ef-480a-80bf-75a1477c612b req-77ddcec7-5d72-48bd-a0ef-70fdf4d9836e tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] 10.222.0.67 "GET /v2.0/security-groups?id=fa012576-2707-4681-be16-e9c543038202&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534854 Apr 11 13:57:05.260002 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29643ae-5054-478f-bf52-358ed76a10e7 req-081deafe-ae46-4c51-b38a-43a5600da77e tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:57:05.261775 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-e29643ae-5054-478f-bf52-358ed76a10e7 req-081deafe-ae46-4c51-b38a-43a5600da77e tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] 10.222.0.67 "GET /v2.0/ports?device_id=54dcdce4-931a-42d3-b36a-321afffabdc0 HTTP/1.1" status: 200 len: 946 time: 0.0512199 Apr 11 13:57:05.271680 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.67', 57872) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:57:05.276374 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.v2.base [None req-593d409e-732f-4259-bd68-4905fb6b3d4f tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] Request body: {'floatingip': {'port_id': '73309a92-0432-4081-a050-fdeb449dfc6d'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 13:57:05.358619 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-593d409e-732f-4259-bd68-4905fb6b3d4f tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] Publish callbacks [] for floatingip (1fc2130b-232b-4b06-bcf8-b5459a66cb8b), before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:57:05.891024 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.67', 57938) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:57:06.013225 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-1c16d108-7b92-4dae-b88e-1e5fb78a52a6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:57:06.053596 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-593d409e-732f-4259-bd68-4905fb6b3d4f tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:57:06.060684 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-593d409e-732f-4259-bd68-4905fb6b3d4f tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8126411'] for floatingip (1fc2130b-232b-4b06-bcf8-b5459a66cb8b), after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:57:06.108297 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-1c16d108-7b92-4dae-b88e-1e5fb78a52a6 admin admin] Publish callbacks [] for security_group (0eb35248-75dc-4013-ab79-6e839d53b147), precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:57:06.117001 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-1c16d108-7b92-4dae-b88e-1e5fb78a52a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8023832'] for security_group (0eb35248-75dc-4013-ab79-6e839d53b147), after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:57:06.178280 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-1c16d108-7b92-4dae-b88e-1e5fb78a52a6 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=36155df9b348437d83f3d5b8d1ee23e6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2854910 Apr 11 13:57:06.179031 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.67', 57952) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:57:06.180656 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c16d108-7b92-4dae-b88e-1e5fb78a52a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0eb35248-75dc-4013-ab79-6e839d53b147,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:57:06.243503 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.db.l3_db [None req-593d409e-732f-4259-bd68-4905fb6b3d4f tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] Floating IP 1fc2130b-232b-4b06-bcf8-b5459a66cb8b associated. External IP: 172.27.1.97, port: 73309a92-0432-4081-a050-fdeb449dfc6d. Apr 11 13:57:06.280527 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-8774e17c-3665-4cbf-b163-9aac055e805f admin admin] Publish callbacks [] for security_group (0eb35248-75dc-4013-ab79-6e839d53b147), before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:57:06.329371 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a971c7e1-2b0e-4c63-8387-f188cece944e req-4cfd8ea6-9b11-43a4-8f19-06329c4db3ed tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:57:06.331302 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-a971c7e1-2b0e-4c63-8387-f188cece944e req-4cfd8ea6-9b11-43a4-8f19-06329c4db3ed tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] 10.222.0.67 "GET /v2.0/ports?device_id=eea0ff31-35c2-4763-bf7a-6d0aada0558c HTTP/1.1" status: 200 len: 946 time: 0.0646887 Apr 11 13:57:06.336584 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-8774e17c-3665-4cbf-b163-9aac055e805f admin admin] Publish callbacks [] for security_group (0eb35248-75dc-4013-ab79-6e839d53b147), precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:57:06.410675 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-a971c7e1-2b0e-4c63-8387-f188cece944e req-aab37c8c-e7bf-41b7-bbe3-610ec5870c22 tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] 10.222.0.67 "GET /v2.0/security-groups?id=037e8753-abfc-4a51-9764-2b02f91b84d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718241 Apr 11 13:57:06.429520 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-8774e17c-3665-4cbf-b163-9aac055e805f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8023832'] for security_group (0eb35248-75dc-4013-ab79-6e839d53b147), after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:57:06.432486 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-8774e17c-3665-4cbf-b163-9aac055e805f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:57:06.433836 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-8774e17c-3665-4cbf-b163-9aac055e805f admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/0eb35248-75dc-4013-ab79-6e839d53b147 HTTP/1.1" status: 204 len: 168 time: 0.2498927 Apr 11 13:57:06.446305 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8774e17c-3665-4cbf-b163-9aac055e805f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0eb35248-75dc-4013-ab79-6e839d53b147,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:57:06.677291 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-593d409e-732f-4259-bd68-4905fb6b3d4f tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] Router d32f719d-4e09-4ba3-a492-673f4deb8564 has already been hosted by L3 agent e731c656-576f-4174-9da3-af64518920bc {{(pid=103318) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 13:57:06.728473 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.67', 57976) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:57:06.742718 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-9ae83d68-a5fd-49c2-8518-2479514d3e26 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:57:06.793462 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-593d409e-732f-4259-bd68-4905fb6b3d4f tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] Notify agent at l3_agent.dv-cinder-830787-2-iscsi the message routers_updated {{(pid=103318) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 13:57:06.799350 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-593d409e-732f-4259-bd68-4905fb6b3d4f tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-507053'] for floatingip (None), before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:57:06.807890 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b76f551-1d39-42ff-84e5-a6259be39890 None None] Sync routers for ids ['d32f719d-4e09-4ba3-a492-673f4deb8564'] in dv-cinder-830787-2-iscsi {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 13:57:06.822904 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b76f551-1d39-42ff-84e5-a6259be39890 None None] Routers {'d32f719d-4e09-4ba3-a492-673f4deb8564'} bound to L3 agent in host dv-cinder-830787-2-iscsi {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 13:57:06.825282 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-7b76f551-1d39-42ff-84e5-a6259be39890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830787-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T13:46:59Z,description=,heartbeat_timestamp=2022-04-11T13:56:59Z,host='dv-cinder-830787-2-iscsi',id=e731c656-576f-4174-9da3-af64518920bc,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T13:46:59Z,topic='l3_agent')) {'router_ids': ['d32f719d-4e09-4ba3-a492-673f4deb8564'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:57:06.826831 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-9ae83d68-a5fd-49c2-8518-2479514d3e26 admin admin] Publish callbacks [] for security_group (304bf606-a07a-4cec-9df8-34d5111669a6), precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:57:06.833264 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-9ae83d68-a5fd-49c2-8518-2479514d3e26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8023832'] for security_group (304bf606-a07a-4cec-9df8-34d5111669a6), after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:57:06.834102 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-593d409e-732f-4259-bd68-4905fb6b3d4f tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] 10.222.0.67 "PUT /v2.0/floatingips/1fc2130b-232b-4b06-bcf8-b5459a66cb8b HTTP/1.1" status: 200 len: 991 time: 1.5610433 Apr 11 13:57:06.834778 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54dcdce4-931a-42d3-b36a-321afffabdc0', 'tag': '73309a92-0432-4081-a050-fdeb449dfc6d'}] {{(pid=103318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 13:57:06.837690 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}476b5820a8b2a4c839a8e61874405e2111d505d8639f7232d97f083a4ddc8acf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d597dec2-81ee-47b9-a45d-47b11234bc25" -d '{"events": [{"name": "network-changed", "server_uuid": "54dcdce4-931a-42d3-b36a-321afffabdc0", "tag": "73309a92-0432-4081-a050-fdeb449dfc6d"}]}' {{(pid=103318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 13:57:06.881298 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 13:57:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1bd2844-f65b-4ecf-9b37-9b570f652a74 x-openstack-request-id: req-b1bd2844-f65b-4ecf-9b37-9b570f652a74 {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 13:57:06.881594 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54dcdce4-931a-42d3-b36a-321afffabdc0", "tag": "73309a92-0432-4081-a050-fdeb449dfc6d", "status": "completed", "code": 200}]} {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 13:57:06.882496 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-b1bd2844-f65b-4ecf-9b37-9b570f652a74 {{(pid=103318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 13:57:06.883235 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b1bd2844-f65b-4ecf-9b37-9b570f652a74'] response: {'name': 'network-changed', 'server_uuid': '54dcdce4-931a-42d3-b36a-321afffabdc0', 'tag': '73309a92-0432-4081-a050-fdeb449dfc6d', 'status': 'completed', 'code': 200} Apr 11 13:57:06.888247 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-9ae83d68-a5fd-49c2-8518-2479514d3e26 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=5d8093e3f4a7474c86d70dc77934038e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1585972 Apr 11 13:57:06.890698 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.67', 57986) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:57:06.917832 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae83d68-a5fd-49c2-8518-2479514d3e26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=304bf606-a07a-4cec-9df8-34d5111669a6,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:57:06.974039 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d597dec2-81ee-47b9-a45d-47b11234bc25 req-e3f0a132-dcd1-4735-8028-d6a35a15f2a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:57:06.975585 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-d597dec2-81ee-47b9-a45d-47b11234bc25 req-e3f0a132-dcd1-4735-8028-d6a35a15f2a0 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=f8720d1d0e26443d96a5f29175402af6&device_id=54dcdce4-931a-42d3-b36a-321afffabdc0 HTTP/1.1" status: 200 len: 1130 time: 0.0589676 Apr 11 13:57:06.985895 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-78a010dc-be40-4c0a-a1db-d784c12fd9ba admin admin] Publish callbacks [] for security_group (304bf606-a07a-4cec-9df8-34d5111669a6), before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:57:07.032991 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-78a010dc-be40-4c0a-a1db-d784c12fd9ba admin admin] Publish callbacks [] for security_group (304bf606-a07a-4cec-9df8-34d5111669a6), precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:57:07.089284 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-7b76f551-1d39-42ff-84e5-a6259be39890 None None] Set router d32f719d-4e09-4ba3-a492-673f4deb8564 gateway port host: dv-cinder-830787-2-iscsi {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 13:57:07.132314 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d597dec2-81ee-47b9-a45d-47b11234bc25 req-c51c1310-9acd-4f2d-b2cf-a108f90b53a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:57:07.135561 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-d597dec2-81ee-47b9-a45d-47b11234bc25 req-c51c1310-9acd-4f2d-b2cf-a108f90b53a5 service neutron] 10.222.0.75 "GET /v2.0/networks?id=257d7092-c4df-47e4-abc9-31af4018d257 HTTP/1.1" status: 200 len: 912 time: 0.1437788 Apr 11 13:57:07.150672 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-78a010dc-be40-4c0a-a1db-d784c12fd9ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8023832'] for security_group (304bf606-a07a-4cec-9df8-34d5111669a6), after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:57:07.153697 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-78a010dc-be40-4c0a-a1db-d784c12fd9ba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:57:07.157169 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-78a010dc-be40-4c0a-a1db-d784c12fd9ba admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/304bf606-a07a-4cec-9df8-34d5111669a6 HTTP/1.1" status: 204 len: 168 time: 0.2632301 Apr 11 13:57:07.199381 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a010dc-be40-4c0a-a1db-d784c12fd9ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=304bf606-a07a-4cec-9df8-34d5111669a6,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:57:07.235854 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-d597dec2-81ee-47b9-a45d-47b11234bc25 req-dde9c23b-068b-46f5-808c-a5f23d1b3819 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=73309a92-0432-4081-a050-fdeb449dfc6d HTTP/1.1" status: 200 len: 999 time: 0.0942872 Apr 11 13:57:07.297080 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d597dec2-81ee-47b9-a45d-47b11234bc25 req-2746df6d-1a6e-4315-952d-a5d7f4da16e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:57:07.298687 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-d597dec2-81ee-47b9-a45d-47b11234bc25 req-2746df6d-1a6e-4315-952d-a5d7f4da16e0 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=4d338071-fa32-49cf-a6aa-ca3918597003 HTTP/1.1" status: 200 len: 850 time: 0.0555995 Apr 11 13:57:07.355593 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d597dec2-81ee-47b9-a45d-47b11234bc25 req-97994ae6-44a6-4cd5-8719-83eee36a0c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:57:07.357145 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-d597dec2-81ee-47b9-a45d-47b11234bc25 req-97994ae6-44a6-4cd5-8719-83eee36a0c78 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=257d7092-c4df-47e4-abc9-31af4018d257&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0500751 Apr 11 13:57:07.359280 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-7b76f551-1d39-42ff-84e5-a6259be39890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd32f719d-4e09-4ba3-a492-673f4deb8564', 'name': 'tempest-AttachVolumeTestJSON-1618300746-router', 'tenant_id': 'f8720d1d0e26443d96a5f29175402af6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886', 'external_fixed_ips': [{'subnet_id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'ip_address': '172.27.1.86'}], 'enable_snat': True}, 'gw_port_id': '5f65a40e-8875-44a3-9063-670f03a7a9f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T13:56:34Z', 'updated_at': '2022-04-11T13:56:38Z', 'revision_number': 4, 'project_id': 'f8720d1d0e26443d96a5f29175402af6', 'gw_port': {'id': '5f65a40e-8875-44a3-9063-670f03a7a9f7', 'name': '', 'network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:80:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd32f719d-4e09-4ba3-a492-673f4deb8564', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'ip_address': '172.27.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:56:35Z', 'updated_at': '2022-04-11T13:56:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830787-2-iscsi', '_floatingips': [{'id': '1fc2130b-232b-4b06-bcf8-b5459a66cb8b', 'tenant_id': 'f8720d1d0e26443d96a5f29175402af6', 'floating_ip_address': '172.27.1.97', 'floating_network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886', 'router_id': 'd32f719d-4e09-4ba3-a492-673f4deb8564', 'port_id': '73309a92-0432-4081-a050-fdeb449dfc6d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 337, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '257d7092-c4df-47e4-abc9-31af4018d257', 'mac_address': 'fa:16:3e:2d:30:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54dcdce4-931a-42d3-b36a-321afffabdc0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T13:56:42Z', 'updated_at': '2022-04-11T13:57:05Z', 'revision_number': 1, 'project_id': 'f8720d1d0e26443d96a5f29175402af6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '65d1b329-f6c4-4821-8338-78a7946be7c9', 'name': '', 'network_id': '257d7092-c4df-47e4-abc9-31af4018d257', 'tenant_id': 'f8720d1d0e26443d96a5f29175402af6', 'mac_address': 'fa:16:3e:35:1c:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd32f719d-4e09-4ba3-a492-673f4deb8564', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '4d338071-fa32-49cf-a6aa-ca3918597003', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:56:38Z', 'updated_at': '2022-04-11T13:56:43Z', 'revision_number': 5, 'project_id': 'f8720d1d0e26443d96a5f29175402af6', 'subnets': [{'id': '4d338071-fa32-49cf-a6aa-ca3918597003', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830787-2-iscsi', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:57:07.389096 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b76f551-1d39-42ff-84e5-a6259be39890 None None] Checking router: d32f719d-4e09-4ba3-a492-673f4deb8564 for host: dv-cinder-830787-2-iscsi {{(pid=103321) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 13:57:07.405755 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b76f551-1d39-42ff-84e5-a6259be39890 None None] Routers {'d32f719d-4e09-4ba3-a492-673f4deb8564'} bound to L3 agent in host dv-cinder-830787-2-iscsi {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 13:57:07.406399 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-7b76f551-1d39-42ff-84e5-a6259be39890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830787-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T13:46:59Z,description=,heartbeat_timestamp=2022-04-11T13:56:59Z,host='dv-cinder-830787-2-iscsi',id=e731c656-576f-4174-9da3-af64518920bc,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T13:46:59Z,topic='l3_agent')) {'router_ids': ['d32f719d-4e09-4ba3-a492-673f4deb8564'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:57:07.495620 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-d597dec2-81ee-47b9-a45d-47b11234bc25 req-de1e9fac-97a5-4016-9f9b-5367b4fb8192 service neutron] 10.222.0.75 "GET /v2.0/networks/257d7092-c4df-47e4-abc9-31af4018d257?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249771 Apr 11 13:57:07.574626 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-7b76f551-1d39-42ff-84e5-a6259be39890 None None] Set router d32f719d-4e09-4ba3-a492-673f4deb8564 gateway port host: dv-cinder-830787-2-iscsi {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 13:57:07.583882 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff13b26d-3003-4c64-8bb0-958a7fcf02d5 req-5935cd13-7dd9-4e22-ade2-a2077b2cefe1 tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:57:07.585459 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-ff13b26d-3003-4c64-8bb0-958a7fcf02d5 req-5935cd13-7dd9-4e22-ade2-a2077b2cefe1 tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] 10.222.0.67 "GET /v2.0/ports?device_id=eea0ff31-35c2-4763-bf7a-6d0aada0558c HTTP/1.1" status: 200 len: 946 time: 0.0859597 Apr 11 13:57:07.686793 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-d597dec2-81ee-47b9-a45d-47b11234bc25 req-a16c2973-ec49-49bb-a13b-d90d9b2ed83f service neutron] 10.222.0.75 "GET /v2.0/networks/257d7092-c4df-47e4-abc9-31af4018d257?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1740108 Apr 11 13:57:07.693287 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-ff13b26d-3003-4c64-8bb0-958a7fcf02d5 req-c3eed0e7-bf77-422f-89b0-0190b37dc17c tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] 10.222.0.67 "GET /v2.0/security-groups?id=037e8753-abfc-4a51-9764-2b02f91b84d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726380 Apr 11 13:57:07.878987 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-7b76f551-1d39-42ff-84e5-a6259be39890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd32f719d-4e09-4ba3-a492-673f4deb8564', 'name': 'tempest-AttachVolumeTestJSON-1618300746-router', 'tenant_id': 'f8720d1d0e26443d96a5f29175402af6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886', 'external_fixed_ips': [{'subnet_id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'ip_address': '172.27.1.86'}], 'enable_snat': True}, 'gw_port_id': '5f65a40e-8875-44a3-9063-670f03a7a9f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T13:56:34Z', 'updated_at': '2022-04-11T13:56:38Z', 'revision_number': 4, 'project_id': 'f8720d1d0e26443d96a5f29175402af6', 'gw_port': {'id': '5f65a40e-8875-44a3-9063-670f03a7a9f7', 'name': '', 'network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:80:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd32f719d-4e09-4ba3-a492-673f4deb8564', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'ip_address': '172.27.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:56:35Z', 'updated_at': '2022-04-11T13:56:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830787-2-iscsi', '_floatingips': [{'id': '1fc2130b-232b-4b06-bcf8-b5459a66cb8b', 'tenant_id': 'f8720d1d0e26443d96a5f29175402af6', 'floating_ip_address': '172.27.1.97', 'floating_network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886', 'router_id': 'd32f719d-4e09-4ba3-a492-673f4deb8564', 'port_id': '73309a92-0432-4081-a050-fdeb449dfc6d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 337, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '257d7092-c4df-47e4-abc9-31af4018d257', 'mac_address': 'fa:16:3e:2d:30:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54dcdce4-931a-42d3-b36a-321afffabdc0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T13:56:42Z', 'updated_at': '2022-04-11T13:57:05Z', 'revision_number': 1, 'project_id': 'f8720d1d0e26443d96a5f29175402af6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '65d1b329-f6c4-4821-8338-78a7946be7c9', 'name': '', 'network_id': '257d7092-c4df-47e4-abc9-31af4018d257', 'tenant_id': 'f8720d1d0e26443d96a5f29175402af6', 'mac_address': 'fa:16:3e:35:1c:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd32f719d-4e09-4ba3-a492-673f4deb8564', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '4d338071-fa32-49cf-a6aa-ca3918597003', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:56:38Z', 'updated_at': '2022-04-11T13:56:43Z', 'revision_number': 5, 'project_id': 'f8720d1d0e26443d96a5f29175402af6', 'subnets': [{'id': '4d338071-fa32-49cf-a6aa-ca3918597003', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830787-2-iscsi', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:57:07.912174 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b76f551-1d39-42ff-84e5-a6259be39890 None None] The sync data for ids ['d32f719d-4e09-4ba3-a492-673f4deb8564'] in dv-cinder-830787-2-iscsi is: [{'id': 'd32f719d-4e09-4ba3-a492-673f4deb8564', 'name': 'tempest-AttachVolumeTestJSON-1618300746-router', 'tenant_id': 'f8720d1d0e26443d96a5f29175402af6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886', 'external_fixed_ips': [{'subnet_id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'ip_address': '172.27.1.86'}], 'enable_snat': True}, 'gw_port_id': '5f65a40e-8875-44a3-9063-670f03a7a9f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T13:56:34Z', 'updated_at': '2022-04-11T13:56:38Z', 'revision_number': 4, 'project_id': 'f8720d1d0e26443d96a5f29175402af6', 'gw_port': {'id': '5f65a40e-8875-44a3-9063-670f03a7a9f7', 'name': '', 'network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:80:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd32f719d-4e09-4ba3-a492-673f4deb8564', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'ip_address': '172.27.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:56:35Z', 'updated_at': '2022-04-11T13:56:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830787-2-iscsi', '_floatingips': [{'id': '1fc2130b-232b-4b06-bcf8-b5459a66cb8b', 'tenant_id': 'f8720d1d0e26443d96a5f29175402af6', 'floating_ip_address': '172.27.1.97', 'floating_network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886', 'router_id': 'd32f719d-4e09-4ba3-a492-673f4deb8564', 'port_id': '73309a92-0432-4081-a050-fdeb449dfc6d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 337, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '257d7092-c4df-47e4-abc9-31af4018d257', 'mac_address': 'fa:16:3e:2d:30:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54dcdce4-931a-42d3-b36a-321afffabdc0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T13:56:42Z', 'updated_at': '2022-04-11T13:57:05Z', 'revision_number': 1, 'project_id': 'f8720d1d0e26443d96a5f29175402af6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '65d1b329-f6c4-4821-8338-78a7946be7c9', 'name': '', 'network_id': '257d7092-c4df-47e4-abc9-31af4018d257', 'tenant_id': 'f8720d1d0e26443d96a5f29175402af6', 'mac_address': 'fa:16:3e:35:1c:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd32f719d-4e09-4ba3-a492-673f4deb8564', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '4d338071-fa32-49cf-a6aa-ca3918597003', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:56:38Z', 'updated_at': '2022-04-11T13:56:43Z', 'revision_number': 5, 'project_id': 'f8720d1d0e26443d96a5f29175402af6', 'subnets': [{'id': '4d338071-fa32-49cf-a6aa-ca3918597003', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 13:57:08.125760 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0af6199-df05-4c39-adef-e61c7cb5aaf0 None None] New status for floating IP 1fc2130b-232b-4b06-bcf8-b5459a66cb8b: ACTIVE {{(pid=103320) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 13:57:08.818295 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfedade6-3a8d-444e-b826-5b6d5abf3d77 req-d52c23ee-0bee-4734-88a0-b79f3fe44072 tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:57:08.820075 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-cfedade6-3a8d-444e-b826-5b6d5abf3d77 req-d52c23ee-0bee-4734-88a0-b79f3fe44072 tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] 10.222.0.67 "GET /v2.0/ports?device_id=eea0ff31-35c2-4763-bf7a-6d0aada0558c HTTP/1.1" status: 200 len: 946 time: 0.0502098 Apr 11 13:57:08.867191 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-cfedade6-3a8d-444e-b826-5b6d5abf3d77 req-d0f181f3-78bd-4076-9e11-ef4ead700c08 tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] 10.222.0.67 "GET /v2.0/security-groups?id=037e8753-abfc-4a51-9764-2b02f91b84d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418119 Apr 11 13:57:09.031651 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.67', 58102) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:57:09.137595 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-b8204c35-1bdd-47fb-95db-3ef39aaa0ff4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:57:09.212230 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-b8204c35-1bdd-47fb-95db-3ef39aaa0ff4 admin admin] Publish callbacks [] for security_group (11626342-938b-4041-8200-04d8a9b28ba1), precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:57:09.215711 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-b8204c35-1bdd-47fb-95db-3ef39aaa0ff4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8023832'] for security_group (11626342-938b-4041-8200-04d8a9b28ba1), after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:57:09.254734 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8204c35-1bdd-47fb-95db-3ef39aaa0ff4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11626342-938b-4041-8200-04d8a9b28ba1,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:57:09.261703 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-b8204c35-1bdd-47fb-95db-3ef39aaa0ff4 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=59a0b12e492d4ec5bdf3f3da08433abe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2266519 Apr 11 13:57:09.262097 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.67', 58108) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:57:09.314562 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-55c95c90-6533-4375-8d0d-8da673f1ec94 admin admin] Publish callbacks [] for security_group (11626342-938b-4041-8200-04d8a9b28ba1), before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:57:09.338752 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-55c95c90-6533-4375-8d0d-8da673f1ec94 admin admin] Publish callbacks [] for security_group (11626342-938b-4041-8200-04d8a9b28ba1), precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:57:09.389147 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-55c95c90-6533-4375-8d0d-8da673f1ec94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8023832'] for security_group (11626342-938b-4041-8200-04d8a9b28ba1), after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:57:09.391799 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-55c95c90-6533-4375-8d0d-8da673f1ec94 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:57:09.393907 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-55c95c90-6533-4375-8d0d-8da673f1ec94 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/11626342-938b-4041-8200-04d8a9b28ba1 HTTP/1.1" status: 204 len: 168 time: 0.1297848 Apr 11 13:57:09.403337 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c95c90-6533-4375-8d0d-8da673f1ec94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11626342-938b-4041-8200-04d8a9b28ba1,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:57:09.665372 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.67', 58114) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:57:09.892692 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-cdd978b7-ccc1-4db0-bcba-993dda6daed3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:57:09.998275 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6173c558-9415-4ff9-bf17-17a77a2e3bf9 req-67a41afb-27e1-44a6-84fa-22455dcfdccf tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:57:09.999756 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-6173c558-9415-4ff9-bf17-17a77a2e3bf9 req-67a41afb-27e1-44a6-84fa-22455dcfdccf tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] 10.222.0.67 "GET /v2.0/ports?device_id=eea0ff31-35c2-4763-bf7a-6d0aada0558c HTTP/1.1" status: 200 len: 946 time: 0.0570958 Apr 11 13:57:10.040443 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-cdd978b7-ccc1-4db0-bcba-993dda6daed3 admin admin] Publish callbacks [] for security_group (f1974c03-6ff1-4928-9d83-f2b7a15221af), precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:57:10.046011 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-cdd978b7-ccc1-4db0-bcba-993dda6daed3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8023832'] for security_group (f1974c03-6ff1-4928-9d83-f2b7a15221af), after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:57:10.098185 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-cdd978b7-ccc1-4db0-bcba-993dda6daed3 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=551ef72112824b66865468275337a189&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4317613 Apr 11 13:57:10.100987 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.67', 58122) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:57:10.104093 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-6173c558-9415-4ff9-bf17-17a77a2e3bf9 req-45b157af-a0a1-4756-a54f-46d48517ba68 tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] 10.222.0.67 "GET /v2.0/security-groups?id=037e8753-abfc-4a51-9764-2b02f91b84d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975432 Apr 11 13:57:10.105964 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd978b7-ccc1-4db0-bcba-993dda6daed3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1974c03-6ff1-4928-9d83-f2b7a15221af,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:57:10.153809 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-bb2c2e4f-4334-4ff3-a0c5-795ed5c1d706 admin admin] Publish callbacks [] for security_group (f1974c03-6ff1-4928-9d83-f2b7a15221af), before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:57:10.175812 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-bb2c2e4f-4334-4ff3-a0c5-795ed5c1d706 admin admin] Publish callbacks [] for security_group (f1974c03-6ff1-4928-9d83-f2b7a15221af), precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:57:10.223330 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-bb2c2e4f-4334-4ff3-a0c5-795ed5c1d706 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8023832'] for security_group (f1974c03-6ff1-4928-9d83-f2b7a15221af), after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:57:10.225958 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-bb2c2e4f-4334-4ff3-a0c5-795ed5c1d706 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:57:10.227114 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-bb2c2e4f-4334-4ff3-a0c5-795ed5c1d706 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/f1974c03-6ff1-4928-9d83-f2b7a15221af HTTP/1.1" status: 204 len: 168 time: 0.1251469 Apr 11 13:57:10.234767 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2c2e4f-4334-4ff3-a0c5-795ed5c1d706 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1974c03-6ff1-4928-9d83-f2b7a15221af,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:57:11.223117 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2a320d-4438-4faa-9fd1-b6da42cf3bc1 req-094ec5ca-cce8-4243-a520-6d44285739cf tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:57:11.224638 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-6d2a320d-4438-4faa-9fd1-b6da42cf3bc1 req-094ec5ca-cce8-4243-a520-6d44285739cf tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] 10.222.0.67 "GET /v2.0/ports?device_id=eea0ff31-35c2-4763-bf7a-6d0aada0558c HTTP/1.1" status: 200 len: 946 time: 0.0467317 Apr 11 13:57:11.278430 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-6d2a320d-4438-4faa-9fd1-b6da42cf3bc1 req-66176238-963e-4e1a-9f07-adf6fc690ea8 tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] 10.222.0.67 "GET /v2.0/security-groups?id=037e8753-abfc-4a51-9764-2b02f91b84d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483191 Apr 11 13:57:12.393048 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefedf95-ada7-47c6-b53c-ff3a2da169c8 req-d0968775-769d-4f5e-b375-03fc995bdb5d tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:57:12.394711 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-aefedf95-ada7-47c6-b53c-ff3a2da169c8 req-d0968775-769d-4f5e-b375-03fc995bdb5d tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] 10.222.0.67 "GET /v2.0/ports?device_id=eea0ff31-35c2-4763-bf7a-6d0aada0558c HTTP/1.1" status: 200 len: 946 time: 0.0466557 Apr 11 13:57:12.453666 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-aefedf95-ada7-47c6-b53c-ff3a2da169c8 req-5313bce9-1e66-486b-b2b1-7a8dfdf59974 tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] 10.222.0.67 "GET /v2.0/security-groups?id=037e8753-abfc-4a51-9764-2b02f91b84d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441742 Apr 11 13:57:13.565892 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f65532f-a5f1-4082-b0cc-72584036808f req-6a2c6ec7-b6c6-4995-a997-ba48cc232564 tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:57:13.567910 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-0f65532f-a5f1-4082-b0cc-72584036808f req-6a2c6ec7-b6c6-4995-a997-ba48cc232564 tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] 10.222.0.67 "GET /v2.0/ports?device_id=eea0ff31-35c2-4763-bf7a-6d0aada0558c HTTP/1.1" status: 200 len: 946 time: 0.0508423 Apr 11 13:57:13.614173 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-0f65532f-a5f1-4082-b0cc-72584036808f req-7a7e742d-527d-4d21-b1b6-44b04fda2e93 tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] 10.222.0.67 "GET /v2.0/security-groups?id=037e8753-abfc-4a51-9764-2b02f91b84d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406337 Apr 11 13:57:14.729581 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f642b2-f81a-42d5-a763-dc49341f3904 req-492f1806-4428-434b-9fa3-fdff6d371107 tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:57:14.731207 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-f7f642b2-f81a-42d5-a763-dc49341f3904 req-492f1806-4428-434b-9fa3-fdff6d371107 tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] 10.222.0.67 "GET /v2.0/ports?device_id=eea0ff31-35c2-4763-bf7a-6d0aada0558c HTTP/1.1" status: 200 len: 946 time: 0.0506887 Apr 11 13:57:14.785879 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-f7f642b2-f81a-42d5-a763-dc49341f3904 req-d4dc8751-b567-42c6-8eb0-e5317be40473 tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] 10.222.0.67 "GET /v2.0/security-groups?id=037e8753-abfc-4a51-9764-2b02f91b84d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416415 Apr 11 13:57:15.897315 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ec2120-cfe1-4fde-b207-10e03e249d06 req-66dc7fc2-7b1f-4d49-ab94-5c58fe48e08f tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:57:15.898807 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-04ec2120-cfe1-4fde-b207-10e03e249d06 req-66dc7fc2-7b1f-4d49-ab94-5c58fe48e08f tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] 10.222.0.67 "GET /v2.0/ports?device_id=eea0ff31-35c2-4763-bf7a-6d0aada0558c HTTP/1.1" status: 200 len: 946 time: 0.0478175 Apr 11 13:57:15.948925 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-04ec2120-cfe1-4fde-b207-10e03e249d06 req-015ef058-c157-4bdc-84c8-cf8ce292c17a tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] 10.222.0.67 "GET /v2.0/security-groups?id=037e8753-abfc-4a51-9764-2b02f91b84d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442383 Apr 11 13:57:16.129556 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.67', 58266) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:57:16.235116 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-f60c1f28-ed82-4ce7-abd4-276a709a4c23 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:57:16.324711 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-f60c1f28-ed82-4ce7-abd4-276a709a4c23 admin admin] Publish callbacks [] for security_group (fc1eda7a-488d-42f4-b505-bf6ba3366a74), precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:57:16.328543 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-f60c1f28-ed82-4ce7-abd4-276a709a4c23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8023832'] for security_group (fc1eda7a-488d-42f4-b505-bf6ba3366a74), after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:57:16.368363 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-f60c1f28-ed82-4ce7-abd4-276a709a4c23 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=039933c40b7a47c787abc7493fef9cae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2377317 Apr 11 13:57:16.369213 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60c1f28-ed82-4ce7-abd4-276a709a4c23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc1eda7a-488d-42f4-b505-bf6ba3366a74,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:57:16.371856 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.67', 58272) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:57:16.421795 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-8461b669-4f56-49a2-b1bc-f5402cf2df25 admin admin] Publish callbacks [] for security_group (fc1eda7a-488d-42f4-b505-bf6ba3366a74), before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:57:16.445760 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-8461b669-4f56-49a2-b1bc-f5402cf2df25 admin admin] Publish callbacks [] for security_group (fc1eda7a-488d-42f4-b505-bf6ba3366a74), precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:57:16.492043 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-8461b669-4f56-49a2-b1bc-f5402cf2df25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8023832'] for security_group (fc1eda7a-488d-42f4-b505-bf6ba3366a74), after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:57:16.494573 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-8461b669-4f56-49a2-b1bc-f5402cf2df25 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:57:16.495734 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-8461b669-4f56-49a2-b1bc-f5402cf2df25 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/fc1eda7a-488d-42f4-b505-bf6ba3366a74 HTTP/1.1" status: 204 len: 168 time: 0.1228726 Apr 11 13:57:16.503259 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8461b669-4f56-49a2-b1bc-f5402cf2df25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc1eda7a-488d-42f4-b505-bf6ba3366a74,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:57:16.765633 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.67', 58280) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:57:16.778802 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-1c013426-ac80-44ed-aa3a-b2962cbac1c7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:57:16.856791 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-1c013426-ac80-44ed-aa3a-b2962cbac1c7 admin admin] Publish callbacks [] for security_group (cb5991d8-af9b-4f70-9518-59bc32393c06), precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:57:16.860792 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-1c013426-ac80-44ed-aa3a-b2962cbac1c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8023832'] for security_group (cb5991d8-af9b-4f70-9518-59bc32393c06), after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:57:16.899752 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-1c013426-ac80-44ed-aa3a-b2962cbac1c7 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=1cc1de439fb74d01a78fbb4e440d9378&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1329575 Apr 11 13:57:16.900537 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c013426-ac80-44ed-aa3a-b2962cbac1c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb5991d8-af9b-4f70-9518-59bc32393c06,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:57:16.902320 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.67', 58284) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:57:16.951226 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-62b3e8c0-b734-45fc-95dd-3ca6fbbca9a3 admin admin] Publish callbacks [] for security_group (cb5991d8-af9b-4f70-9518-59bc32393c06), before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:57:16.972302 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-62b3e8c0-b734-45fc-95dd-3ca6fbbca9a3 admin admin] Publish callbacks [] for security_group (cb5991d8-af9b-4f70-9518-59bc32393c06), precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:57:17.026907 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-62b3e8c0-b734-45fc-95dd-3ca6fbbca9a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8023832'] for security_group (cb5991d8-af9b-4f70-9518-59bc32393c06), after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:57:17.029567 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-62b3e8c0-b734-45fc-95dd-3ca6fbbca9a3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:57:17.030765 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-62b3e8c0-b734-45fc-95dd-3ca6fbbca9a3 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/cb5991d8-af9b-4f70-9518-59bc32393c06 HTTP/1.1" status: 204 len: 168 time: 0.1274817 Apr 11 13:57:17.059860 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b3e8c0-b734-45fc-95dd-3ca6fbbca9a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb5991d8-af9b-4f70-9518-59bc32393c06,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:57:17.074617 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d430557-c76d-48f9-a85c-048992a8b269 req-6e587ba9-701a-4e12-a4f2-c496a719b57b tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:57:17.076137 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-7d430557-c76d-48f9-a85c-048992a8b269 req-6e587ba9-701a-4e12-a4f2-c496a719b57b tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] 10.222.0.67 "GET /v2.0/ports?device_id=eea0ff31-35c2-4763-bf7a-6d0aada0558c HTTP/1.1" status: 200 len: 946 time: 0.0612919 Apr 11 13:57:17.129754 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-7d430557-c76d-48f9-a85c-048992a8b269 req-8718a23a-1a14-4095-b5ae-64a52e713756 tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] 10.222.0.67 "GET /v2.0/security-groups?id=037e8753-abfc-4a51-9764-2b02f91b84d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445728 Apr 11 13:57:18.243552 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e911c2af-ef0e-454f-ae2d-18dcd7890ac7 req-bd781d7a-287d-4cbe-9dc9-05befa946a98 tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:57:18.245040 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-e911c2af-ef0e-454f-ae2d-18dcd7890ac7 req-bd781d7a-287d-4cbe-9dc9-05befa946a98 tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] 10.222.0.67 "GET /v2.0/ports?device_id=eea0ff31-35c2-4763-bf7a-6d0aada0558c HTTP/1.1" status: 200 len: 946 time: 0.0479746 Apr 11 13:57:18.303414 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-e911c2af-ef0e-454f-ae2d-18dcd7890ac7 req-6c64e1fe-99ef-4932-a37d-ba8e017f751c tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] 10.222.0.67 "GET /v2.0/security-groups?id=037e8753-abfc-4a51-9764-2b02f91b84d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525911 Apr 11 13:57:19.415808 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4191bc4f-99d1-48cc-96a5-9a10c04a9f40 req-8f9138c3-8ae6-482b-8caa-e2a1eda49724 tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:57:19.417329 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-4191bc4f-99d1-48cc-96a5-9a10c04a9f40 req-8f9138c3-8ae6-482b-8caa-e2a1eda49724 tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] 10.222.0.67 "GET /v2.0/ports?device_id=eea0ff31-35c2-4763-bf7a-6d0aada0558c HTTP/1.1" status: 200 len: 946 time: 0.0464396 Apr 11 13:57:19.463746 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-4191bc4f-99d1-48cc-96a5-9a10c04a9f40 req-23b36743-d58e-4f54-8f65-e15d6fc49eff tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] 10.222.0.67 "GET /v2.0/security-groups?id=037e8753-abfc-4a51-9764-2b02f91b84d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403938 Apr 11 13:57:20.575904 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21478a7-2ea2-42fc-a4c3-bf43e7befd65 req-fb850ea6-f2e5-40e3-b75a-e610478c3506 tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:57:20.577458 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-a21478a7-2ea2-42fc-a4c3-bf43e7befd65 req-fb850ea6-f2e5-40e3-b75a-e610478c3506 tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] 10.222.0.67 "GET /v2.0/ports?device_id=eea0ff31-35c2-4763-bf7a-6d0aada0558c HTTP/1.1" status: 200 len: 946 time: 0.0472884 Apr 11 13:57:20.626686 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-a21478a7-2ea2-42fc-a4c3-bf43e7befd65 req-585c0903-d1a2-49f3-a445-ccc2494e0a49 tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] 10.222.0.67 "GET /v2.0/security-groups?id=037e8753-abfc-4a51-9764-2b02f91b84d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437891 Apr 11 13:57:21.742911 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057e3927-966e-4786-b39e-623162ee7482 req-5bf39625-bdd4-482d-98be-9f069b3ceb2e tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:57:21.744540 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-057e3927-966e-4786-b39e-623162ee7482 req-5bf39625-bdd4-482d-98be-9f069b3ceb2e tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] 10.222.0.67 "GET /v2.0/ports?device_id=eea0ff31-35c2-4763-bf7a-6d0aada0558c HTTP/1.1" status: 200 len: 946 time: 0.0531468 Apr 11 13:57:21.790944 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-057e3927-966e-4786-b39e-623162ee7482 req-9c482a62-d2e7-478b-a66c-d6cbe6dfea1e tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] 10.222.0.67 "GET /v2.0/security-groups?id=037e8753-abfc-4a51-9764-2b02f91b84d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407536 Apr 11 13:57:22.900961 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bd66a7-6e0b-4ffa-90c0-ee533dde67fa req-08ee05b1-8682-4939-b2fb-bc4727b033d5 tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:57:22.902448 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-38bd66a7-6e0b-4ffa-90c0-ee533dde67fa req-08ee05b1-8682-4939-b2fb-bc4727b033d5 tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] 10.222.0.67 "GET /v2.0/ports?device_id=eea0ff31-35c2-4763-bf7a-6d0aada0558c HTTP/1.1" status: 200 len: 946 time: 0.0456142 Apr 11 13:57:22.949587 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-38bd66a7-6e0b-4ffa-90c0-ee533dde67fa req-793ce14f-787b-4c5f-ac50-ce0bcabc46a9 tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] 10.222.0.67 "GET /v2.0/security-groups?id=037e8753-abfc-4a51-9764-2b02f91b84d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416012 Apr 11 13:57:24.066181 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a92ac5-07df-4a2a-952d-b0c80028cfdd req-55846195-1c3f-4a89-bf41-823e657c1fb6 tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:57:24.068264 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-14a92ac5-07df-4a2a-952d-b0c80028cfdd req-55846195-1c3f-4a89-bf41-823e657c1fb6 tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] 10.222.0.67 "GET /v2.0/ports?device_id=eea0ff31-35c2-4763-bf7a-6d0aada0558c HTTP/1.1" status: 200 len: 946 time: 0.0519893 Apr 11 13:57:24.113362 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-14a92ac5-07df-4a2a-952d-b0c80028cfdd req-7680f44e-628d-43b7-a00a-3585c6a58c46 tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] 10.222.0.67 "GET /v2.0/security-groups?id=037e8753-abfc-4a51-9764-2b02f91b84d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392668 Apr 11 13:57:25.227955 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad00f89-8011-4cf6-b215-ec3633ba7479 req-dce7d09a-2e19-466b-99cf-d6a257e9dbef tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:57:25.229519 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-8ad00f89-8011-4cf6-b215-ec3633ba7479 req-dce7d09a-2e19-466b-99cf-d6a257e9dbef tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] 10.222.0.67 "GET /v2.0/ports?device_id=eea0ff31-35c2-4763-bf7a-6d0aada0558c HTTP/1.1" status: 200 len: 946 time: 0.0507231 Apr 11 13:57:25.275888 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-8ad00f89-8011-4cf6-b215-ec3633ba7479 req-c5eaac3a-6284-47f7-a383-f3ddc6cc26e4 tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] 10.222.0.67 "GET /v2.0/security-groups?id=037e8753-abfc-4a51-9764-2b02f91b84d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408437 Apr 11 13:57:26.397289 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140354df-5b95-4eee-b401-5d5cd30cfd54 req-470fd8ad-661d-4007-bef9-263a968a741d tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:57:26.398789 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-140354df-5b95-4eee-b401-5d5cd30cfd54 req-470fd8ad-661d-4007-bef9-263a968a741d tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] 10.222.0.67 "GET /v2.0/ports?device_id=eea0ff31-35c2-4763-bf7a-6d0aada0558c HTTP/1.1" status: 200 len: 946 time: 0.0524662 Apr 11 13:57:26.439282 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-bf3fd8fc-a6f8-48af-9266-9197ca01faca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750379576733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663498'] for agent (d5a8b9a1-2e9e-46b5-8163-20b7d509fa4e), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:57:26.447094 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-140354df-5b95-4eee-b401-5d5cd30cfd54 req-5cea2166-e721-4fbb-b046-c1ae748a1e70 tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] 10.222.0.67 "GET /v2.0/security-groups?id=037e8753-abfc-4a51-9764-2b02f91b84d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426223 Apr 11 13:57:26.805098 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.67', 58496) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:57:26.917889 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-e4ed4576-d14d-4ba2-8daf-f16779b4c013 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:57:27.009824 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-e4ed4576-d14d-4ba2-8daf-f16779b4c013 admin admin] Publish callbacks [] for security_group (25d493e7-7ae9-492c-b7ab-3805d87b028a), precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:57:27.014106 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-e4ed4576-d14d-4ba2-8daf-f16779b4c013 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8023832'] for security_group (25d493e7-7ae9-492c-b7ab-3805d87b028a), after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:57:27.064509 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-e4ed4576-d14d-4ba2-8daf-f16779b4c013 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=5454fa29da38491b9770e63f611654e9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2582774 Apr 11 13:57:27.064784 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.67', 58506) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:57:27.065682 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ed4576-d14d-4ba2-8daf-f16779b4c013 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25d493e7-7ae9-492c-b7ab-3805d87b028a,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:57:27.131314 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.67', 58514) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:57:27.143121 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-92291c3f-f848-460a-9e9b-c95beeecb5a0 admin admin] Publish callbacks [] for security_group (25d493e7-7ae9-492c-b7ab-3805d87b028a), before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:57:27.177869 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-92291c3f-f848-460a-9e9b-c95beeecb5a0 admin admin] Publish callbacks [] for security_group (25d493e7-7ae9-492c-b7ab-3805d87b028a), precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:57:27.234763 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-92291c3f-f848-460a-9e9b-c95beeecb5a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8023832'] for security_group (25d493e7-7ae9-492c-b7ab-3805d87b028a), after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:57:27.237628 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-92291c3f-f848-460a-9e9b-c95beeecb5a0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:57:27.240522 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-92291c3f-f848-460a-9e9b-c95beeecb5a0 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/25d493e7-7ae9-492c-b7ab-3805d87b028a HTTP/1.1" status: 204 len: 168 time: 0.1732855 Apr 11 13:57:27.249914 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92291c3f-f848-460a-9e9b-c95beeecb5a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25d493e7-7ae9-492c-b7ab-3805d87b028a,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:57:27.262263 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92291c3f-f848-460a-9e9b-c95beeecb5a0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:57:27.262674 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92291c3f-f848-460a-9e9b-c95beeecb5a0 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:57:27.263076 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92291c3f-f848-460a-9e9b-c95beeecb5a0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:57:27.263472 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92291c3f-f848-460a-9e9b-c95beeecb5a0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:57:27.263825 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92291c3f-f848-460a-9e9b-c95beeecb5a0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:57:27.264306 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92291c3f-f848-460a-9e9b-c95beeecb5a0 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:57:27.264628 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92291c3f-f848-460a-9e9b-c95beeecb5a0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:57:27.264971 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92291c3f-f848-460a-9e9b-c95beeecb5a0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:57:27.265437 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92291c3f-f848-460a-9e9b-c95beeecb5a0 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:57:27.265613 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92291c3f-f848-460a-9e9b-c95beeecb5a0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:57:27.265937 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92291c3f-f848-460a-9e9b-c95beeecb5a0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:57:27.266257 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92291c3f-f848-460a-9e9b-c95beeecb5a0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:57:27.266571 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92291c3f-f848-460a-9e9b-c95beeecb5a0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:57:27.266882 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92291c3f-f848-460a-9e9b-c95beeecb5a0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:57:27.267193 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92291c3f-f848-460a-9e9b-c95beeecb5a0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:57:27.290348 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-48bd5c23-823e-41bc-9066-12cbd9684fcc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:57:27.339701 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4febb66-5529-46c7-bd15-6c4029b12114 req-28fb3625-bb30-4c78-8174-e7d01fb77976 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:57:27.341159 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-b4febb66-5529-46c7-bd15-6c4029b12114 req-28fb3625-bb30-4c78-8174-e7d01fb77976 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] 10.222.0.67 "GET /v2.0/ports?device_id=0d5f3b7d-8b92-4264-b41a-1d1ade879f2f HTTP/1.1" status: 200 len: 946 time: 0.0652695 Apr 11 13:57:27.423398 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-b4febb66-5529-46c7-bd15-6c4029b12114 req-477279f9-d0df-4d1d-b8cf-13c61a422689 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] 10.222.0.67 "GET /v2.0/security-groups?id=2c46161f-2d1e-4228-ae9c-ab4fe572bda1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0756383 Apr 11 13:57:27.444024 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-48bd5c23-823e-41bc-9066-12cbd9684fcc admin admin] Publish callbacks [] for security_group (c95337ab-4992-45e8-a634-6073236e0d31), precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:57:27.448403 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-48bd5c23-823e-41bc-9066-12cbd9684fcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8023832'] for security_group (c95337ab-4992-45e8-a634-6073236e0d31), after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:57:27.496198 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-48bd5c23-823e-41bc-9066-12cbd9684fcc admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=4b227e902fbf49c690dc04674cbb31f4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3639655 Apr 11 13:57:27.497032 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48bd5c23-823e-41bc-9066-12cbd9684fcc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c95337ab-4992-45e8-a634-6073236e0d31,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:57:27.497169 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.67', 58530) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:57:27.591335 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5583ad1-4520-486f-a909-79af19a8e245 req-3e99f8fd-500f-41a3-80c2-062f18665a64 tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:57:27.592891 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-e5583ad1-4520-486f-a909-79af19a8e245 req-3e99f8fd-500f-41a3-80c2-062f18665a64 tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] 10.222.0.67 "GET /v2.0/ports?device_id=eea0ff31-35c2-4763-bf7a-6d0aada0558c HTTP/1.1" status: 200 len: 946 time: 0.0710368 Apr 11 13:57:27.596028 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-1a653609-86ce-4401-894c-2201117af0d5 admin admin] Publish callbacks [] for security_group (c95337ab-4992-45e8-a634-6073236e0d31), before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:57:27.633443 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-1a653609-86ce-4401-894c-2201117af0d5 admin admin] Publish callbacks [] for security_group (c95337ab-4992-45e8-a634-6073236e0d31), precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:57:27.682739 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-e5583ad1-4520-486f-a909-79af19a8e245 req-611ca4c2-9f82-4dad-80ba-7a6ba52d9fa0 tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] 10.222.0.67 "GET /v2.0/security-groups?id=037e8753-abfc-4a51-9764-2b02f91b84d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832396 Apr 11 13:57:27.703831 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-1a653609-86ce-4401-894c-2201117af0d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8023832'] for security_group (c95337ab-4992-45e8-a634-6073236e0d31), after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:57:27.706448 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-1a653609-86ce-4401-894c-2201117af0d5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:57:27.708227 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-1a653609-86ce-4401-894c-2201117af0d5 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/c95337ab-4992-45e8-a634-6073236e0d31 HTTP/1.1" status: 204 len: 168 time: 0.2093999 Apr 11 13:57:27.717483 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a653609-86ce-4401-894c-2201117af0d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c95337ab-4992-45e8-a634-6073236e0d31,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:57:27.725774 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a653609-86ce-4401-894c-2201117af0d5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:57:27.726215 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a653609-86ce-4401-894c-2201117af0d5 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:57:27.726595 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a653609-86ce-4401-894c-2201117af0d5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:57:27.726940 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a653609-86ce-4401-894c-2201117af0d5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:57:27.727281 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a653609-86ce-4401-894c-2201117af0d5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:57:27.727671 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a653609-86ce-4401-894c-2201117af0d5 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:57:27.728040 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a653609-86ce-4401-894c-2201117af0d5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:57:27.728737 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a653609-86ce-4401-894c-2201117af0d5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:57:27.728737 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a653609-86ce-4401-894c-2201117af0d5 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:57:27.729016 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a653609-86ce-4401-894c-2201117af0d5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:57:27.729352 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a653609-86ce-4401-894c-2201117af0d5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:57:27.729781 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a653609-86ce-4401-894c-2201117af0d5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:57:27.730114 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a653609-86ce-4401-894c-2201117af0d5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:57:27.730457 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a653609-86ce-4401-894c-2201117af0d5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:57:27.730781 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a653609-86ce-4401-894c-2201117af0d5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:57:27.999031 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.67', 58562) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:57:28.013697 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-c80316cb-df9e-4a88-8677-18dcbe5bdba5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:57:28.115373 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-c80316cb-df9e-4a88-8677-18dcbe5bdba5 admin admin] Publish callbacks [] for security_group (5b16b2a1-c375-4477-9810-0da252f767ab), precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:57:28.119018 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-c80316cb-df9e-4a88-8677-18dcbe5bdba5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8023832'] for security_group (5b16b2a1-c375-4477-9810-0da252f767ab), after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:57:28.166413 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80316cb-df9e-4a88-8677-18dcbe5bdba5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b16b2a1-c375-4477-9810-0da252f767ab,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:57:28.171681 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-c80316cb-df9e-4a88-8677-18dcbe5bdba5 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=29d972177a044a2697246fb4d8e0a95b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1708987 Apr 11 13:57:28.174520 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.67', 58572) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:57:28.232307 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-92920ef0-57b6-4ce3-aec1-cf3c6b453b77 admin admin] Publish callbacks [] for security_group (5b16b2a1-c375-4477-9810-0da252f767ab), before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:57:28.284872 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-92920ef0-57b6-4ce3-aec1-cf3c6b453b77 admin admin] Publish callbacks [] for security_group (5b16b2a1-c375-4477-9810-0da252f767ab), precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:57:28.287091 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3fb860-619d-485d-9a34-50fd3d1343e7 req-491943a8-6c9c-417d-b058-c49b47a613c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:57:28.289918 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-3e3fb860-619d-485d-9a34-50fd3d1343e7 req-491943a8-6c9c-417d-b058-c49b47a613c5 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=eea0ff31-35c2-4763-bf7a-6d0aada0558c HTTP/1.1" status: 200 len: 1130 time: 0.0534966 Apr 11 13:57:28.352866 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-3e3fb860-619d-485d-9a34-50fd3d1343e7 req-7b9d5ab7-983f-4164-89ad-29b71919f074 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=037e8753-abfc-4a51-9764-2b02f91b84d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566578 Apr 11 13:57:28.366546 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-92920ef0-57b6-4ce3-aec1-cf3c6b453b77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8023832'] for security_group (5b16b2a1-c375-4477-9810-0da252f767ab), after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:57:28.369314 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-92920ef0-57b6-4ce3-aec1-cf3c6b453b77 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:57:28.370414 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-92920ef0-57b6-4ce3-aec1-cf3c6b453b77 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/5b16b2a1-c375-4477-9810-0da252f767ab HTTP/1.1" status: 204 len: 168 time: 0.1932204 Apr 11 13:57:28.378345 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92920ef0-57b6-4ce3-aec1-cf3c6b453b77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b16b2a1-c375-4477-9810-0da252f767ab,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:57:28.566132 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b18297a-b12e-4fb4-a38c-eebc3f814247 req-94071c10-806e-4a2e-b0e5-aaedbfad90ab tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:57:28.567958 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-5b18297a-b12e-4fb4-a38c-eebc3f814247 req-94071c10-806e-4a2e-b0e5-aaedbfad90ab tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] 10.222.0.67 "GET /v2.0/ports?device_id=0d5f3b7d-8b92-4264-b41a-1d1ade879f2f HTTP/1.1" status: 200 len: 946 time: 0.0647554 Apr 11 13:57:28.625104 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-5b18297a-b12e-4fb4-a38c-eebc3f814247 req-cf16bd7d-eff9-4e5a-adbb-516f3dedcfa2 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] 10.222.0.67 "GET /v2.0/security-groups?id=2c46161f-2d1e-4228-ae9c-ab4fe572bda1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504823 Apr 11 13:57:28.790092 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-961fc188-5e00-44ec-bb09-d025c8b76429 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750379576733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663498'] for agent (e731c656-576f-4174-9da3-af64518920bc), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:57:28.805580 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422aaaac-fd2d-4f23-ac88-44ac09bc5dce req-5cb218b1-d481-41b8-b384-c2a215c71a2c tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:57:28.807107 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-422aaaac-fd2d-4f23-ac88-44ac09bc5dce req-5cb218b1-d481-41b8-b384-c2a215c71a2c tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] 10.222.0.67 "GET /v2.0/ports?device_id=eea0ff31-35c2-4763-bf7a-6d0aada0558c HTTP/1.1" status: 200 len: 946 time: 0.0528085 Apr 11 13:57:28.858760 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-422aaaac-fd2d-4f23-ac88-44ac09bc5dce req-5fc214f4-bcf8-41c0-83b0-d0ba0faaac54 tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] 10.222.0.67 "GET /v2.0/security-groups?id=037e8753-abfc-4a51-9764-2b02f91b84d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456738 Apr 11 13:57:29.745324 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fe2227-1545-4d6b-99a2-691d2552a3cf req-194ecb8e-f6fa-4280-ae8b-e2e1f7dd0b94 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:57:29.746803 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-80fe2227-1545-4d6b-99a2-691d2552a3cf req-194ecb8e-f6fa-4280-ae8b-e2e1f7dd0b94 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] 10.222.0.67 "GET /v2.0/ports?device_id=0d5f3b7d-8b92-4264-b41a-1d1ade879f2f HTTP/1.1" status: 200 len: 946 time: 0.0480926 Apr 11 13:57:29.797630 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-80fe2227-1545-4d6b-99a2-691d2552a3cf req-b480b765-bfb6-4d3d-9d17-ce3959aebd6f tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] 10.222.0.67 "GET /v2.0/security-groups?id=2c46161f-2d1e-4228-ae9c-ab4fe572bda1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452578 Apr 11 13:57:29.984717 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1589fb-4ac3-4e75-8d5a-43c57b672ace req-1cb69cea-51a7-4543-b65c-6e088f829a5c tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:57:29.986116 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-4e1589fb-4ac3-4e75-8d5a-43c57b672ace req-1cb69cea-51a7-4543-b65c-6e088f829a5c tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] 10.222.0.67 "GET /v2.0/ports?device_id=eea0ff31-35c2-4763-bf7a-6d0aada0558c HTTP/1.1" status: 200 len: 946 time: 0.0503700 Apr 11 13:57:30.034072 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-4e1589fb-4ac3-4e75-8d5a-43c57b672ace req-6e6ad28c-e673-402d-9d1f-82276bf2c3f7 tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] 10.222.0.67 "GET /v2.0/security-groups?id=037e8753-abfc-4a51-9764-2b02f91b84d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423806 Apr 11 13:57:30.114313 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-75ad2582-0b5d-438d-ba3d-9545e3f86417 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750379576733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663498'] for agent (af269f03-95a2-4a08-bd5c-5879324d2567), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:57:30.237408 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-199a2434-853c-4a94-ae09-ab25a270db56 req-6e27db46-9d43-4b53-a753-37b7543b58e3 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=a6e921e1-7746-446b-bad6-d7188f8bdac2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0416234 Apr 11 13:57:30.298793 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199a2434-853c-4a94-ae09-ab25a270db56 req-0e8b246b-a448-4175-a937-2db602791dee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:57:30.300280 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-199a2434-853c-4a94-ae09-ab25a270db56 req-0e8b246b-a448-4175-a937-2db602791dee service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=7e9487af89de4df6b7592a993fc4827e&device_id=a6e921e1-7746-446b-bad6-d7188f8bdac2 HTTP/1.1" status: 200 len: 1130 time: 0.0371735 Apr 11 13:57:30.404203 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199a2434-853c-4a94-ae09-ab25a270db56 req-1b8de27d-08c7-4906-a8ee-a1a95398e60a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:57:30.405668 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-199a2434-853c-4a94-ae09-ab25a270db56 req-1b8de27d-08c7-4906-a8ee-a1a95398e60a service neutron] 10.222.0.75 "GET /v2.0/networks?id=5b366c5b-a29e-42a6-8ecc-0cc9ff2fdbc0 HTTP/1.1" status: 200 len: 919 time: 0.0850098 Apr 11 13:57:30.761407 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-70d18ae4-e17a-41c3-aec2-0064dd70c983 req-59ea74e0-e36f-4c47-a8e0-b61c73bb393e tempest-VolumesNegativeTest-1305465451 tempest-VolumesNegativeTest-1305465451-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=6b883dc95a4349fba7f113cbe48b4c51&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0323720 Apr 11 13:57:30.913783 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c49c8d-588b-48f5-87dd-2b403099515f req-0d7a37de-a019-4d23-9887-1de435849047 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:57:30.915476 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-e4c49c8d-588b-48f5-87dd-2b403099515f req-0d7a37de-a019-4d23-9887-1de435849047 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] 10.222.0.67 "GET /v2.0/ports?device_id=0d5f3b7d-8b92-4264-b41a-1d1ade879f2f HTTP/1.1" status: 200 len: 946 time: 0.0468068 Apr 11 13:57:30.949163 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d18ae4-e17a-41c3-aec2-0064dd70c983 req-d6b661e6-09b6-4ceb-b34b-1d1b0672444e tempest-VolumesNegativeTest-1305465451 tempest-VolumesNegativeTest-1305465451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:57:30.950657 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-70d18ae4-e17a-41c3-aec2-0064dd70c983 req-d6b661e6-09b6-4ceb-b34b-1d1b0672444e tempest-VolumesNegativeTest-1305465451 tempest-VolumesNegativeTest-1305465451-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1842816 Apr 11 13:57:30.966090 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-70d18ae4-e17a-41c3-aec2-0064dd70c983 req-78d4dc62-93a1-4de4-87eb-61430ad69409 tempest-VolumesNegativeTest-1305465451 tempest-VolumesNegativeTest-1305465451-project] 10.222.0.67 "GET /v2.0/quotas/6b883dc95a4349fba7f113cbe48b4c51 HTTP/1.1" status: 200 len: 375 time: 0.0095413 Apr 11 13:57:30.968494 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-e4c49c8d-588b-48f5-87dd-2b403099515f req-4578b83a-cec4-4603-bd7e-c31669c723d2 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] 10.222.0.67 "GET /v2.0/security-groups?id=2c46161f-2d1e-4228-ae9c-ab4fe572bda1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469942 Apr 11 13:57:30.999959 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-70d18ae4-e17a-41c3-aec2-0064dd70c983 req-49540ac8-d5a4-4225-88fd-8cb76d81e7ec tempest-VolumesNegativeTest-1305465451 tempest-VolumesNegativeTest-1305465451-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=6b883dc95a4349fba7f113cbe48b4c51&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0279479 Apr 11 13:57:31.148282 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3bb1bb-fb04-4008-831d-b117e97a4a10 req-1b508792-0b13-40d7-bde0-fb5f930728d4 tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:57:31.149928 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-7e3bb1bb-fb04-4008-831d-b117e97a4a10 req-1b508792-0b13-40d7-bde0-fb5f930728d4 tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] 10.222.0.67 "GET /v2.0/ports?device_id=eea0ff31-35c2-4763-bf7a-6d0aada0558c HTTP/1.1" status: 200 len: 946 time: 0.0488565 Apr 11 13:57:31.161296 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-984a6dd1-dda0-4871-9299-d810e0b8a13a req-e269b93b-67a3-4df9-815c-f907e5daafef tempest-VolumesNegativeTest-1305465451 tempest-VolumesNegativeTest-1305465451-project] 10.222.0.67 "GET /v2.0/ports?device_id=bc267f34-a781-49f9-8046-13bb95dfd815 HTTP/1.1" status: 200 len: 210 time: 0.0294869 Apr 11 13:57:31.205646 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-7e3bb1bb-fb04-4008-831d-b117e97a4a10 req-b0dba66b-ee09-4562-9f70-4687ace53101 tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] 10.222.0.67 "GET /v2.0/security-groups?id=037e8753-abfc-4a51-9764-2b02f91b84d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499659 Apr 11 13:57:31.458719 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79834b7-1766-400e-b56e-724576ee3edd req-bd258c73-6bf2-4252-a25c-e6221192d6d2 tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:57:31.460432 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-a79834b7-1766-400e-b56e-724576ee3edd req-bd258c73-6bf2-4252-a25c-e6221192d6d2 tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] 10.222.0.67 "GET /v2.0/ports?device_id=eea0ff31-35c2-4763-bf7a-6d0aada0558c HTTP/1.1" status: 200 len: 946 time: 0.0517664 Apr 11 13:57:31.509093 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-a79834b7-1766-400e-b56e-724576ee3edd req-75cbc48f-3785-48fa-b5ea-0e4b3d1d07a6 tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] 10.222.0.67 "GET /v2.0/security-groups?id=037e8753-abfc-4a51-9764-2b02f91b84d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428257 Apr 11 13:57:31.614405 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-fcd2c3e6-f415-40f5-8fd4-1147b68fd929 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750379576733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663498'] for agent (a1227682-d2f2-4331-ba13-738c8a59e95d), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:57:31.616935 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-199a2434-853c-4a94-ae09-ab25a270db56 req-1d4c23e5-b213-4691-9e63-b21808f18029 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=41becb52-f1e7-4c33-ad5e-faa52141b7c9 HTTP/1.1" status: 200 len: 217 time: 0.0385454 Apr 11 13:57:32.015441 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750379576733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663498'] for agent (a433433c-9197-4b2b-8991-1d45f6bac940), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:57:32.088848 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ef6cf5-6a4c-4727-b62b-52360a3d9964 req-5691b1cb-4168-4a65-8cfa-5e94736dcf10 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:57:32.090326 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-74ef6cf5-6a4c-4727-b62b-52360a3d9964 req-5691b1cb-4168-4a65-8cfa-5e94736dcf10 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] 10.222.0.67 "GET /v2.0/ports?device_id=0d5f3b7d-8b92-4264-b41a-1d1ade879f2f HTTP/1.1" status: 200 len: 946 time: 0.0461640 Apr 11 13:57:32.135879 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-74ef6cf5-6a4c-4727-b62b-52360a3d9964 req-90c66428-746b-4ffe-9075-1d81540fd29e tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] 10.222.0.67 "GET /v2.0/security-groups?id=2c46161f-2d1e-4228-ae9c-ab4fe572bda1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401642 Apr 11 13:57:32.254085 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-5aa31132-ce7f-499f-980c-3c5e01e0e762 req-34dde3e3-1011-4bfe-a7cd-727944107aac tempest-VolumesNegativeTest-1305465451 tempest-VolumesNegativeTest-1305465451-project] 10.222.0.67 "GET /v2.0/ports?device_id=bc267f34-a781-49f9-8046-13bb95dfd815 HTTP/1.1" status: 200 len: 210 time: 0.0267465 Apr 11 13:57:32.624592 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897ee813-ce82-43b9-a131-2fdf09f59ee2 req-8a358285-7e0e-4e78-ad50-a1347913b1eb tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:57:32.626073 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-897ee813-ce82-43b9-a131-2fdf09f59ee2 req-8a358285-7e0e-4e78-ad50-a1347913b1eb tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] 10.222.0.67 "GET /v2.0/ports?device_id=eea0ff31-35c2-4763-bf7a-6d0aada0558c HTTP/1.1" status: 200 len: 946 time: 0.0505581 Apr 11 13:57:32.672619 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-897ee813-ce82-43b9-a131-2fdf09f59ee2 req-77ac7e26-d8cd-40aa-aba8-3792e922cfe9 tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] 10.222.0.67 "GET /v2.0/security-groups?id=037e8753-abfc-4a51-9764-2b02f91b84d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410724 Apr 11 13:57:33.062994 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.db.agents_db [None req-69d3ff0a-913c-429f-8002-6cfbd72f8f27 None None] Agent healthcheck: found 6 active agents {{(pid=103321) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 13:57:33.255015 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb45e94-d5e3-42e2-9992-887de41f060c req-8f8680df-07dc-42fe-9ea2-f19db96d79e4 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:57:33.256518 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-7bb45e94-d5e3-42e2-9992-887de41f060c req-8f8680df-07dc-42fe-9ea2-f19db96d79e4 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] 10.222.0.67 "GET /v2.0/ports?device_id=0d5f3b7d-8b92-4264-b41a-1d1ade879f2f HTTP/1.1" status: 200 len: 946 time: 0.0483904 Apr 11 13:57:33.259971 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750379576733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663498'] for agent (f2586825-e748-4c1d-8b98-cb0d5b6c266d), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:57:33.305117 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-7bb45e94-d5e3-42e2-9992-887de41f060c req-522696b2-365d-4797-8706-3d5858201ce7 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] 10.222.0.67 "GET /v2.0/security-groups?id=2c46161f-2d1e-4228-ae9c-ab4fe572bda1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426879 Apr 11 13:57:33.348056 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-60932a91-0753-4000-9f05-8ddd1f5807b3 req-bb64f981-be5c-4c6d-927f-fa0a253ce535 tempest-VolumesNegativeTest-1305465451 tempest-VolumesNegativeTest-1305465451-project] 10.222.0.67 "GET /v2.0/ports?device_id=bc267f34-a781-49f9-8046-13bb95dfd815 HTTP/1.1" status: 200 len: 210 time: 0.0271552 Apr 11 13:57:33.409144 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96941a38-dcd4-44f6-b909-7b244cca2eb6 req-075f3dc3-9540-4ace-923c-1acb06b8eb3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:57:33.411752 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-96941a38-dcd4-44f6-b909-7b244cca2eb6 req-075f3dc3-9540-4ace-923c-1acb06b8eb3d service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=7e9487af89de4df6b7592a993fc4827e&device_id=eea0ff31-35c2-4763-bf7a-6d0aada0558c HTTP/1.1" status: 200 len: 1130 time: 0.0667052 Apr 11 13:57:33.414710 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199a2434-853c-4a94-ae09-ab25a270db56 req-b733b9e6-cc07-4e47-8eb7-0326318d27c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:57:33.416075 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-199a2434-853c-4a94-ae09-ab25a270db56 req-b733b9e6-cc07-4e47-8eb7-0326318d27c0 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=8a7e0881-a086-4309-85a2-2f54ddd5f281 HTTP/1.1" status: 200 len: 857 time: 0.0792975 Apr 11 13:57:33.515083 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199a2434-853c-4a94-ae09-ab25a270db56 req-3553a0db-a987-4ef8-94fc-38a20beb77b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:57:33.516602 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-199a2434-853c-4a94-ae09-ab25a270db56 req-3553a0db-a987-4ef8-94fc-38a20beb77b6 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=5b366c5b-a29e-42a6-8ecc-0cc9ff2fdbc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0870900 Apr 11 13:57:33.554091 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96941a38-dcd4-44f6-b909-7b244cca2eb6 req-91ade06f-e8e0-4cac-bea3-0d583bafd684 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:57:33.555489 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-96941a38-dcd4-44f6-b909-7b244cca2eb6 req-91ade06f-e8e0-4cac-bea3-0d583bafd684 service neutron] 10.222.0.75 "GET /v2.0/networks?id=5b366c5b-a29e-42a6-8ecc-0cc9ff2fdbc0 HTTP/1.1" status: 200 len: 919 time: 0.1335356 Apr 11 13:57:33.632965 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-199a2434-853c-4a94-ae09-ab25a270db56 req-ce906ace-b713-4ad3-90a2-e49d72e15936 service neutron] 10.222.0.75 "GET /v2.0/networks/5b366c5b-a29e-42a6-8ecc-0cc9ff2fdbc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924635 Apr 11 13:57:33.780690 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5540b60-161f-4133-a881-36f9f24c6ee0 req-4b80df60-e7a6-40f6-96c9-0398ca02577f tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:57:33.782017 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-d5540b60-161f-4133-a881-36f9f24c6ee0 req-4b80df60-e7a6-40f6-96c9-0398ca02577f tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] 10.222.0.67 "GET /v2.0/ports?device_id=eea0ff31-35c2-4763-bf7a-6d0aada0558c HTTP/1.1" status: 200 len: 946 time: 0.0447228 Apr 11 13:57:33.827603 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-d5540b60-161f-4133-a881-36f9f24c6ee0 req-36982822-e682-4525-880a-2dfda8de28fc tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] 10.222.0.67 "GET /v2.0/security-groups?id=037e8753-abfc-4a51-9764-2b02f91b84d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393245 Apr 11 13:57:33.983474 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-96941a38-dcd4-44f6-b909-7b244cca2eb6 req-c01caa5a-696c-4cd8-b88e-b387c56e5b1e service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b53ccbb2-cadf-467b-980a-34cb619111ad HTTP/1.1" status: 200 len: 217 time: 0.0528352 Apr 11 13:57:34.086224 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-70d18ae4-e17a-41c3-aec2-0064dd70c983 req-6dd4403a-8cc4-41b0-a706-bd7c53ab0190 tempest-VolumesNegativeTest-1305465451 tempest-VolumesNegativeTest-1305465451-project] 10.222.0.75 "GET /v2.0/networks?tenant_id=6b883dc95a4349fba7f113cbe48b4c51&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0318270 Apr 11 13:57:34.128779 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96941a38-dcd4-44f6-b909-7b244cca2eb6 req-ca6420b9-a2c8-49b5-ba24-45f6274269b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:57:34.130307 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-96941a38-dcd4-44f6-b909-7b244cca2eb6 req-ca6420b9-a2c8-49b5-ba24-45f6274269b0 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=8a7e0881-a086-4309-85a2-2f54ddd5f281 HTTP/1.1" status: 200 len: 857 time: 0.1380053 Apr 11 13:57:34.153675 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-199a2434-853c-4a94-ae09-ab25a270db56 req-b739c8b7-13f9-4509-b5c2-9d7b4696a439 service neutron] 10.222.0.75 "GET /v2.0/networks/5b366c5b-a29e-42a6-8ecc-0cc9ff2fdbc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2171683 Apr 11 13:57:34.239355 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96941a38-dcd4-44f6-b909-7b244cca2eb6 req-beb952ad-af7a-4819-8ef1-39a7bf59f56c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:57:34.240890 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-96941a38-dcd4-44f6-b909-7b244cca2eb6 req-beb952ad-af7a-4819-8ef1-39a7bf59f56c service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=5b366c5b-a29e-42a6-8ecc-0cc9ff2fdbc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0908432 Apr 11 13:57:34.268737 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d18ae4-e17a-41c3-aec2-0064dd70c983 req-eee0e18e-f42f-4e3d-9839-179290f1f478 tempest-VolumesNegativeTest-1305465451 tempest-VolumesNegativeTest-1305465451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:57:34.270144 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-70d18ae4-e17a-41c3-aec2-0064dd70c983 req-eee0e18e-f42f-4e3d-9839-179290f1f478 tempest-VolumesNegativeTest-1305465451 tempest-VolumesNegativeTest-1305465451-project] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1736035 Apr 11 13:57:34.395857 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.v2.base [req-70d18ae4-e17a-41c3-aec2-0064dd70c983 req-609543c9-0a04-494e-920d-ce1a5133102c tempest-VolumesNegativeTest-1305465451 tempest-VolumesNegativeTest-1305465451-project] Request body: {'port': {'device_id': 'bc267f34-a781-49f9-8046-13bb95dfd815', 'network_id': '8e08aa59-6908-48e0-afae-b7b7419c53bb', 'admin_state_up': True, 'tenant_id': '6b883dc95a4349fba7f113cbe48b4c51'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 13:57:34.427561 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fa2a4b-e9f8-4481-af66-804cd30ae7a5 req-68a78f8b-890c-4118-ab4a-bae06e41b835 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:57:34.432097 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-26fa2a4b-e9f8-4481-af66-804cd30ae7a5 req-68a78f8b-890c-4118-ab4a-bae06e41b835 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] 10.222.0.67 "GET /v2.0/ports?device_id=0d5f3b7d-8b92-4264-b41a-1d1ade879f2f HTTP/1.1" status: 200 len: 946 time: 0.0556121 Apr 11 13:57:34.480023 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-26fa2a4b-e9f8-4481-af66-804cd30ae7a5 req-a8ddc574-9ca9-4441-b5ce-5f71e7c0ef79 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] 10.222.0.67 "GET /v2.0/security-groups?id=2c46161f-2d1e-4228-ae9c-ab4fe572bda1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452781 Apr 11 13:57:34.506604 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-96292ac7-fbf5-4fbd-ab41-91697c8a243d req-8b67459e-bf83-4833-84ec-69c8f3d8a534 tempest-VolumesNegativeTest-1305465451 tempest-VolumesNegativeTest-1305465451-project] 10.222.0.67 "GET /v2.0/ports?device_id=bc267f34-a781-49f9-8046-13bb95dfd815 HTTP/1.1" status: 200 len: 210 time: 0.0853753 Apr 11 13:57:34.585604 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-96941a38-dcd4-44f6-b909-7b244cca2eb6 req-b5fbbeac-2908-4f27-a759-e6dca8199510 service neutron] 10.222.0.75 "GET /v2.0/networks/5b366c5b-a29e-42a6-8ecc-0cc9ff2fdbc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1938422 Apr 11 13:57:34.599285 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-70d18ae4-e17a-41c3-aec2-0064dd70c983 req-609543c9-0a04-494e-920d-ce1a5133102c tempest-VolumesNegativeTest-1305465451 tempest-VolumesNegativeTest-1305465451-project] Made reservation on behalf of 6b883dc95a4349fba7f113cbe48b4c51 for: {'port': 1} {{(pid=103319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 13:57:34.602487 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-70d18ae4-e17a-41c3-aec2-0064dd70c983 req-609543c9-0a04-494e-920d-ce1a5133102c tempest-VolumesNegativeTest-1305465451 tempest-VolumesNegativeTest-1305465451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883311'] for port (None), before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:57:34.610997 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-70d18ae4-e17a-41c3-aec2-0064dd70c983 req-609543c9-0a04-494e-920d-ce1a5133102c tempest-VolumesNegativeTest-1305465451 tempest-VolumesNegativeTest-1305465451-project] Publish callbacks [] for security_group (None), before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:57:34.700808 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-70d18ae4-e17a-41c3-aec2-0064dd70c983 req-609543c9-0a04-494e-920d-ce1a5133102c tempest-VolumesNegativeTest-1305465451 tempest-VolumesNegativeTest-1305465451-project] Publish callbacks [] for security_group (de4e94c7-be7c-4bc2-84b9-7af631c3426e), precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:57:34.711295 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-70d18ae4-e17a-41c3-aec2-0064dd70c983 req-609543c9-0a04-494e-920d-ce1a5133102c tempest-VolumesNegativeTest-1305465451 tempest-VolumesNegativeTest-1305465451-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8023832'] for security_group (de4e94c7-be7c-4bc2-84b9-7af631c3426e), after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:57:34.818290 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609543c9-0a04-494e-920d-ce1a5133102c tempest-VolumesNegativeTest-1305465451 tempest-VolumesNegativeTest-1305465451-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de4e94c7-be7c-4bc2-84b9-7af631c3426e,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:57:34.849388 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-96941a38-dcd4-44f6-b909-7b244cca2eb6 req-016e8bb7-77b6-45c3-995b-6dc0442c579c service neutron] 10.222.0.75 "GET /v2.0/networks/5b366c5b-a29e-42a6-8ecc-0cc9ff2fdbc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1717329 Apr 11 13:57:34.894532 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.db.db_base_plugin_common [req-70d18ae4-e17a-41c3-aec2-0064dd70c983 req-609543c9-0a04-494e-920d-ce1a5133102c tempest-VolumesNegativeTest-1305465451 tempest-VolumesNegativeTest-1305465451-project] Allocated IP 192.168.233.18 (8e08aa59-6908-48e0-afae-b7b7419c53bb/5669e974-6d28-40ca-967f-742f16c746b9/66864fa9-4e22-4107-8f15-e9d9fa5c63ec) {{(pid=103319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 13:57:34.938751 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58daf6fb-ead0-4c1b-96ea-7b3d41ca47ce req-6361fc07-7e81-4c94-a394-2e107808ee88 tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:57:34.940251 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-58daf6fb-ead0-4c1b-96ea-7b3d41ca47ce req-6361fc07-7e81-4c94-a394-2e107808ee88 tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] 10.222.0.67 "GET /v2.0/ports?device_id=eea0ff31-35c2-4763-bf7a-6d0aada0558c HTTP/1.1" status: 200 len: 946 time: 0.0478883 Apr 11 13:57:34.990490 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-58daf6fb-ead0-4c1b-96ea-7b3d41ca47ce req-716c5e0f-0afa-4da7-9296-65a38baa223d tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] 10.222.0.67 "GET /v2.0/security-groups?id=037e8753-abfc-4a51-9764-2b02f91b84d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433598 Apr 11 13:57:35.048176 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-70d18ae4-e17a-41c3-aec2-0064dd70c983 req-609543c9-0a04-494e-920d-ce1a5133102c tempest-VolumesNegativeTest-1305465451 tempest-VolumesNegativeTest-1305465451-project] Publish callbacks [] for port (66864fa9-4e22-4107-8f15-e9d9fa5c63ec), precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:57:35.082693 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-70d18ae4-e17a-41c3-aec2-0064dd70c983 req-609543c9-0a04-494e-920d-ce1a5133102c tempest-VolumesNegativeTest-1305465451 tempest-VolumesNegativeTest-1305465451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750379164474'] for port (66864fa9-4e22-4107-8f15-e9d9fa5c63ec), after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:57:35.133633 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-70d18ae4-e17a-41c3-aec2-0064dd70c983 req-609543c9-0a04-494e-920d-ce1a5133102c tempest-VolumesNegativeTest-1305465451 tempest-VolumesNegativeTest-1305465451-project] Network 8e08aa59-6908-48e0-afae-b7b7419c53bb is already hosted by enough agents. {{(pid=103319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 13:57:35.136971 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [req-70d18ae4-e17a-41c3-aec2-0064dd70c983 req-609543c9-0a04-494e-920d-ce1a5133102c tempest-VolumesNegativeTest-1305465451 tempest-VolumesNegativeTest-1305465451-project] Resources bound (agent type, host, resource id): {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 13:57:35.142040 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [req-70d18ae4-e17a-41c3-aec2-0064dd70c983 req-609543c9-0a04-494e-920d-ce1a5133102c tempest-VolumesNegativeTest-1305465451 tempest-VolumesNegativeTest-1305465451-project] Received port after_create {{(pid=103319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 13:57:35.147950 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d18ae4-e17a-41c3-aec2-0064dd70c983 req-609543c9-0a04-494e-920d-ce1a5133102c tempest-VolumesNegativeTest-1305465451 tempest-VolumesNegativeTest-1305465451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:57:35.148570 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-70d18ae4-e17a-41c3-aec2-0064dd70c983 req-609543c9-0a04-494e-920d-ce1a5133102c tempest-VolumesNegativeTest-1305465451 tempest-VolumesNegativeTest-1305465451-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-507053'] for port (None), before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:57:35.152434 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609543c9-0a04-494e-920d-ce1a5133102c tempest-VolumesNegativeTest-1305465451 tempest-VolumesNegativeTest-1305465451-project] Pushing event updated for resources: {'Port': ['ID=66864fa9-4e22-4107-8f15-e9d9fa5c63ec,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:57:35.170240 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-70d18ae4-e17a-41c3-aec2-0064dd70c983 req-609543c9-0a04-494e-920d-ce1a5133102c tempest-VolumesNegativeTest-1305465451 tempest-VolumesNegativeTest-1305465451-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.7797470 Apr 11 13:57:35.246521 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.v2.base [req-70d18ae4-e17a-41c3-aec2-0064dd70c983 req-96f76943-76a6-46ef-85ff-e68dff2b4b1c service neutron] Request body: {'port': {'device_id': 'bc267f34-a781-49f9-8046-13bb95dfd815', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83078'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 13:57:35.309278 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-70d18ae4-e17a-41c3-aec2-0064dd70c983 req-96f76943-76a6-46ef-85ff-e68dff2b4b1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883311'] for port (66864fa9-4e22-4107-8f15-e9d9fa5c63ec), before_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:57:35.401596 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-4f27170f-491d-463d-a74c-169135ad55d3 None None] Provisioning complete for port 66864fa9-4e22-4107-8f15-e9d9fa5c63ec triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 13:57:35.402583 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4f27170f-491d-463d-a74c-169135ad55d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-663396'] for port (66864fa9-4e22-4107-8f15-e9d9fa5c63ec), provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:57:35.438027 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-4f27170f-491d-463d-a74c-169135ad55d3 None None] Port 66864fa9-4e22-4107-8f15-e9d9fa5c63ec cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 13:57:35.616347 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.notifiers.nova [req-70d18ae4-e17a-41c3-aec2-0064dd70c983 req-96f76943-76a6-46ef-85ff-e68dff2b4b1c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66864fa9-4e22-4107-8f15-e9d9fa5c63ec {{(pid=103319) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 13:57:35.626697 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f505a316-ef6a-4e42-8227-6a154ec3e29e req-3526ac2b-0dd4-4029-914e-c5804b19a97d tempest-VolumesNegativeTest-1305465451 tempest-VolumesNegativeTest-1305465451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:57:35.627201 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-70d18ae4-e17a-41c3-aec2-0064dd70c983 req-96f76943-76a6-46ef-85ff-e68dff2b4b1c service neutron] Publish callbacks [] for port (66864fa9-4e22-4107-8f15-e9d9fa5c63ec), precommit_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:57:35.628799 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-f505a316-ef6a-4e42-8227-6a154ec3e29e req-3526ac2b-0dd4-4029-914e-c5804b19a97d tempest-VolumesNegativeTest-1305465451 tempest-VolumesNegativeTest-1305465451-project] 10.222.0.67 "GET /v2.0/ports?device_id=bc267f34-a781-49f9-8046-13bb95dfd815 HTTP/1.1" status: 200 len: 935 time: 0.0511582 Apr 11 13:57:35.635989 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d31c90-4956-41ce-a279-119ce1f9465c req-323d55d6-07fb-46b7-819b-51e1d51151d5 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:57:35.637483 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-72d31c90-4956-41ce-a279-119ce1f9465c req-323d55d6-07fb-46b7-819b-51e1d51151d5 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] 10.222.0.67 "GET /v2.0/ports?device_id=0d5f3b7d-8b92-4264-b41a-1d1ade879f2f HTTP/1.1" status: 200 len: 946 time: 0.0701985 Apr 11 13:57:35.659099 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.db.provisioning_blocks [req-70d18ae4-e17a-41c3-aec2-0064dd70c983 req-96f76943-76a6-46ef-85ff-e68dff2b4b1c service neutron] Transition to ACTIVE for port object 66864fa9-4e22-4107-8f15-e9d9fa5c63ec will not be triggered until provisioned by entity L2. {{(pid=103319) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 13:57:35.669060 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-70d18ae4-e17a-41c3-aec2-0064dd70c983 req-96f76943-76a6-46ef-85ff-e68dff2b4b1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750379687711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750379164492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750379164510'] for port (66864fa9-4e22-4107-8f15-e9d9fa5c63ec), after_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:57:35.686362 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-f505a316-ef6a-4e42-8227-6a154ec3e29e req-42b08c04-22ff-437b-962b-82c26b2ef096 tempest-VolumesNegativeTest-1305465451 tempest-VolumesNegativeTest-1305465451-project] 10.222.0.67 "GET /v2.0/security-groups?id=de4e94c7-be7c-4bc2-84b9-7af631c3426e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504992 Apr 11 13:57:35.752604 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-72d31c90-4956-41ce-a279-119ce1f9465c req-164b8c76-3804-4640-8017-a759fa878b6d tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] 10.222.0.67 "GET /v2.0/security-groups?id=2c46161f-2d1e-4228-ae9c-ab4fe572bda1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1060815 Apr 11 13:57:35.754540 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f76943-76a6-46ef-85ff-e68dff2b4b1c service neutron] Pushing event updated for resources: {'Port': ['ID=66864fa9-4e22-4107-8f15-e9d9fa5c63ec,revision_number=2']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:57:35.795302 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.managers [req-70d18ae4-e17a-41c3-aec2-0064dd70c983 req-96f76943-76a6-46ef-85ff-e68dff2b4b1c service neutron] Attempting to bind port 66864fa9-4e22-4107-8f15-e9d9fa5c63ec on host hv-cinder-83078 for vnic_type normal with profile {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 13:57:35.795925 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.managers [req-70d18ae4-e17a-41c3-aec2-0064dd70c983 req-96f76943-76a6-46ef-85ff-e68dff2b4b1c service neutron] Attempting to bind port 66864fa9-4e22-4107-8f15-e9d9fa5c63ec by drivers openvswitch,hyperv on host hv-cinder-83078 at level 0 using segments [{'id': 'fba6ac13-e9a1-4ace-9a68-c0eb786f4445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '8e08aa59-6908-48e0-afae-b7b7419c53bb'}] {{(pid=103319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 13:57:35.796259 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70d18ae4-e17a-41c3-aec2-0064dd70c983 req-96f76943-76a6-46ef-85ff-e68dff2b4b1c service neutron] Attempting to bind port 66864fa9-4e22-4107-8f15-e9d9fa5c63ec on network 8e08aa59-6908-48e0-afae-b7b7419c53bb {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 13:57:35.801628 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70d18ae4-e17a-41c3-aec2-0064dd70c983 req-96f76943-76a6-46ef-85ff-e68dff2b4b1c service neutron] Port 66864fa9-4e22-4107-8f15-e9d9fa5c63ec on network 8e08aa59-6908-48e0-afae-b7b7419c53bb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83078 {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 11 13:57:35.801963 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70d18ae4-e17a-41c3-aec2-0064dd70c983 req-96f76943-76a6-46ef-85ff-e68dff2b4b1c service neutron] Attempting to bind port 66864fa9-4e22-4107-8f15-e9d9fa5c63ec on network 8e08aa59-6908-48e0-afae-b7b7419c53bb {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 13:57:35.807459 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70d18ae4-e17a-41c3-aec2-0064dd70c983 req-96f76943-76a6-46ef-85ff-e68dff2b4b1c service neutron] Checking agent: {'id': 'a433433c-9197-4b2b-8991-1d45f6bac940', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83078', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 13, 53, 31), 'started_at': datetime.datetime(2022, 4, 11, 13, 53, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 13, 57, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 13:57:35.807837 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70d18ae4-e17a-41c3-aec2-0064dd70c983 req-96f76943-76a6-46ef-85ff-e68dff2b4b1c service neutron] Checking segment: {'id': 'fba6ac13-e9a1-4ace-9a68-c0eb786f4445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '8e08aa59-6908-48e0-afae-b7b7419c53bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103319) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 13:57:35.808219 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70d18ae4-e17a-41c3-aec2-0064dd70c983 req-96f76943-76a6-46ef-85ff-e68dff2b4b1c service neutron] Bound using segment: {'id': 'fba6ac13-e9a1-4ace-9a68-c0eb786f4445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '8e08aa59-6908-48e0-afae-b7b7419c53bb'} {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 13:57:35.808643 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.managers [req-70d18ae4-e17a-41c3-aec2-0064dd70c983 req-96f76943-76a6-46ef-85ff-e68dff2b4b1c service neutron] Bound port: 66864fa9-4e22-4107-8f15-e9d9fa5c63ec, host: hv-cinder-83078, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fba6ac13-e9a1-4ace-9a68-c0eb786f4445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '8e08aa59-6908-48e0-afae-b7b7419c53bb'}}] {{(pid=103319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 13:57:35.809005 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-70d18ae4-e17a-41c3-aec2-0064dd70c983 req-96f76943-76a6-46ef-85ff-e68dff2b4b1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883311'] for port (66864fa9-4e22-4107-8f15-e9d9fa5c63ec), before_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:57:35.879542 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.db [req-70d18ae4-e17a-41c3-aec2-0064dd70c983 req-96f76943-76a6-46ef-85ff-e68dff2b4b1c service neutron] For port 66864fa9-4e22-4107-8f15-e9d9fa5c63ec, host hv-cinder-83078, cleared binding levels {{(pid=103319) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 13:57:35.883102 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.db [req-70d18ae4-e17a-41c3-aec2-0064dd70c983 req-96f76943-76a6-46ef-85ff-e68dff2b4b1c service neutron] For port 66864fa9-4e22-4107-8f15-e9d9fa5c63ec, host hv-cinder-83078, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83078',level=0,port_id=66864fa9-4e22-4107-8f15-e9d9fa5c63ec,segment=NetworkSegment(fba6ac13-e9a1-4ace-9a68-c0eb786f4445),segment_id=fba6ac13-e9a1-4ace-9a68-c0eb786f4445)] {{(pid=103319) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 13:57:35.903342 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-70d18ae4-e17a-41c3-aec2-0064dd70c983 req-96f76943-76a6-46ef-85ff-e68dff2b4b1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750379687711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750379164492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750379164510'] for port (66864fa9-4e22-4107-8f15-e9d9fa5c63ec), after_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:57:35.942606 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d18ae4-e17a-41c3-aec2-0064dd70c983 req-96f76943-76a6-46ef-85ff-e68dff2b4b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:57:35.943296 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-70d18ae4-e17a-41c3-aec2-0064dd70c983 req-96f76943-76a6-46ef-85ff-e68dff2b4b1c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-507053'] for port (None), before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:57:35.945303 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-70d18ae4-e17a-41c3-aec2-0064dd70c983 req-96f76943-76a6-46ef-85ff-e68dff2b4b1c service neutron] 10.222.0.75 "PUT /v2.0/ports/66864fa9-4e22-4107-8f15-e9d9fa5c63ec HTTP/1.1" status: 200 len: 1097 time: 0.7034767 Apr 11 13:57:35.945758 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc267f34-a781-49f9-8046-13bb95dfd815', 'tag': '66864fa9-4e22-4107-8f15-e9d9fa5c63ec'}] {{(pid=103319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 13:57:35.948029 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca54f3a3744013fac1d33973197c51c1d98542aecacec3b3a4d6ee5bc00756d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c155da47-fe3d-465c-a79f-711de7cc8c53" -d '{"events": [{"name": "network-changed", "server_uuid": "bc267f34-a781-49f9-8046-13bb95dfd815", "tag": "66864fa9-4e22-4107-8f15-e9d9fa5c63ec"}]}' {{(pid=103319) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 13:57:35.989677 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f76943-76a6-46ef-85ff-e68dff2b4b1c service neutron] Pushing event updated for resources: {'Port': ['ID=66864fa9-4e22-4107-8f15-e9d9fa5c63ec,revision_number=3']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:57:35.995711 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 13:57:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ae3489e-9257-486d-bf8e-99f736851eec x-openstack-request-id: req-1ae3489e-9257-486d-bf8e-99f736851eec {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 13:57:35.995998 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc267f34-a781-49f9-8046-13bb95dfd815", "tag": "66864fa9-4e22-4107-8f15-e9d9fa5c63ec", "status": "completed", "code": 200}]} {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 13:57:35.996247 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-1ae3489e-9257-486d-bf8e-99f736851eec {{(pid=103319) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 13:57:35.996838 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1ae3489e-9257-486d-bf8e-99f736851eec'] response: {'name': 'network-changed', 'server_uuid': 'bc267f34-a781-49f9-8046-13bb95dfd815', 'tag': '66864fa9-4e22-4107-8f15-e9d9fa5c63ec', 'status': 'completed', 'code': 200} Apr 11 13:57:36.109749 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06668ffc-e94b-4e63-ae36-57ac06e5e864 req-a084ce46-55ee-4173-b707-66d3399ec91e tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:57:36.111261 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-06668ffc-e94b-4e63-ae36-57ac06e5e864 req-a084ce46-55ee-4173-b707-66d3399ec91e tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] 10.222.0.67 "GET /v2.0/ports?device_id=eea0ff31-35c2-4763-bf7a-6d0aada0558c HTTP/1.1" status: 200 len: 946 time: 0.0474756 Apr 11 13:57:36.162862 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-06668ffc-e94b-4e63-ae36-57ac06e5e864 req-136b95c7-f911-495f-adf6-ec492f5c47e1 tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] 10.222.0.67 "GET /v2.0/security-groups?id=037e8753-abfc-4a51-9764-2b02f91b84d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453601 Apr 11 13:57:36.616091 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.67', 58774) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:57:36.759774 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-6d6630f5-2b7c-4cc1-b040-3bd9c5b467f9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:57:36.820808 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9676c1f2-c5af-46f1-ad46-71a458bb1b20 req-dc9cca9b-019b-48c7-b2a2-b5f8e532ba79 tempest-VolumesNegativeTest-1305465451 tempest-VolumesNegativeTest-1305465451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:57:36.822298 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-9676c1f2-c5af-46f1-ad46-71a458bb1b20 req-dc9cca9b-019b-48c7-b2a2-b5f8e532ba79 tempest-VolumesNegativeTest-1305465451 tempest-VolumesNegativeTest-1305465451-project] 10.222.0.67 "GET /v2.0/ports?device_id=bc267f34-a781-49f9-8046-13bb95dfd815 HTTP/1.1" status: 200 len: 947 time: 0.0643675 Apr 11 13:57:36.895850 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-9676c1f2-c5af-46f1-ad46-71a458bb1b20 req-9c8a3714-24bf-4b88-bdb2-0111f0d03179 tempest-VolumesNegativeTest-1305465451 tempest-VolumesNegativeTest-1305465451-project] 10.222.0.67 "GET /v2.0/security-groups?id=de4e94c7-be7c-4bc2-84b9-7af631c3426e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650759 Apr 11 13:57:36.921428 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-6d6630f5-2b7c-4cc1-b040-3bd9c5b467f9 admin admin] Publish callbacks [] for security_group (1804e7de-4f36-4337-81f2-47502ec190c7), precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:57:36.926917 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-6d6630f5-2b7c-4cc1-b040-3bd9c5b467f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8023832'] for security_group (1804e7de-4f36-4337-81f2-47502ec190c7), after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:57:36.968218 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-6d6630f5-2b7c-4cc1-b040-3bd9c5b467f9 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=92f51eb4173740b19beb0814f33bd8a1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3508849 Apr 11 13:57:36.969021 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6630f5-2b7c-4cc1-b040-3bd9c5b467f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1804e7de-4f36-4337-81f2-47502ec190c7,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:57:36.971319 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.67', 58782) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:57:37.026374 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-33bc1943-27d0-48f0-808f-c2888be87666 admin admin] Publish callbacks [] for security_group (1804e7de-4f36-4337-81f2-47502ec190c7), before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:57:37.055125 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-33bc1943-27d0-48f0-808f-c2888be87666 admin admin] Publish callbacks [] for security_group (1804e7de-4f36-4337-81f2-47502ec190c7), precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:57:37.102142 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-33bc1943-27d0-48f0-808f-c2888be87666 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8023832'] for security_group (1804e7de-4f36-4337-81f2-47502ec190c7), after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:57:37.104741 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-33bc1943-27d0-48f0-808f-c2888be87666 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:57:37.105903 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-33bc1943-27d0-48f0-808f-c2888be87666 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/1804e7de-4f36-4337-81f2-47502ec190c7 HTTP/1.1" status: 204 len: 168 time: 0.1335661 Apr 11 13:57:37.115740 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bc1943-27d0-48f0-808f-c2888be87666 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1804e7de-4f36-4337-81f2-47502ec190c7,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:57:37.134094 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55ad01f-cdb7-47ac-acc9-edc8e04e783a req-15b6638f-6a5d-47e4-a256-386250a41fc1 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:57:37.136429 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-a55ad01f-cdb7-47ac-acc9-edc8e04e783a req-15b6638f-6a5d-47e4-a256-386250a41fc1 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] 10.222.0.67 "GET /v2.0/ports?device_id=0d5f3b7d-8b92-4264-b41a-1d1ade879f2f HTTP/1.1" status: 200 len: 946 time: 0.3055720 Apr 11 13:57:37.185339 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-a55ad01f-cdb7-47ac-acc9-edc8e04e783a req-6da95e12-cdfc-4583-984d-decde207c49f tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] 10.222.0.67 "GET /v2.0/security-groups?id=2c46161f-2d1e-4228-ae9c-ab4fe572bda1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426936 Apr 11 13:57:37.276109 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943bb3f9-3880-43a4-9f31-4034374855fd req-56550ea7-13bd-4db5-abde-175b71080589 tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:57:37.277593 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-943bb3f9-3880-43a4-9f31-4034374855fd req-56550ea7-13bd-4db5-abde-175b71080589 tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] 10.222.0.67 "GET /v2.0/ports?device_id=eea0ff31-35c2-4763-bf7a-6d0aada0558c HTTP/1.1" status: 200 len: 946 time: 0.0470631 Apr 11 13:57:37.329451 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-943bb3f9-3880-43a4-9f31-4034374855fd req-33e880df-dd9d-435f-a6e9-34c44b160e1b tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] 10.222.0.67 "GET /v2.0/security-groups?id=037e8753-abfc-4a51-9764-2b02f91b84d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460122 Apr 11 13:57:37.749049 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.67', 58810) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:57:37.842098 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.v2.base [None req-102d049d-fe46-406c-8f4a-52af0101439a admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-952293795-network', 'tenant_id': '644547f80e2543079781f0c7b34c40b4'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 13:57:37.861102 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-102d049d-fe46-406c-8f4a-52af0101439a admin admin] Made reservation on behalf of 644547f80e2543079781f0c7b34c40b4 for: {'network': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 13:57:37.863954 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-102d049d-fe46-406c-8f4a-52af0101439a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883311'] for network (None), before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:57:37.872047 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-102d049d-fe46-406c-8f4a-52af0101439a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:57:37.949084 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-102d049d-fe46-406c-8f4a-52af0101439a admin admin] Publish callbacks [] for security_group (cf23f7d8-584e-46f6-abd9-cfbb92a6cce4), precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:57:37.953150 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-102d049d-fe46-406c-8f4a-52af0101439a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8023832'] for security_group (cf23f7d8-584e-46f6-abd9-cfbb92a6cce4), after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:57:37.983302 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-102d049d-fe46-406c-8f4a-52af0101439a admin admin] vlan segment allocate from pool success with {'vlan_id': 904, 'physical_network': 'physnet1'} {{(pid=103318) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 13:57:37.990554 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102d049d-fe46-406c-8f4a-52af0101439a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf23f7d8-584e-46f6-abd9-cfbb92a6cce4,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:57:37.997372 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-102d049d-fe46-406c-8f4a-52af0101439a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682637'] for segment (ea484752-652d-4a13-9936-ee9be871f9b9), precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:57:37.997711 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.db.segments_db [None req-102d049d-fe46-406c-8f4a-52af0101439a admin admin] Added segment ea484752-652d-4a13-9936-ee9be871f9b9 of type vlan for network a26678c1-118d-435e-989f-6f50cac836e0 Apr 11 13:57:38.009932 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9accc7c-ecad-4b9d-82f0-ab09b58097e6 req-aac7eab1-4069-4103-8491-26efd42ef5f3 tempest-VolumesNegativeTest-1305465451 tempest-VolumesNegativeTest-1305465451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:57:38.011433 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-c9accc7c-ecad-4b9d-82f0-ab09b58097e6 req-aac7eab1-4069-4103-8491-26efd42ef5f3 tempest-VolumesNegativeTest-1305465451 tempest-VolumesNegativeTest-1305465451-project] 10.222.0.67 "GET /v2.0/ports?device_id=bc267f34-a781-49f9-8046-13bb95dfd815 HTTP/1.1" status: 200 len: 947 time: 0.0481269 Apr 11 13:57:38.042316 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-102d049d-fe46-406c-8f4a-52af0101439a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750379148903'] for network (a26678c1-118d-435e-989f-6f50cac836e0), precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:57:38.059677 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-c9accc7c-ecad-4b9d-82f0-ab09b58097e6 req-8f3055b7-bac1-4d3d-8871-033f6fb7db9a tempest-VolumesNegativeTest-1305465451 tempest-VolumesNegativeTest-1305465451-project] 10.222.0.67 "GET /v2.0/security-groups?id=de4e94c7-be7c-4bc2-84b9-7af631c3426e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424998 Apr 11 13:57:38.074194 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-102d049d-fe46-406c-8f4a-52af0101439a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8024001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708'] for network (a26678c1-118d-435e-989f-6f50cac836e0), after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:57:38.075471 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-102d049d-fe46-406c-8f4a-52af0101439a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:57:38.076329 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-102d049d-fe46-406c-8f4a-52af0101439a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871534'] for network (None), before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:57:38.134719 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-102d049d-fe46-406c-8f4a-52af0101439a admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3845215 Apr 11 13:57:38.137661 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.67', 58818) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:57:38.142804 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.v2.base [None req-8574a6e3-3908-4362-a65c-ae89addd78bc admin admin] Request body: {'subnet': {'network_id': 'a26678c1-118d-435e-989f-6f50cac836e0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-952293795-subnet', 'tenant_id': '644547f80e2543079781f0c7b34c40b4', 'ip_version': 4}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 13:57:38.147484 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102d049d-fe46-406c-8f4a-52af0101439a admin admin] Pushing event updated for resources: {'Network': ['ID=a26678c1-118d-435e-989f-6f50cac836e0,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:57:38.158637 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Network a26678c1-118d-435e-989f-6f50cac836e0 details requested by agent ovs-agent-dv-cinder-830787-2-iscsi with host dv-cinder-830787-2-iscsi {{(pid=103320) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 11 13:57:38.166234 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8574a6e3-3908-4362-a65c-ae89addd78bc admin admin] Made reservation on behalf of 644547f80e2543079781f0c7b34c40b4 for: {'subnet': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 13:57:38.168793 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-8574a6e3-3908-4362-a65c-ae89addd78bc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4237198'] for subnet (None), before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:57:38.326043 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a9c8e8-9c48-421b-ac8a-7f20e6a4b33b req-08f17cd4-c3dd-4092-9a52-fc91ac187c31 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:57:38.327394 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-26a9c8e8-9c48-421b-ac8a-7f20e6a4b33b req-08f17cd4-c3dd-4092-9a52-fc91ac187c31 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] 10.222.0.67 "GET /v2.0/ports?device_id=0d5f3b7d-8b92-4264-b41a-1d1ade879f2f HTTP/1.1" status: 200 len: 946 time: 0.0685656 Apr 11 13:57:38.410855 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-8574a6e3-3908-4362-a65c-ae89addd78bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4245493', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4237212'] for subnet (b53fa937-6664-4af0-8a1b-d8748366eb4f), after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:57:38.437749 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-26a9c8e8-9c48-421b-ac8a-7f20e6a4b33b req-df66a2cb-7a4e-4aa1-9c8e-9dc25b33a173 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] 10.222.0.67 "GET /v2.0/security-groups?id=2c46161f-2d1e-4228-ae9c-ab4fe572bda1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1030552 Apr 11 13:57:38.449638 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c0a4aa-3d36-48a2-a85c-c9caef2cb640 req-ad90b94f-7adb-4cf9-84cf-1fc5b72f68e6 tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:57:38.451166 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-b2c0a4aa-3d36-48a2-a85c-c9caef2cb640 req-ad90b94f-7adb-4cf9-84cf-1fc5b72f68e6 tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] 10.222.0.67 "GET /v2.0/ports?device_id=eea0ff31-35c2-4763-bf7a-6d0aada0558c HTTP/1.1" status: 200 len: 946 time: 0.0519283 Apr 11 13:57:38.464665 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8574a6e3-3908-4362-a65c-ae89addd78bc admin admin] Pushing event updated for resources: {'Subnet': ['ID=b53fa937-6664-4af0-8a1b-d8748366eb4f,revision_number=0']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:57:38.480424 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8574a6e3-3908-4362-a65c-ae89addd78bc admin admin] Checking segment: {'id': 'ea484752-652d-4a13-9936-ee9be871f9b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': 'a26678c1-118d-435e-989f-6f50cac836e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 13:57:38.480775 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8574a6e3-3908-4362-a65c-ae89addd78bc admin admin] Network hostable DHCP agents. Network: a26678c1-118d-435e-989f-6f50cac836e0, hostable agents: ['d5a8b9a1-2e9e-46b5-8163-20b7d509fa4e'], hosted agents: [] {{(pid=103318) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 13:57:38.500081 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8574a6e3-3908-4362-a65c-ae89addd78bc admin admin] Network a26678c1-118d-435e-989f-6f50cac836e0 is scheduled to be hosted by DHCP agent d5a8b9a1-2e9e-46b5-8163-20b7d509fa4e with binding_index 1 {{(pid=103318) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 13:57:38.510859 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [None req-8574a6e3-3908-4362-a65c-ae89addd78bc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830787-2-iscsi, a26678c1-118d-435e-989f-6f50cac836e0) {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 13:57:38.515336 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8574a6e3-3908-4362-a65c-ae89addd78bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:57:38.517602 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-8574a6e3-3908-4362-a65c-ae89addd78bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871534'] for subnet (None), before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:57:38.519619 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-b2c0a4aa-3d36-48a2-a85c-c9caef2cb640 req-db063e6a-a402-45ae-8e4c-789c56f8ee9e tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] 10.222.0.67 "GET /v2.0/security-groups?id=037e8753-abfc-4a51-9764-2b02f91b84d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519860 Apr 11 13:57:38.528742 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23b25cbf-1350-4df1-9ac9-690ee4cb808a None None] Network a26678c1-118d-435e-989f-6f50cac836e0 requested from dv-cinder-830787-2-iscsi {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 13:57:38.544096 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-8574a6e3-3908-4362-a65c-ae89addd78bc admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4053895 Apr 11 13:57:38.546738 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.67', 58826) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:57:38.551655 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.v2.base [None req-f8fe8500-ba18-4636-9fa0-382e0abeb3c5 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-952293795-router', 'tenant_id': '644547f80e2543079781f0c7b34c40b4', 'external_gateway_info': {'network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886'}}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 13:57:38.572042 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-f8fe8500-ba18-4636-9fa0-382e0abeb3c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8071509', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37535'] for router (11b78215-e399-4b08-b4be-0bd6708f4f77), before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:57:38.573108 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-f8fe8500-ba18-4636-9fa0-382e0abeb3c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8074725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8111966', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8210489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37542'] for router (11b78215-e399-4b08-b4be-0bd6708f4f77), precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:57:38.627583 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-f8fe8500-ba18-4636-9fa0-382e0abeb3c5 admin admin] Publish callbacks [] for router_controller (11b78215-e399-4b08-b4be-0bd6708f4f77), precommit_add_association {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:57:38.636964 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-025473ab-3952-4ee9-896b-1ad456c64031 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1fe1531a-8e8b-5363-9076-d554666a6dc4-a26678c1-118d-435e-989f-6f50cac836e0', 'network_id': 'a26678c1-118d-435e-989f-6f50cac836e0', 'project_id': '644547f80e2543079781f0c7b34c40b4', 'fixed_ips': [{'subnet_id': 'b53fa937-6664-4af0-8a1b-d8748366eb4f'}]}} from dv-cinder-830787-2-iscsi. {{(pid=103320) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 11 13:57:38.637855 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-025473ab-3952-4ee9-896b-1ad456c64031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883311'] for port (None), before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:57:38.769652 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.db.db_base_plugin_common [None req-025473ab-3952-4ee9-896b-1ad456c64031 None None] Allocated IP 172.20.0.2 (a26678c1-118d-435e-989f-6f50cac836e0/b53fa937-6664-4af0-8a1b-d8748366eb4f/67fcf13b-9f72-4515-9b79-16e950b19666) {{(pid=103320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 13:57:38.776076 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-f8fe8500-ba18-4636-9fa0-382e0abeb3c5 admin admin] Publish callbacks [] for router_gateway (11b78215-e399-4b08-b4be-0bd6708f4f77), precommit_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:57:38.914597 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-025473ab-3952-4ee9-896b-1ad456c64031 None None] Publish callbacks [] for port (67fcf13b-9f72-4515-9b79-16e950b19666), precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:57:38.920305 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-025473ab-3952-4ee9-896b-1ad456c64031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750379164474'] for port (67fcf13b-9f72-4515-9b79-16e950b19666), after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:57:38.965199 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-f8fe8500-ba18-4636-9fa0-382e0abeb3c5 admin admin] Publish callbacks [] for router_gateway (11b78215-e399-4b08-b4be-0bd6708f4f77), before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:57:38.965758 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-025473ab-3952-4ee9-896b-1ad456c64031 None None] Network a26678c1-118d-435e-989f-6f50cac836e0 is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 13:57:38.968314 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [None req-025473ab-3952-4ee9-896b-1ad456c64031 None None] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 13:57:38.971714 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-025473ab-3952-4ee9-896b-1ad456c64031 None None] Received port after_create {{(pid=103320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 13:57:38.978725 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025473ab-3952-4ee9-896b-1ad456c64031 None None] Pushing event updated for resources: {'Port': ['ID=67fcf13b-9f72-4515-9b79-16e950b19666,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:57:38.984682 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-f8fe8500-ba18-4636-9fa0-382e0abeb3c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883311'] for port (None), before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:57:39.003347 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025473ab-3952-4ee9-896b-1ad456c64031 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:57:39.003720 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025473ab-3952-4ee9-896b-1ad456c64031 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:57:39.004092 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025473ab-3952-4ee9-896b-1ad456c64031 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:57:39.004907 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025473ab-3952-4ee9-896b-1ad456c64031 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:57:39.004907 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025473ab-3952-4ee9-896b-1ad456c64031 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:57:39.005120 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025473ab-3952-4ee9-896b-1ad456c64031 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:57:39.005466 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025473ab-3952-4ee9-896b-1ad456c64031 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:57:39.005820 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025473ab-3952-4ee9-896b-1ad456c64031 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:57:39.006191 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025473ab-3952-4ee9-896b-1ad456c64031 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:57:39.006519 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025473ab-3952-4ee9-896b-1ad456c64031 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:57:39.006849 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025473ab-3952-4ee9-896b-1ad456c64031 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:57:39.007195 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025473ab-3952-4ee9-896b-1ad456c64031 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:57:39.007525 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025473ab-3952-4ee9-896b-1ad456c64031 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:57:39.007873 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025473ab-3952-4ee9-896b-1ad456c64031 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:57:39.008197 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025473ab-3952-4ee9-896b-1ad456c64031 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:57:39.043482 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-025473ab-3952-4ee9-896b-1ad456c64031 None None] Attempting to bind port 67fcf13b-9f72-4515-9b79-16e950b19666 on host dv-cinder-830787-2-iscsi for vnic_type normal with profile {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 13:57:39.044024 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-025473ab-3952-4ee9-896b-1ad456c64031 None None] Attempting to bind port 67fcf13b-9f72-4515-9b79-16e950b19666 by drivers openvswitch,hyperv on host dv-cinder-830787-2-iscsi at level 0 using segments [{'id': 'ea484752-652d-4a13-9936-ee9be871f9b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': 'a26678c1-118d-435e-989f-6f50cac836e0'}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 13:57:39.044394 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-025473ab-3952-4ee9-896b-1ad456c64031 None None] Attempting to bind port 67fcf13b-9f72-4515-9b79-16e950b19666 on network a26678c1-118d-435e-989f-6f50cac836e0 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 13:57:39.049328 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-025473ab-3952-4ee9-896b-1ad456c64031 None None] Checking agent: {'id': 'f2586825-e748-4c1d-8b98-cb0d5b6c266d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830787-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 13, 47, 3), 'started_at': datetime.datetime(2022, 4, 11, 13, 47, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 13, 57, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830787-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 13:57:39.049706 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-025473ab-3952-4ee9-896b-1ad456c64031 None None] Checking segment: {'id': 'ea484752-652d-4a13-9936-ee9be871f9b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': 'a26678c1-118d-435e-989f-6f50cac836e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 13:57:39.050372 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-025473ab-3952-4ee9-896b-1ad456c64031 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:57:39.050776 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-025473ab-3952-4ee9-896b-1ad456c64031 None None] Bound using segment: {'id': 'ea484752-652d-4a13-9936-ee9be871f9b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': 'a26678c1-118d-435e-989f-6f50cac836e0'} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 13:57:39.051244 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-025473ab-3952-4ee9-896b-1ad456c64031 None None] Bound port: 67fcf13b-9f72-4515-9b79-16e950b19666, host: dv-cinder-830787-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea484752-652d-4a13-9936-ee9be871f9b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': 'a26678c1-118d-435e-989f-6f50cac836e0'}}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 13:57:39.051643 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-025473ab-3952-4ee9-896b-1ad456c64031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883311'] for port (67fcf13b-9f72-4515-9b79-16e950b19666), before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:57:39.093222 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.db.db_base_plugin_common [None req-f8fe8500-ba18-4636-9fa0-382e0abeb3c5 admin admin] Allocated IP 172.27.1.176 (18ff371c-a6b9-4e7a-9b54-bf9ba2e00886/b63ed172-4352-4f2b-94f9-a4e97d1b6a55/ee5184b6-c690-4508-9740-48ef1b2f2018) {{(pid=103318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 13:57:39.123449 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-025473ab-3952-4ee9-896b-1ad456c64031 None None] For port 67fcf13b-9f72-4515-9b79-16e950b19666, host dv-cinder-830787-2-iscsi, cleared binding levels {{(pid=103320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 13:57:39.127311 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-025473ab-3952-4ee9-896b-1ad456c64031 None None] For port 67fcf13b-9f72-4515-9b79-16e950b19666, host dv-cinder-830787-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830787-2-iscsi',level=0,port_id=67fcf13b-9f72-4515-9b79-16e950b19666,segment=NetworkSegment(ea484752-652d-4a13-9936-ee9be871f9b9),segment_id=ea484752-652d-4a13-9936-ee9be871f9b9)] {{(pid=103320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 13:57:39.134114 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-025473ab-3952-4ee9-896b-1ad456c64031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750379687711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750379164492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750379164510'] for port (67fcf13b-9f72-4515-9b79-16e950b19666), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:57:39.198833 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025473ab-3952-4ee9-896b-1ad456c64031 None None] Pushing event updated for resources: {'Port': ['ID=67fcf13b-9f72-4515-9b79-16e950b19666,revision_number=2']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:57:39.215730 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d1fa20-9424-47d3-b853-9c143bba92cd req-0587123b-4bd4-48f4-a9a0-650506f99fd0 tempest-VolumesNegativeTest-1305465451 tempest-VolumesNegativeTest-1305465451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:57:39.217204 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-80d1fa20-9424-47d3-b853-9c143bba92cd req-0587123b-4bd4-48f4-a9a0-650506f99fd0 tempest-VolumesNegativeTest-1305465451 tempest-VolumesNegativeTest-1305465451-project] 10.222.0.67 "GET /v2.0/ports?device_id=bc267f34-a781-49f9-8046-13bb95dfd815 HTTP/1.1" status: 200 len: 947 time: 0.0848036 Apr 11 13:57:39.274506 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-f8fe8500-ba18-4636-9fa0-382e0abeb3c5 admin admin] Publish callbacks [] for port (ee5184b6-c690-4508-9740-48ef1b2f2018), precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:57:39.297302 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-80d1fa20-9424-47d3-b853-9c143bba92cd req-b06ec5cc-864b-49af-9464-c31d285060e0 tempest-VolumesNegativeTest-1305465451 tempest-VolumesNegativeTest-1305465451-project] 10.222.0.67 "GET /v2.0/security-groups?id=de4e94c7-be7c-4bc2-84b9-7af631c3426e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721147 Apr 11 13:57:39.325462 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-f8fe8500-ba18-4636-9fa0-382e0abeb3c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750379164474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4243781'] for port (ee5184b6-c690-4508-9740-48ef1b2f2018), after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:57:39.371519 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8fe8500-ba18-4636-9fa0-382e0abeb3c5 admin admin] Network 18ff371c-a6b9-4e7a-9b54-bf9ba2e00886 is already hosted by enough agents. {{(pid=103318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 13:57:39.375745 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [None req-f8fe8500-ba18-4636-9fa0-382e0abeb3c5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 13:57:39.392503 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8fe8500-ba18-4636-9fa0-382e0abeb3c5 admin admin] Received port after_create {{(pid=103318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 13:57:39.429126 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8fe8500-ba18-4636-9fa0-382e0abeb3c5 admin admin] Pushing event updated for resources: {'Port': ['ID=ee5184b6-c690-4508-9740-48ef1b2f2018,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:57:39.456756 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c155da47-fe3d-465c-a79f-711de7cc8c53 req-ff356c03-e19f-4d5f-b80b-b2cfcfa8dd4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:57:39.461335 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-c155da47-fe3d-465c-a79f-711de7cc8c53 req-ff356c03-e19f-4d5f-b80b-b2cfcfa8dd4e service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=6b883dc95a4349fba7f113cbe48b4c51&device_id=bc267f34-a781-49f9-8046-13bb95dfd815 HTTP/1.1" status: 200 len: 1131 time: 0.0550971 Apr 11 13:57:39.494681 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-c155da47-fe3d-465c-a79f-711de7cc8c53 req-cc7fb4ff-4d3c-4732-a92f-872093f92ea8 service neutron] 10.222.0.75 "GET /v2.0/networks?tenant_id=6b883dc95a4349fba7f113cbe48b4c51&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0239136 Apr 11 13:57:39.609888 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a16a5f-919f-4ee0-83b0-24f278e84fcb req-d0bd8e1d-049b-467f-b566-d45a2247d4c3 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:57:39.611370 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-71a16a5f-919f-4ee0-83b0-24f278e84fcb req-d0bd8e1d-049b-467f-b566-d45a2247d4c3 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] 10.222.0.67 "GET /v2.0/ports?device_id=0d5f3b7d-8b92-4264-b41a-1d1ade879f2f HTTP/1.1" status: 200 len: 946 time: 0.0885124 Apr 11 13:57:39.703365 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604ccd81-53af-4460-8eeb-97c1bb2eb976 req-e6964fe7-689c-4491-8181-690dc7c83262 tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:57:39.704736 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-604ccd81-53af-4460-8eeb-97c1bb2eb976 req-e6964fe7-689c-4491-8181-690dc7c83262 tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] 10.222.0.67 "GET /v2.0/ports?device_id=eea0ff31-35c2-4763-bf7a-6d0aada0558c HTTP/1.1" status: 200 len: 946 time: 0.0885048 Apr 11 13:57:39.706593 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-71a16a5f-919f-4ee0-83b0-24f278e84fcb req-9e8fb270-98ac-4f82-8afa-c3354f110b28 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] 10.222.0.67 "GET /v2.0/security-groups?id=2c46161f-2d1e-4228-ae9c-ab4fe572bda1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0661323 Apr 11 13:57:39.707796 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c155da47-fe3d-465c-a79f-711de7cc8c53 req-57d8b0b2-bc48-4d25-98b3-f5a46d017d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:57:39.709201 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-c155da47-fe3d-465c-a79f-711de7cc8c53 req-57d8b0b2-bc48-4d25-98b3-f5a46d017d08 service neutron] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1475203 Apr 11 13:57:39.735117 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-f8fe8500-ba18-4636-9fa0-382e0abeb3c5 admin admin] Publish callbacks [] for router_gateway (11b78215-e399-4b08-b4be-0bd6708f4f77), after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:57:39.802414 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-604ccd81-53af-4460-8eeb-97c1bb2eb976 req-b1d9e327-fff9-434f-a077-56585589bef7 tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] 10.222.0.67 "GET /v2.0/security-groups?id=037e8753-abfc-4a51-9764-2b02f91b84d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896392 Apr 11 13:57:40.159601 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-f8fe8500-ba18-4636-9fa0-382e0abeb3c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8074716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8126381'] for router (11b78215-e399-4b08-b4be-0bd6708f4f77), after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:57:40.199880 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a06d31d-d450-4bae-97e8-38619c99d6dc None None] Network a26678c1-118d-435e-989f-6f50cac836e0 requested from dv-cinder-830787-2-iscsi {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 13:57:40.264833 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-25a7153a-5ee0-4c6e-88fa-992561888a06 None None] Provisioning complete for port 67fcf13b-9f72-4515-9b79-16e950b19666 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 13:57:40.265154 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-25a7153a-5ee0-4c6e-88fa-992561888a06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-663396'] for port (67fcf13b-9f72-4515-9b79-16e950b19666), provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:57:40.301466 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8fe8500-ba18-4636-9fa0-382e0abeb3c5 admin admin] Router 11b78215-e399-4b08-b4be-0bd6708f4f77 is scheduled to L3 agent e731c656-576f-4174-9da3-af64518920bc with binding_index 1 {{(pid=103318) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 11 13:57:40.315883 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d18ae4-e17a-41c3-aec2-0064dd70c983 req-7e308dc0-1de7-4eb9-8dd7-032da61e2ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:57:40.317723 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-70d18ae4-e17a-41c3-aec2-0064dd70c983 req-7e308dc0-1de7-4eb9-8dd7-032da61e2ca3 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=6b883dc95a4349fba7f113cbe48b4c51&device_id=bc267f34-a781-49f9-8046-13bb95dfd815 HTTP/1.1" status: 200 len: 1131 time: 0.0519307 Apr 11 13:57:40.402542 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-70d18ae4-e17a-41c3-aec2-0064dd70c983 req-def892f3-6b41-4358-9355-3bf198f4e91c service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.18&port_id=66864fa9-4e22-4107-8f15-e9d9fa5c63ec HTTP/1.1" status: 200 len: 217 time: 0.0691273 Apr 11 13:57:40.409694 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-25a7153a-5ee0-4c6e-88fa-992561888a06 None None] Current status of the port 67fcf13b-9f72-4515-9b79-16e950b19666 is: DOWN; New status is: ACTIVE {{(pid=103320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 13:57:40.410187 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-25a7153a-5ee0-4c6e-88fa-992561888a06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883311'] for port (67fcf13b-9f72-4515-9b79-16e950b19666), before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:57:40.457754 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-25a7153a-5ee0-4c6e-88fa-992561888a06 None None] For port 67fcf13b-9f72-4515-9b79-16e950b19666, host dv-cinder-830787-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830787-2-iscsi',level=0,port_id=67fcf13b-9f72-4515-9b79-16e950b19666,segment=NetworkSegment(ea484752-652d-4a13-9936-ee9be871f9b9),segment_id=ea484752-652d-4a13-9936-ee9be871f9b9)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 13:57:40.459581 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8fe8500-ba18-4636-9fa0-382e0abeb3c5 admin admin] Notify agent at l3_agent.dv-cinder-830787-2-iscsi the message routers_updated {{(pid=103318) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 13:57:40.471910 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-25a7153a-5ee0-4c6e-88fa-992561888a06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750379687711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750379164492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750379164510'] for port (67fcf13b-9f72-4515-9b79-16e950b19666), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:57:40.472839 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-639240de-6b33-4711-ae7a-5070b308c7eb None None] Sync routers for ids ['11b78215-e399-4b08-b4be-0bd6708f4f77'] in dv-cinder-830787-2-iscsi {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 13:57:40.489949 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-639240de-6b33-4711-ae7a-5070b308c7eb None None] Routers {'11b78215-e399-4b08-b4be-0bd6708f4f77'} bound to L3 agent in host dv-cinder-830787-2-iscsi {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 13:57:40.491750 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-639240de-6b33-4711-ae7a-5070b308c7eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830787-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T13:46:59Z,description=,heartbeat_timestamp=2022-04-11T13:57:29Z,host='dv-cinder-830787-2-iscsi',id=e731c656-576f-4174-9da3-af64518920bc,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T13:46:59Z,topic='l3_agent')) {'router_ids': ['11b78215-e399-4b08-b4be-0bd6708f4f77'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:57:40.507283 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-f8fe8500-ba18-4636-9fa0-382e0abeb3c5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:57:40.508790 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-f8fe8500-ba18-4636-9fa0-382e0abeb3c5 admin admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.9610882 Apr 11 13:57:40.510000 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe348010-2b37-4290-9f60-59253d0beb0a req-b33ff6b6-26fa-4230-abc9-9febe1ed4479 tempest-VolumesNegativeTest-1305465451 tempest-VolumesNegativeTest-1305465451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:57:40.512301 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.67', 58844) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:57:40.513146 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-fe348010-2b37-4290-9f60-59253d0beb0a req-b33ff6b6-26fa-4230-abc9-9febe1ed4479 tempest-VolumesNegativeTest-1305465451 tempest-VolumesNegativeTest-1305465451-project] 10.222.0.67 "GET /v2.0/ports?device_id=bc267f34-a781-49f9-8046-13bb95dfd815 HTTP/1.1" status: 200 len: 947 time: 0.1094892 Apr 11 13:57:40.525389 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d18ae4-e17a-41c3-aec2-0064dd70c983 req-f5d444d1-bcd2-4dc6-9d83-5b3ad2a16dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:57:40.527395 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-70d18ae4-e17a-41c3-aec2-0064dd70c983 req-f5d444d1-bcd2-4dc6-9d83-5b3ad2a16dd5 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=5669e974-6d28-40ca-967f-742f16c746b9 HTTP/1.1" status: 200 len: 843 time: 0.1102126 Apr 11 13:57:40.547171 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a7153a-5ee0-4c6e-88fa-992561888a06 None None] Pushing event updated for resources: {'Port': ['ID=67fcf13b-9f72-4515-9b79-16e950b19666,revision_number=3']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:57:40.613260 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d18ae4-e17a-41c3-aec2-0064dd70c983 req-1d4757be-11b8-4c5e-9aaf-36213291c3e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:57:40.614787 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-70d18ae4-e17a-41c3-aec2-0064dd70c983 req-1d4757be-11b8-4c5e-9aaf-36213291c3e9 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=8e08aa59-6908-48e0-afae-b7b7419c53bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0673869 Apr 11 13:57:40.618341 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-fe348010-2b37-4290-9f60-59253d0beb0a req-7c1dc2b3-b46d-46ab-8784-deb930f9856d tempest-VolumesNegativeTest-1305465451 tempest-VolumesNegativeTest-1305465451-project] 10.222.0.67 "GET /v2.0/security-groups?id=de4e94c7-be7c-4bc2-84b9-7af631c3426e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987012 Apr 11 13:57:40.662207 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-639240de-6b33-4711-ae7a-5070b308c7eb None None] Set router 11b78215-e399-4b08-b4be-0bd6708f4f77 gateway port host: dv-cinder-830787-2-iscsi {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 13:57:40.694892 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-fb4bff42-7af7-4467-982d-114b10c8696e None None] Provisioning complete for port 67fcf13b-9f72-4515-9b79-16e950b19666 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 13:57:40.695512 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-fb4bff42-7af7-4467-982d-114b10c8696e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-663396'] for port (67fcf13b-9f72-4515-9b79-16e950b19666), provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:57:40.715318 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-70d18ae4-e17a-41c3-aec2-0064dd70c983 req-f1a84f80-d432-41b9-ad78-29a58db796a2 service neutron] 10.222.0.75 "GET /v2.0/networks/8e08aa59-6908-48e0-afae-b7b7419c53bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925217 Apr 11 13:57:40.800939 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-fb4bff42-7af7-4467-982d-114b10c8696e None None] Current status of the port 67fcf13b-9f72-4515-9b79-16e950b19666 is: ACTIVE; New status is: ACTIVE {{(pid=103320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 13:57:40.846390 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-70d18ae4-e17a-41c3-aec2-0064dd70c983 req-2392bd24-86e2-4a4e-89a1-3ac5cfee1465 service neutron] 10.222.0.75 "GET /v2.0/networks/8e08aa59-6908-48e0-afae-b7b7419c53bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1075993 Apr 11 13:57:40.849729 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-639240de-6b33-4711-ae7a-5070b308c7eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11b78215-e399-4b08-b4be-0bd6708f4f77', 'name': 'tempest-TestMinimumBasicScenario-952293795-router', 'tenant_id': '644547f80e2543079781f0c7b34c40b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886', 'external_fixed_ips': [{'subnet_id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'ip_address': '172.27.1.176'}], 'enable_snat': True}, 'gw_port_id': 'ee5184b6-c690-4508-9740-48ef1b2f2018', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T13:57:38Z', 'updated_at': '2022-04-11T13:57:39Z', 'revision_number': 3, 'project_id': '644547f80e2543079781f0c7b34c40b4', 'gw_port': {'id': 'ee5184b6-c690-4508-9740-48ef1b2f2018', 'name': '', 'network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:7b:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11b78215-e399-4b08-b4be-0bd6708f4f77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'ip_address': '172.27.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:57:38Z', 'updated_at': '2022-04-11T13:57:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830787-2-iscsi'}], 'dv-cinder-830787-2-iscsi', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:57:40.881561 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-639240de-6b33-4711-ae7a-5070b308c7eb None None] Checking router: 11b78215-e399-4b08-b4be-0bd6708f4f77 for host: dv-cinder-830787-2-iscsi {{(pid=103321) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 13:57:40.881982 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-639240de-6b33-4711-ae7a-5070b308c7eb None None] Updating router 11b78215-e399-4b08-b4be-0bd6708f4f77 port ee5184b6-c690-4508-9740-48ef1b2f2018 binding host dv-cinder-830787-2-iscsi {{(pid=103321) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 13:57:40.910239 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b5b87e-e43c-495d-98cc-518d77942be9 req-9a0c9d6d-8059-4925-9e01-534774e25dbe tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:57:40.911758 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-59b5b87e-e43c-495d-98cc-518d77942be9 req-9a0c9d6d-8059-4925-9e01-534774e25dbe tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] 10.222.0.67 "GET /v2.0/ports?device_id=0d5f3b7d-8b92-4264-b41a-1d1ade879f2f HTTP/1.1" status: 200 len: 946 time: 0.0619135 Apr 11 13:57:40.915351 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-639240de-6b33-4711-ae7a-5070b308c7eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883311'] for port (ee5184b6-c690-4508-9740-48ef1b2f2018), before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:57:40.922294 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8382ec63-e980-4c15-af93-d6dde0e56d83 req-4375092a-5cc9-4c50-b980-f0a66a7b57e0 tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:57:40.923943 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-8382ec63-e980-4c15-af93-d6dde0e56d83 req-4375092a-5cc9-4c50-b980-f0a66a7b57e0 tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] 10.222.0.67 "GET /v2.0/ports?device_id=eea0ff31-35c2-4763-bf7a-6d0aada0558c HTTP/1.1" status: 200 len: 946 time: 0.0510893 Apr 11 13:57:41.000070 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-8382ec63-e980-4c15-af93-d6dde0e56d83 req-d7994115-9f52-494e-be0c-62d33948774c tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] 10.222.0.67 "GET /v2.0/security-groups?id=037e8753-abfc-4a51-9764-2b02f91b84d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656042 Apr 11 13:57:41.028566 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-59b5b87e-e43c-495d-98cc-518d77942be9 req-123a2a7d-a2f2-40de-837e-2217ed148c16 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] 10.222.0.67 "GET /v2.0/security-groups?id=2c46161f-2d1e-4228-ae9c-ab4fe572bda1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0870831 Apr 11 13:57:41.072377 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Device 67fcf13b-9f72-4515-9b79-16e950b19666 up at agent ovs-agent-dv-cinder-830787-2-iscsi {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 13:57:41.119550 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Provisioning complete for port 67fcf13b-9f72-4515-9b79-16e950b19666 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 13:57:41.120030 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-663396'] for port (67fcf13b-9f72-4515-9b79-16e950b19666), provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:57:41.168339 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-a60b9c90-6622-4047-ba71-8b78c9ce74fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883311'] for port (None), before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:57:41.217235 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Current status of the port 67fcf13b-9f72-4515-9b79-16e950b19666 is: ACTIVE; New status is: ACTIVE {{(pid=103320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 13:57:41.262940 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-639240de-6b33-4711-ae7a-5070b308c7eb None None] Publish callbacks [] for port (ee5184b6-c690-4508-9740-48ef1b2f2018), precommit_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:57:41.272602 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-639240de-6b33-4711-ae7a-5070b308c7eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750379687711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750379164492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750379164510'] for port (ee5184b6-c690-4508-9740-48ef1b2f2018), after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:57:41.337018 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [None req-639240de-6b33-4711-ae7a-5070b308c7eb None None] Attempting to bind port ee5184b6-c690-4508-9740-48ef1b2f2018 on host dv-cinder-830787-2-iscsi for vnic_type normal with profile {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 13:57:41.337390 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [None req-639240de-6b33-4711-ae7a-5070b308c7eb None None] Attempting to bind port ee5184b6-c690-4508-9740-48ef1b2f2018 by drivers openvswitch,hyperv on host dv-cinder-830787-2-iscsi at level 0 using segments [{'id': '153f0837-19dc-4e5c-bf6b-49a4300ea8f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886'}] {{(pid=103321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 13:57:41.338111 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-639240de-6b33-4711-ae7a-5070b308c7eb None None] Attempting to bind port ee5184b6-c690-4508-9740-48ef1b2f2018 on network 18ff371c-a6b9-4e7a-9b54-bf9ba2e00886 {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 13:57:41.339998 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95416af9-414f-4540-ab55-cee765a839a2 None None] Pushing event updated for resources: {'Port': ['ID=ee5184b6-c690-4508-9740-48ef1b2f2018,revision_number=2']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:57:41.348821 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-639240de-6b33-4711-ae7a-5070b308c7eb None None] Checking agent: {'id': 'f2586825-e748-4c1d-8b98-cb0d5b6c266d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830787-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 13, 47, 3), 'started_at': datetime.datetime(2022, 4, 11, 13, 47, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 13, 57, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830787-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 13:57:41.349244 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-639240de-6b33-4711-ae7a-5070b308c7eb None None] Checking segment: {'id': '153f0837-19dc-4e5c-bf6b-49a4300ea8f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 13:57:41.349645 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-639240de-6b33-4711-ae7a-5070b308c7eb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:57:41.350043 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-639240de-6b33-4711-ae7a-5070b308c7eb None None] Bound using segment: {'id': '153f0837-19dc-4e5c-bf6b-49a4300ea8f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886'} {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 13:57:41.350523 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [None req-639240de-6b33-4711-ae7a-5070b308c7eb None None] Bound port: ee5184b6-c690-4508-9740-48ef1b2f2018, host: dv-cinder-830787-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '153f0837-19dc-4e5c-bf6b-49a4300ea8f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886'}}] {{(pid=103321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 13:57:41.350880 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-639240de-6b33-4711-ae7a-5070b308c7eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883311'] for port (ee5184b6-c690-4508-9740-48ef1b2f2018), before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:57:41.354345 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95416af9-414f-4540-ab55-cee765a839a2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:57:41.354699 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95416af9-414f-4540-ab55-cee765a839a2 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:57:41.355053 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95416af9-414f-4540-ab55-cee765a839a2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:57:41.355410 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95416af9-414f-4540-ab55-cee765a839a2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:57:41.356146 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95416af9-414f-4540-ab55-cee765a839a2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:57:41.356495 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95416af9-414f-4540-ab55-cee765a839a2 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:57:41.356832 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95416af9-414f-4540-ab55-cee765a839a2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:57:41.357313 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95416af9-414f-4540-ab55-cee765a839a2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:57:41.357651 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95416af9-414f-4540-ab55-cee765a839a2 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:57:41.358101 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95416af9-414f-4540-ab55-cee765a839a2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:57:41.358435 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95416af9-414f-4540-ab55-cee765a839a2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:57:41.358777 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95416af9-414f-4540-ab55-cee765a839a2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:57:41.359113 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95416af9-414f-4540-ab55-cee765a839a2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:57:41.359437 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95416af9-414f-4540-ab55-cee765a839a2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:57:41.359783 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95416af9-414f-4540-ab55-cee765a839a2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:57:41.403425 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.db.db_base_plugin_common [None req-a60b9c90-6622-4047-ba71-8b78c9ce74fb admin admin] Allocated IP 172.20.0.1 (a26678c1-118d-435e-989f-6f50cac836e0/b53fa937-6664-4af0-8a1b-d8748366eb4f/f416d8b9-7010-492b-9db6-1d19ef482ef5) {{(pid=103318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 13:57:41.425401 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.plugins.ml2.db [None req-639240de-6b33-4711-ae7a-5070b308c7eb None None] For port ee5184b6-c690-4508-9740-48ef1b2f2018, host dv-cinder-830787-2-iscsi, cleared binding levels {{(pid=103321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 13:57:41.428829 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.plugins.ml2.db [None req-639240de-6b33-4711-ae7a-5070b308c7eb None None] For port ee5184b6-c690-4508-9740-48ef1b2f2018, host dv-cinder-830787-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830787-2-iscsi',level=0,port_id=ee5184b6-c690-4508-9740-48ef1b2f2018,segment=NetworkSegment(153f0837-19dc-4e5c-bf6b-49a4300ea8f5),segment_id=153f0837-19dc-4e5c-bf6b-49a4300ea8f5)] {{(pid=103321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 13:57:41.434931 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-639240de-6b33-4711-ae7a-5070b308c7eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750379687711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750379164492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750379164510'] for port (ee5184b6-c690-4508-9740-48ef1b2f2018), after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:57:41.493340 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-639240de-6b33-4711-ae7a-5070b308c7eb None None] Routers {'11b78215-e399-4b08-b4be-0bd6708f4f77'} bound to L3 agent in host dv-cinder-830787-2-iscsi {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 13:57:41.493981 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-639240de-6b33-4711-ae7a-5070b308c7eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830787-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T13:46:59Z,description=,heartbeat_timestamp=2022-04-11T13:57:29Z,host='dv-cinder-830787-2-iscsi',id=e731c656-576f-4174-9da3-af64518920bc,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T13:46:59Z,topic='l3_agent')) {'router_ids': ['11b78215-e399-4b08-b4be-0bd6708f4f77'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:57:41.496608 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95416af9-414f-4540-ab55-cee765a839a2 None None] Pushing event updated for resources: {'Port': ['ID=ee5184b6-c690-4508-9740-48ef1b2f2018,revision_number=3']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:57:41.507745 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-a60b9c90-6622-4047-ba71-8b78c9ce74fb admin admin] Publish callbacks [] for port (f416d8b9-7010-492b-9db6-1d19ef482ef5), precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:57:41.544396 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-a60b9c90-6622-4047-ba71-8b78c9ce74fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750379164474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4243781'] for port (f416d8b9-7010-492b-9db6-1d19ef482ef5), after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:57:41.594243 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a60b9c90-6622-4047-ba71-8b78c9ce74fb admin admin] Network a26678c1-118d-435e-989f-6f50cac836e0 is already hosted by enough agents. {{(pid=103318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 13:57:41.598159 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [None req-a60b9c90-6622-4047-ba71-8b78c9ce74fb admin admin] Resources bound (agent type, host, resource id): {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 13:57:41.601749 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a60b9c90-6622-4047-ba71-8b78c9ce74fb admin admin] Received port after_create {{(pid=103318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 13:57:41.618735 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-639240de-6b33-4711-ae7a-5070b308c7eb None None] Set router 11b78215-e399-4b08-b4be-0bd6708f4f77 gateway port host: dv-cinder-830787-2-iscsi {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 13:57:41.632022 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60b9c90-6622-4047-ba71-8b78c9ce74fb admin admin] Pushing event updated for resources: {'Port': ['ID=f416d8b9-7010-492b-9db6-1d19ef482ef5,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:57:41.659622 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-a60b9c90-6622-4047-ba71-8b78c9ce74fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8126302'] for router_interface (11b78215-e399-4b08-b4be-0bd6708f4f77), before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:57:41.805598 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d1965c-e137-4246-a2df-78ab684bbfd0 req-95390d4d-ff4e-41e4-97e3-e650b60ab1cc tempest-VolumesNegativeTest-1305465451 tempest-VolumesNegativeTest-1305465451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:57:41.808847 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-31d1965c-e137-4246-a2df-78ab684bbfd0 req-95390d4d-ff4e-41e4-97e3-e650b60ab1cc tempest-VolumesNegativeTest-1305465451 tempest-VolumesNegativeTest-1305465451-project] 10.222.0.67 "GET /v2.0/ports?device_id=bc267f34-a781-49f9-8046-13bb95dfd815 HTTP/1.1" status: 200 len: 947 time: 0.0897048 Apr 11 13:57:41.889547 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-31d1965c-e137-4246-a2df-78ab684bbfd0 req-9af36008-2e98-452d-a45a-5c018a0b0bba tempest-VolumesNegativeTest-1305465451 tempest-VolumesNegativeTest-1305465451-project] 10.222.0.67 "GET /v2.0/security-groups?id=de4e94c7-be7c-4bc2-84b9-7af631c3426e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715120 Apr 11 13:57:41.892757 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-a60b9c90-6622-4047-ba71-8b78c9ce74fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883311'] for port (f416d8b9-7010-492b-9db6-1d19ef482ef5), before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:57:41.927932 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-76c97580-016a-48f4-a196-2bff44418ff2 None None] Provisioning complete for port f416d8b9-7010-492b-9db6-1d19ef482ef5 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 13:57:41.930190 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-76c97580-016a-48f4-a196-2bff44418ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-663396'] for port (f416d8b9-7010-492b-9db6-1d19ef482ef5), provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:57:41.992143 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-76c97580-016a-48f4-a196-2bff44418ff2 None None] Port f416d8b9-7010-492b-9db6-1d19ef482ef5 cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 13:57:42.077808 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-639240de-6b33-4711-ae7a-5070b308c7eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11b78215-e399-4b08-b4be-0bd6708f4f77', 'name': 'tempest-TestMinimumBasicScenario-952293795-router', 'tenant_id': '644547f80e2543079781f0c7b34c40b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886', 'external_fixed_ips': [{'subnet_id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'ip_address': '172.27.1.176'}], 'enable_snat': True}, 'gw_port_id': 'ee5184b6-c690-4508-9740-48ef1b2f2018', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T13:57:38Z', 'updated_at': '2022-04-11T13:57:39Z', 'revision_number': 3, 'project_id': '644547f80e2543079781f0c7b34c40b4', 'gw_port': {'id': 'ee5184b6-c690-4508-9740-48ef1b2f2018', 'name': '', 'network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:7b:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11b78215-e399-4b08-b4be-0bd6708f4f77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'ip_address': '172.27.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:57:38Z', 'updated_at': '2022-04-11T13:57:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830787-2-iscsi'}], 'dv-cinder-830787-2-iscsi', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:57:42.083700 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-a60b9c90-6622-4047-ba71-8b78c9ce74fb admin admin] Publish callbacks [] for port (f416d8b9-7010-492b-9db6-1d19ef482ef5), precommit_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:57:42.091261 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-a60b9c90-6622-4047-ba71-8b78c9ce74fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750379687711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750379164492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750379164510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4243790'] for port (f416d8b9-7010-492b-9db6-1d19ef482ef5), after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:57:42.109817 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-639240de-6b33-4711-ae7a-5070b308c7eb None None] The sync data for ids ['11b78215-e399-4b08-b4be-0bd6708f4f77'] in dv-cinder-830787-2-iscsi is: [{'id': '11b78215-e399-4b08-b4be-0bd6708f4f77', 'name': 'tempest-TestMinimumBasicScenario-952293795-router', 'tenant_id': '644547f80e2543079781f0c7b34c40b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886', 'external_fixed_ips': [{'subnet_id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'ip_address': '172.27.1.176'}], 'enable_snat': True}, 'gw_port_id': 'ee5184b6-c690-4508-9740-48ef1b2f2018', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T13:57:38Z', 'updated_at': '2022-04-11T13:57:39Z', 'revision_number': 3, 'project_id': '644547f80e2543079781f0c7b34c40b4', 'gw_port': {'id': 'ee5184b6-c690-4508-9740-48ef1b2f2018', 'name': '', 'network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:7b:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11b78215-e399-4b08-b4be-0bd6708f4f77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'ip_address': '172.27.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:57:38Z', 'updated_at': '2022-04-11T13:57:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830787-2-iscsi'}] {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 13:57:42.151018 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60b9c90-6622-4047-ba71-8b78c9ce74fb admin admin] Pushing event updated for resources: {'Port': ['ID=f416d8b9-7010-492b-9db6-1d19ef482ef5,revision_number=2']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:57:42.222773 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a38d7e-93fc-469b-b9d5-ad5ac9304d2a req-54cc233f-176c-4300-9b1b-9021e3f9be01 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:57:42.224385 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-c1a38d7e-93fc-469b-b9d5-ad5ac9304d2a req-54cc233f-176c-4300-9b1b-9021e3f9be01 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] 10.222.0.67 "GET /v2.0/ports?device_id=0d5f3b7d-8b92-4264-b41a-1d1ade879f2f HTTP/1.1" status: 200 len: 946 time: 0.0744562 Apr 11 13:57:42.228413 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-a60b9c90-6622-4047-ba71-8b78c9ce74fb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7871730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8123374'] for router_interface (11b78215-e399-4b08-b4be-0bd6708f4f77), after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:57:42.335499 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-c1a38d7e-93fc-469b-b9d5-ad5ac9304d2a req-15819858-7cfb-4539-ab09-7bbc08cbe5dd tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] 10.222.0.67 "GET /v2.0/security-groups?id=2c46161f-2d1e-4228-ae9c-ab4fe572bda1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1007524 Apr 11 13:57:42.361946 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a60b9c90-6622-4047-ba71-8b78c9ce74fb admin admin] Network a26678c1-118d-435e-989f-6f50cac836e0 is already hosted by enough agents. {{(pid=103318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 13:57:42.364346 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [None req-a60b9c90-6622-4047-ba71-8b78c9ce74fb admin admin] Resources bound (agent type, host, resource id): {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 13:57:42.601985 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a60b9c90-6622-4047-ba71-8b78c9ce74fb admin admin] Router 11b78215-e399-4b08-b4be-0bd6708f4f77 has already been hosted by L3 agent e731c656-576f-4174-9da3-af64518920bc {{(pid=103318) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 13:57:42.734313 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-5110b9eb-638a-44bb-b2fb-156090db8a9f None None] Provisioning complete for port f416d8b9-7010-492b-9db6-1d19ef482ef5 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 13:57:42.734313 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5110b9eb-638a-44bb-b2fb-156090db8a9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-663396'] for port (f416d8b9-7010-492b-9db6-1d19ef482ef5), provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:57:42.799326 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-5110b9eb-638a-44bb-b2fb-156090db8a9f None None] Port f416d8b9-7010-492b-9db6-1d19ef482ef5 cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 13:57:42.814045 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a60b9c90-6622-4047-ba71-8b78c9ce74fb admin admin] Notify agent at l3_agent.dv-cinder-830787-2-iscsi the message routers_updated {{(pid=103318) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 13:57:42.827989 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-a60b9c90-6622-4047-ba71-8b78c9ce74fb admin admin] 10.222.0.67 "PUT /v2.0/routers/11b78215-e399-4b08-b4be-0bd6708f4f77/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3075137 Apr 11 13:57:42.951897 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.67', 58898) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:57:42.957540 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.v2.base [None req-0ff0ec70-615e-44c0-857d-6a527a3d33fd tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] Request body: {'security_group': {'name': 'tempest-securitygroup--250268317', 'description': 'tempest-description--95889550'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 13:57:43.029725 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-0ff0ec70-615e-44c0-857d-6a527a3d33fd tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] Publish callbacks [] for security_group (None), before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:57:43.077688 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Device ee5184b6-c690-4508-9740-48ef1b2f2018 up at agent ovs-agent-dv-cinder-830787-2-iscsi {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 13:57:43.123915 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6972b13-760d-4a0b-a2f9-74f93e1b00d6 req-04ac133e-aa82-413b-8451-b7b09e8885d2 tempest-VolumesNegativeTest-1305465451 tempest-VolumesNegativeTest-1305465451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:57:43.131464 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-b6972b13-760d-4a0b-a2f9-74f93e1b00d6 req-04ac133e-aa82-413b-8451-b7b09e8885d2 tempest-VolumesNegativeTest-1305465451 tempest-VolumesNegativeTest-1305465451-project] 10.222.0.67 "GET /v2.0/ports?device_id=bc267f34-a781-49f9-8046-13bb95dfd815 HTTP/1.1" status: 200 len: 947 time: 0.0974431 Apr 11 13:57:43.139151 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-0ff0ec70-615e-44c0-857d-6a527a3d33fd tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] Publish callbacks [] for security_group (74210077-a841-4d98-8800-d90fd64306d9), precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:57:43.142531 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Provisioning complete for port ee5184b6-c690-4508-9740-48ef1b2f2018 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 13:57:43.142972 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-663396'] for port (ee5184b6-c690-4508-9740-48ef1b2f2018), provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:57:43.148487 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-0ff0ec70-615e-44c0-857d-6a527a3d33fd tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8023832'] for security_group (74210077-a841-4d98-8800-d90fd64306d9), after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:57:43.186419 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff0ec70-615e-44c0-857d-6a527a3d33fd tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] Pushing event updated for resources: {'SecurityGroup': ['ID=74210077-a841-4d98-8800-d90fd64306d9,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:57:43.199399 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-0ff0ec70-615e-44c0-857d-6a527a3d33fd tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] Publish callbacks [] for security_group (None), before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:57:43.201752 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-0ff0ec70-615e-44c0-857d-6a527a3d33fd tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2488179 Apr 11 13:57:43.206401 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.67', 58906) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:57:43.214718 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.v2.base [None req-84bf7c01-6309-4b87-af63-554bfe92264e tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] Request body: {'security_group_rule': {'security_group_id': '74210077-a841-4d98-8800-d90fd64306d9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 13:57:43.252855 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-b6972b13-760d-4a0b-a2f9-74f93e1b00d6 req-8f5c25bc-3006-4129-8ae0-1bb39a5dfa21 tempest-VolumesNegativeTest-1305465451 tempest-VolumesNegativeTest-1305465451-project] 10.222.0.67 "GET /v2.0/security-groups?id=de4e94c7-be7c-4bc2-84b9-7af631c3426e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204028 Apr 11 13:57:43.257671 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-84bf7c01-6309-4b87-af63-554bfe92264e tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] Publish callbacks [] for security_group_rule (22337ee0-9fea-4f51-8442-301752db79a1), before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:57:43.275916 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Current status of the port ee5184b6-c690-4508-9740-48ef1b2f2018 is: DOWN; New status is: ACTIVE {{(pid=103320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 13:57:43.276321 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883311'] for port (ee5184b6-c690-4508-9740-48ef1b2f2018), before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:57:43.316297 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] For port ee5184b6-c690-4508-9740-48ef1b2f2018, host dv-cinder-830787-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830787-2-iscsi',level=0,port_id=ee5184b6-c690-4508-9740-48ef1b2f2018,segment=NetworkSegment(153f0837-19dc-4e5c-bf6b-49a4300ea8f5),segment_id=153f0837-19dc-4e5c-bf6b-49a4300ea8f5)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 13:57:43.322805 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750379687711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750379164492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750379164510'] for port (ee5184b6-c690-4508-9740-48ef1b2f2018), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:57:43.342677 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-84bf7c01-6309-4b87-af63-554bfe92264e tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] Publish callbacks [] for security_group_rule (22337ee0-9fea-4f51-8442-301752db79a1), precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:57:43.349728 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-84bf7c01-6309-4b87-af63-554bfe92264e tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8023914'] for security_group_rule (22337ee0-9fea-4f51-8442-301752db79a1), after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:57:43.409416 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84bf7c01-6309-4b87-af63-554bfe92264e tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22337ee0-9fea-4f51-8442-301752db79a1,revision_number=0']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:57:43.413472 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Pushing event updated for resources: {'Port': ['ID=ee5184b6-c690-4508-9740-48ef1b2f2018,revision_number=4']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:57:43.422009 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-84bf7c01-6309-4b87-af63-554bfe92264e tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:57:43.423416 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-84bf7c01-6309-4b87-af63-554bfe92264e tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2156956 Apr 11 13:57:43.426799 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.67', 58916) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:57:43.432393 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.v2.base [None req-240f52e9-eb11-495c-908e-3fe80ad98a5b tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] Request body: {'security_group_rule': {'security_group_id': '74210077-a841-4d98-8800-d90fd64306d9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 13:57:43.484029 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-240f52e9-eb11-495c-908e-3fe80ad98a5b tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] Publish callbacks [] for security_group_rule (b5973a43-e9c3-44a9-bdc7-0d3a122a4ddc), before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:57:43.541162 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f88b15b-c4a4-42e4-aa5f-721ae7ddb205 req-cac22bbd-6d48-4fd0-b14c-b6ffbd9990bb tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:57:43.542987 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-5f88b15b-c4a4-42e4-aa5f-721ae7ddb205 req-cac22bbd-6d48-4fd0-b14c-b6ffbd9990bb tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] 10.222.0.67 "GET /v2.0/ports?device_id=0d5f3b7d-8b92-4264-b41a-1d1ade879f2f HTTP/1.1" status: 200 len: 946 time: 0.0736470 Apr 11 13:57:43.582543 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-240f52e9-eb11-495c-908e-3fe80ad98a5b tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] Publish callbacks [] for security_group_rule (b5973a43-e9c3-44a9-bdc7-0d3a122a4ddc), precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:57:43.587990 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-240f52e9-eb11-495c-908e-3fe80ad98a5b tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8023914'] for security_group_rule (b5973a43-e9c3-44a9-bdc7-0d3a122a4ddc), after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:57:43.625401 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240f52e9-eb11-495c-908e-3fe80ad98a5b tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5973a43-e9c3-44a9-bdc7-0d3a122a4ddc,revision_number=0']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:57:43.629700 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-5f88b15b-c4a4-42e4-aa5f-721ae7ddb205 req-dd08d274-3d98-4922-9b8a-62f0c09a9023 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] 10.222.0.67 "GET /v2.0/security-groups?id=2c46161f-2d1e-4228-ae9c-ab4fe572bda1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0757282 Apr 11 13:57:43.634939 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-240f52e9-eb11-495c-908e-3fe80ad98a5b tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:57:43.636517 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-240f52e9-eb11-495c-908e-3fe80ad98a5b tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2083399 Apr 11 13:57:43.639862 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.67', 58926) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:57:43.645882 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.v2.base [None req-6bae244e-415b-4b4b-a603-72a583def6af tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] Request body: {'floatingip': {'floating_network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 13:57:43.667395 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-6bae244e-415b-4b4b-a603-72a583def6af tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:57:43.682265 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.67', 58928) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:57:43.688361 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.v2.base [None req-095eb6eb-99b6-439b-88fc-8b4851afe940 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1827031263-network', 'tenant_id': '43cdac2d08374f7691e431b85ad81bc1'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 13:57:43.711710 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-095eb6eb-99b6-439b-88fc-8b4851afe940 admin admin] Made reservation on behalf of 43cdac2d08374f7691e431b85ad81bc1 for: {'network': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 13:57:43.714003 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-095eb6eb-99b6-439b-88fc-8b4851afe940 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883311'] for network (None), before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:57:43.723438 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-095eb6eb-99b6-439b-88fc-8b4851afe940 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:57:43.756824 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-6bae244e-415b-4b4b-a603-72a583def6af tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883311'] for port (None), before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:57:43.803016 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-095eb6eb-99b6-439b-88fc-8b4851afe940 admin admin] Publish callbacks [] for security_group (194ef41a-d662-4d69-8be8-7fdc1df2eb03), precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:57:43.807056 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-095eb6eb-99b6-439b-88fc-8b4851afe940 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8023832'] for security_group (194ef41a-d662-4d69-8be8-7fdc1df2eb03), after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:57:43.831820 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-095eb6eb-99b6-439b-88fc-8b4851afe940 admin admin] vlan segment allocate from pool success with {'vlan_id': 907, 'physical_network': 'physnet1'} {{(pid=103318) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 13:57:43.841468 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095eb6eb-99b6-439b-88fc-8b4851afe940 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=194ef41a-d662-4d69-8be8-7fdc1df2eb03,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:57:43.848569 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-095eb6eb-99b6-439b-88fc-8b4851afe940 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682637'] for segment (7d1ff8a1-5fcc-46b1-9319-83c1d5314161), precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:57:43.848912 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.db.segments_db [None req-095eb6eb-99b6-439b-88fc-8b4851afe940 admin admin] Added segment 7d1ff8a1-5fcc-46b1-9319-83c1d5314161 of type vlan for network 58cc5203-cb65-4cf8-b313-d1b089781dfe Apr 11 13:57:43.868787 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.db.db_base_plugin_common [None req-6bae244e-415b-4b4b-a603-72a583def6af tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] Allocated IP 172.27.1.66 (18ff371c-a6b9-4e7a-9b54-bf9ba2e00886/b63ed172-4352-4f2b-94f9-a4e97d1b6a55/bf3eb765-11df-4d12-bed7-205a08a91e6b) {{(pid=103319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 13:57:43.891347 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-095eb6eb-99b6-439b-88fc-8b4851afe940 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750379148903'] for network (58cc5203-cb65-4cf8-b313-d1b089781dfe), precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:57:43.920585 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-095eb6eb-99b6-439b-88fc-8b4851afe940 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8024001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708'] for network (58cc5203-cb65-4cf8-b313-d1b089781dfe), after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:57:43.921694 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-095eb6eb-99b6-439b-88fc-8b4851afe940 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:57:43.922305 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-095eb6eb-99b6-439b-88fc-8b4851afe940 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871534'] for network (None), before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:57:43.960208 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-095eb6eb-99b6-439b-88fc-8b4851afe940 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.2763889 Apr 11 13:57:43.963414 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.67', 58930) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:57:43.968416 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.v2.base [None req-9c6f2721-988d-4c9b-a00d-40fb71f9a6e1 admin admin] Request body: {'subnet': {'network_id': '58cc5203-cb65-4cf8-b313-d1b089781dfe', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1827031263-subnet', 'tenant_id': '43cdac2d08374f7691e431b85ad81bc1', 'ip_version': 4}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 13:57:43.990427 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095eb6eb-99b6-439b-88fc-8b4851afe940 admin admin] Pushing event updated for resources: {'Network': ['ID=58cc5203-cb65-4cf8-b313-d1b089781dfe,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:57:44.001779 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-6bae244e-415b-4b4b-a603-72a583def6af tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] Publish callbacks [] for port (bf3eb765-11df-4d12-bed7-205a08a91e6b), precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:57:44.002142 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Network 58cc5203-cb65-4cf8-b313-d1b089781dfe details requested by agent ovs-agent-dv-cinder-830787-2-iscsi with host dv-cinder-830787-2-iscsi {{(pid=103320) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 11 13:57:44.013289 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c6f2721-988d-4c9b-a00d-40fb71f9a6e1 admin admin] Made reservation on behalf of 43cdac2d08374f7691e431b85ad81bc1 for: {'subnet': 1} {{(pid=103319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 13:57:44.015547 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-9c6f2721-988d-4c9b-a00d-40fb71f9a6e1 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:57:44.106034 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-6bae244e-415b-4b4b-a603-72a583def6af tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750379164474'] for port (bf3eb765-11df-4d12-bed7-205a08a91e6b), after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:57:44.156379 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Device 66864fa9-4e22-4107-8f15-e9d9fa5c63ec details requested by agent hyperv_hv-cinder-83078 with host hv-cinder-83078 {{(pid=103320) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 13:57:44.164587 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bae244e-415b-4b4b-a603-72a583def6af tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] Network 18ff371c-a6b9-4e7a-9b54-bf9ba2e00886 is already hosted by enough agents. {{(pid=103319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 13:57:44.165362 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bae244e-415b-4b4b-a603-72a583def6af tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] Pushing event updated for resources: {'Port': ['ID=bf3eb765-11df-4d12-bed7-205a08a91e6b,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:57:44.170362 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [None req-6bae244e-415b-4b4b-a603-72a583def6af tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] Resources bound (agent type, host, resource id): {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 13:57:44.173449 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bae244e-415b-4b4b-a603-72a583def6af tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] Received port after_create {{(pid=103319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 13:57:44.279397 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-6bae244e-415b-4b4b-a603-72a583def6af tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] Publish callbacks [] for floatingip (e47df6d1-a78b-413a-b0d5-a55dfd45106c), precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:57:44.286277 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] For port 66864fa9-4e22-4107-8f15-e9d9fa5c63ec, host hv-cinder-83078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83078',level=0,port_id=66864fa9-4e22-4107-8f15-e9d9fa5c63ec,segment=NetworkSegment(fba6ac13-e9a1-4ace-9a68-c0eb786f4445),segment_id=fba6ac13-e9a1-4ace-9a68-c0eb786f4445)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 13:57:44.305308 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Returning: {'device': '66864fa9-4e22-4107-8f15-e9d9fa5c63ec', 'network_id': '8e08aa59-6908-48e0-afae-b7b7419c53bb', 'port_id': '66864fa9-4e22-4107-8f15-e9d9fa5c63ec', 'mac_address': 'fa:16:3e:13:69:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 915, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5669e974-6d28-40ca-967f-742f16c746b9', 'ip_address': '192.168.233.18'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103320) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 13:57:44.334267 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-9c6f2721-988d-4c9b-a00d-40fb71f9a6e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708'] for subnet (72543082-a676-4a3d-82f3-995e86930e6a), after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:57:44.362987 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Current status of the port 66864fa9-4e22-4107-8f15-e9d9fa5c63ec is: DOWN; New status is: BUILD {{(pid=103320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 13:57:44.363891 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883311'] for port (66864fa9-4e22-4107-8f15-e9d9fa5c63ec), before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:57:44.376604 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-6bae244e-415b-4b4b-a603-72a583def6af tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883311'] for port (bf3eb765-11df-4d12-bed7-205a08a91e6b), before_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:57:44.389910 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.notifiers.nova [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66864fa9-4e22-4107-8f15-e9d9fa5c63ec {{(pid=103320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 13:57:44.421186 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97aed3fa-fde1-4ad2-83bb-80b6c573d987 None None] Sync routers for ids ['11b78215-e399-4b08-b4be-0bd6708f4f77'] in dv-cinder-830787-2-iscsi {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 13:57:44.430276 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6f2721-988d-4c9b-a00d-40fb71f9a6e1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=72543082-a676-4a3d-82f3-995e86930e6a,revision_number=0']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:57:44.431334 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] For port 66864fa9-4e22-4107-8f15-e9d9fa5c63ec, host hv-cinder-83078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83078',level=0,port_id=66864fa9-4e22-4107-8f15-e9d9fa5c63ec,segment=NetworkSegment(fba6ac13-e9a1-4ace-9a68-c0eb786f4445),segment_id=fba6ac13-e9a1-4ace-9a68-c0eb786f4445)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 13:57:44.433113 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f93d462-0ce4-4973-a862-a2c9cb07e345 req-0e8931b9-6447-4dd7-91fc-20a1ad8911cf tempest-VolumesNegativeTest-1305465451 tempest-VolumesNegativeTest-1305465451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:57:44.435408 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-0f93d462-0ce4-4973-a862-a2c9cb07e345 req-0e8931b9-6447-4dd7-91fc-20a1ad8911cf tempest-VolumesNegativeTest-1305465451 tempest-VolumesNegativeTest-1305465451-project] 10.222.0.67 "GET /v2.0/ports?device_id=bc267f34-a781-49f9-8046-13bb95dfd815 HTTP/1.1" status: 200 len: 947 time: 0.0652764 Apr 11 13:57:44.449910 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c6f2721-988d-4c9b-a00d-40fb71f9a6e1 admin admin] Checking segment: {'id': '7d1ff8a1-5fcc-46b1-9319-83c1d5314161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '58cc5203-cb65-4cf8-b313-d1b089781dfe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103319) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 13:57:44.450277 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c6f2721-988d-4c9b-a00d-40fb71f9a6e1 admin admin] Network hostable DHCP agents. Network: 58cc5203-cb65-4cf8-b313-d1b089781dfe, hostable agents: ['d5a8b9a1-2e9e-46b5-8163-20b7d509fa4e'], hosted agents: [] {{(pid=103319) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 13:57:44.451162 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97aed3fa-fde1-4ad2-83bb-80b6c573d987 None None] Routers {'11b78215-e399-4b08-b4be-0bd6708f4f77'} bound to L3 agent in host dv-cinder-830787-2-iscsi {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 13:57:44.452025 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-97aed3fa-fde1-4ad2-83bb-80b6c573d987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830787-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T13:46:59Z,description=,heartbeat_timestamp=2022-04-11T13:57:29Z,host='dv-cinder-830787-2-iscsi',id=e731c656-576f-4174-9da3-af64518920bc,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T13:46:59Z,topic='l3_agent')) {'router_ids': ['11b78215-e399-4b08-b4be-0bd6708f4f77'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:57:44.453855 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750379687711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750379164492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750379164510'] for port (66864fa9-4e22-4107-8f15-e9d9fa5c63ec), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:57:44.522391 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-0f93d462-0ce4-4973-a862-a2c9cb07e345 req-03f4c102-4e23-49e0-93ef-56c22f7d3c22 tempest-VolumesNegativeTest-1305465451 tempest-VolumesNegativeTest-1305465451-project] 10.222.0.67 "GET /v2.0/security-groups?id=de4e94c7-be7c-4bc2-84b9-7af631c3426e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778501 Apr 11 13:57:44.556482 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c6f2721-988d-4c9b-a00d-40fb71f9a6e1 admin admin] Network 58cc5203-cb65-4cf8-b313-d1b089781dfe is scheduled to be hosted by DHCP agent d5a8b9a1-2e9e-46b5-8163-20b7d509fa4e with binding_index 1 {{(pid=103319) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 13:57:44.572651 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [None req-9c6f2721-988d-4c9b-a00d-40fb71f9a6e1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830787-2-iscsi, 58cc5203-cb65-4cf8-b313-d1b089781dfe) {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 13:57:44.580977 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c6f2721-988d-4c9b-a00d-40fb71f9a6e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:57:44.582164 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-9c6f2721-988d-4c9b-a00d-40fb71f9a6e1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871534'] for subnet (None), before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:57:44.583901 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24b17e9e-3a5c-4d3c-8bee-31bf73e3c90c None None] Network 58cc5203-cb65-4cf8-b313-d1b089781dfe requested from dv-cinder-830787-2-iscsi {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 13:57:44.612987 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-9c6f2721-988d-4c9b-a00d-40fb71f9a6e1 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6475153 Apr 11 13:57:44.615408 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.67', 58946) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:57:44.620405 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.v2.base [None req-ac552042-328b-4998-8020-d68b6e72f3c7 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1827031263-router', 'tenant_id': '43cdac2d08374f7691e431b85ad81bc1', 'external_gateway_info': {'network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886'}}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 13:57:44.648350 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-ac552042-328b-4998-8020-d68b6e72f3c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8071509', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37535'] for router (0967db16-ea56-43f5-9014-a119446bbcda), before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:57:44.650646 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-ac552042-328b-4998-8020-d68b6e72f3c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8074725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8111966', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8210489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37542'] for router (0967db16-ea56-43f5-9014-a119446bbcda), precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:57:44.664060 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-6bae244e-415b-4b4b-a603-72a583def6af tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] Publish callbacks [] for port (bf3eb765-11df-4d12-bed7-205a08a91e6b), precommit_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:57:44.674725 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-6bae244e-415b-4b4b-a603-72a583def6af tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750379687711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750379164492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750379164510'] for port (bf3eb765-11df-4d12-bed7-205a08a91e6b), after_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:57:44.728731 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-ac552042-328b-4998-8020-d68b6e72f3c7 admin admin] Publish callbacks [] for router_controller (0967db16-ea56-43f5-9014-a119446bbcda), precommit_add_association {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:57:44.750583 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-6bae244e-415b-4b4b-a603-72a583def6af tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8126411'] for floatingip (e47df6d1-a78b-413a-b0d5-a55dfd45106c), after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:57:44.771225 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Pushing event updated for resources: {'Port': ['ID=66864fa9-4e22-4107-8f15-e9d9fa5c63ec,revision_number=4']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:57:44.813030 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-6bae244e-415b-4b4b-a603-72a583def6af tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-507053'] for floatingip (None), before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:57:44.814255 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-6bae244e-415b-4b4b-a603-72a583def6af tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1731577 Apr 11 13:57:44.842342 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03be9d91-fed7-4df6-8eac-4a22758bfb51 req-bedca49a-1f82-44ad-b99f-e5f5c7032e81 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:57:44.843974 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-03be9d91-fed7-4df6-8eac-4a22758bfb51 req-bedca49a-1f82-44ad-b99f-e5f5c7032e81 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] 10.222.0.67 "GET /v2.0/ports?device_id=0d5f3b7d-8b92-4264-b41a-1d1ade879f2f HTTP/1.1" status: 200 len: 946 time: 0.1108332 Apr 11 13:57:44.844602 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bae244e-415b-4b4b-a603-72a583def6af tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] Pushing event updated for resources: {'Port': ['ID=bf3eb765-11df-4d12-bed7-205a08a91e6b,revision_number=2']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:57:44.899350 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-ac552042-328b-4998-8020-d68b6e72f3c7 admin admin] Publish callbacks [] for router_gateway (0967db16-ea56-43f5-9014-a119446bbcda), precommit_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:57:44.910074 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-03be9d91-fed7-4df6-8eac-4a22758bfb51 req-2fc8fa1e-4fa9-460e-adfe-7ab714e7a825 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] 10.222.0.67 "GET /v2.0/security-groups?id=2c46161f-2d1e-4228-ae9c-ab4fe572bda1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548673 Apr 11 13:57:44.913780 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c072b48-680f-4865-8840-f96c7d50f0da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1fe1531a-8e8b-5363-9076-d554666a6dc4-58cc5203-cb65-4cf8-b313-d1b089781dfe', 'network_id': '58cc5203-cb65-4cf8-b313-d1b089781dfe', 'project_id': '43cdac2d08374f7691e431b85ad81bc1', 'fixed_ips': [{'subnet_id': '72543082-a676-4a3d-82f3-995e86930e6a'}]}} from dv-cinder-830787-2-iscsi. {{(pid=103320) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 11 13:57:44.914997 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-2c072b48-680f-4865-8840-f96c7d50f0da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883311'] for port (None), before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:57:44.918863 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.db.l3_dvr_db [None req-97aed3fa-fde1-4ad2-83bb-80b6c573d987 None None] Set router 11b78215-e399-4b08-b4be-0bd6708f4f77 gateway port host: dv-cinder-830787-2-iscsi {{(pid=103320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 13:57:44.962207 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] get_ports_and_sgs() called for port_ids ['66864fa9-4e22-4107-8f15-e9d9fa5c63ec'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 13:57:45.060507 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Device ee5184b6-c690-4508-9740-48ef1b2f2018 up at agent ovs-agent-dv-cinder-830787-2-iscsi {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 13:57:45.335274 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.db.db_base_plugin_common [None req-2c072b48-680f-4865-8840-f96c7d50f0da None None] Allocated IP 172.20.0.2 (58cc5203-cb65-4cf8-b313-d1b089781dfe/72543082-a676-4a3d-82f3-995e86930e6a/a68121e1-1b3c-4a0d-92e9-e631375f6074) {{(pid=103320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 13:57:45.341095 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-e6216388-3208-4ddf-8b64-a915ba4eb4cd req-a2b1e489-e0a8-4908-b13f-607fd0ba32fb tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-securitygroup--250268317&fields=id&tenant_id=7e9487af89de4df6b7592a993fc4827e HTTP/1.1" status: 200 len: 267 time: 0.0764050 Apr 11 13:57:45.342439 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-ac552042-328b-4998-8020-d68b6e72f3c7 admin admin] Publish callbacks [] for router_gateway (0967db16-ea56-43f5-9014-a119446bbcda), before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:57:45.360703 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Provisioning complete for port ee5184b6-c690-4508-9740-48ef1b2f2018 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 13:57:45.361237 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-663396'] for port (ee5184b6-c690-4508-9740-48ef1b2f2018), provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:57:45.365096 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-ac552042-328b-4998-8020-d68b6e72f3c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883311'] for port (None), before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:57:45.464465 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-97aed3fa-fde1-4ad2-83bb-80b6c573d987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11b78215-e399-4b08-b4be-0bd6708f4f77', 'name': 'tempest-TestMinimumBasicScenario-952293795-router', 'tenant_id': '644547f80e2543079781f0c7b34c40b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886', 'external_fixed_ips': [{'subnet_id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'ip_address': '172.27.1.176'}], 'enable_snat': True}, 'gw_port_id': 'ee5184b6-c690-4508-9740-48ef1b2f2018', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T13:57:38Z', 'updated_at': '2022-04-11T13:57:41Z', 'revision_number': 4, 'project_id': '644547f80e2543079781f0c7b34c40b4', 'gw_port': {'id': 'ee5184b6-c690-4508-9740-48ef1b2f2018', 'name': '', 'network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:7b:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11b78215-e399-4b08-b4be-0bd6708f4f77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'ip_address': '172.27.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:57:38Z', 'updated_at': '2022-04-11T13:57:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830787-2-iscsi', '_interfaces': [{'id': 'f416d8b9-7010-492b-9db6-1d19ef482ef5', 'name': '', 'network_id': 'a26678c1-118d-435e-989f-6f50cac836e0', 'tenant_id': '644547f80e2543079781f0c7b34c40b4', 'mac_address': 'fa:16:3e:e5:54:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11b78215-e399-4b08-b4be-0bd6708f4f77', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': 'b53fa937-6664-4af0-8a1b-d8748366eb4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:57:41Z', 'updated_at': '2022-04-11T13:57:41Z', 'revision_number': 2, 'project_id': '644547f80e2543079781f0c7b34c40b4', 'subnets': [{'id': 'b53fa937-6664-4af0-8a1b-d8748366eb4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830787-2-iscsi', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:57:45.537093 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97aed3fa-fde1-4ad2-83bb-80b6c573d987 None None] Checking router: 11b78215-e399-4b08-b4be-0bd6708f4f77 for host: dv-cinder-830787-2-iscsi {{(pid=103320) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 13:57:45.537452 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97aed3fa-fde1-4ad2-83bb-80b6c573d987 None None] Updating router 11b78215-e399-4b08-b4be-0bd6708f4f77 port f416d8b9-7010-492b-9db6-1d19ef482ef5 binding host dv-cinder-830787-2-iscsi {{(pid=103320) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 13:57:45.543242 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6216388-3208-4ddf-8b64-a915ba4eb4cd req-cc0d690d-a346-4b86-974b-4054ce449037 tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:57:45.544757 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-e6216388-3208-4ddf-8b64-a915ba4eb4cd req-cc0d690d-a346-4b86-974b-4054ce449037 tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] 10.222.0.67 "GET /v2.0/networks?id=5b366c5b-a29e-42a6-8ecc-0cc9ff2fdbc0 HTTP/1.1" status: 200 len: 818 time: 0.1828892 Apr 11 13:57:45.566636 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.db.db_base_plugin_common [None req-ac552042-328b-4998-8020-d68b6e72f3c7 admin admin] Allocated IP 172.27.1.32 (18ff371c-a6b9-4e7a-9b54-bf9ba2e00886/b63ed172-4352-4f2b-94f9-a4e97d1b6a55/ab3d7815-18da-4715-bcc6-df11ff5d4b68) {{(pid=103318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 13:57:45.575141 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-e6216388-3208-4ddf-8b64-a915ba4eb4cd req-da71b06d-8b6d-4763-b79e-b1f46755b332 tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] 10.222.0.67 "GET /v2.0/quotas/7e9487af89de4df6b7592a993fc4827e HTTP/1.1" status: 200 len: 375 time: 0.0215988 Apr 11 13:57:45.611711 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-97aed3fa-fde1-4ad2-83bb-80b6c573d987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883311'] for port (f416d8b9-7010-492b-9db6-1d19ef482ef5), before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:57:45.659256 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc41063-0349-4906-9de8-61ce5ab90251 req-9d18aeb1-2388-4253-a3ad-4cef81183d20 tempest-VolumesNegativeTest-1305465451 tempest-VolumesNegativeTest-1305465451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:57:45.661082 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-dfc41063-0349-4906-9de8-61ce5ab90251 req-9d18aeb1-2388-4253-a3ad-4cef81183d20 tempest-VolumesNegativeTest-1305465451 tempest-VolumesNegativeTest-1305465451-project] 10.222.0.67 "GET /v2.0/ports?device_id=bc267f34-a781-49f9-8046-13bb95dfd815 HTTP/1.1" status: 200 len: 948 time: 0.0543826 Apr 11 13:57:45.668252 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-e6216388-3208-4ddf-8b64-a915ba4eb4cd req-815cf8da-27db-4d95-b924-a920be57ed96 tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=7e9487af89de4df6b7592a993fc4827e&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0835509 Apr 11 13:57:45.702106 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Current status of the port ee5184b6-c690-4508-9740-48ef1b2f2018 is: ACTIVE; New status is: ACTIVE {{(pid=103320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 13:57:45.716881 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-dfc41063-0349-4906-9de8-61ce5ab90251 req-d90e85f2-839d-446c-9dbb-5fa8115283bb tempest-VolumesNegativeTest-1305465451 tempest-VolumesNegativeTest-1305465451-project] 10.222.0.67 "GET /v2.0/security-groups?id=de4e94c7-be7c-4bc2-84b9-7af631c3426e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489571 Apr 11 13:57:45.784252 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-2c072b48-680f-4865-8840-f96c7d50f0da None None] Publish callbacks [] for port (a68121e1-1b3c-4a0d-92e9-e631375f6074), precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:57:45.798049 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-2c072b48-680f-4865-8840-f96c7d50f0da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750379164474'] for port (a68121e1-1b3c-4a0d-92e9-e631375f6074), after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:57:45.805008 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-ac552042-328b-4998-8020-d68b6e72f3c7 admin admin] Publish callbacks [] for port (ab3d7815-18da-4715-bcc6-df11ff5d4b68), precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:57:45.825769 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-e6216388-3208-4ddf-8b64-a915ba4eb4cd req-41cbd9bc-988c-45a5-ba89-a1f5dc52680b service neutron] 10.222.0.67 "GET /v2.0/networks/5b366c5b-a29e-42a6-8ecc-0cc9ff2fdbc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258166 Apr 11 13:57:45.855662 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c072b48-680f-4865-8840-f96c7d50f0da None None] Network 58cc5203-cb65-4cf8-b313-d1b089781dfe is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 13:57:45.868677 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [None req-2c072b48-680f-4865-8840-f96c7d50f0da None None] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 13:57:45.879558 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c072b48-680f-4865-8840-f96c7d50f0da None None] Received port after_create {{(pid=103320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 13:57:45.901378 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-ac552042-328b-4998-8020-d68b6e72f3c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750379164474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4243781'] for port (ab3d7815-18da-4715-bcc6-df11ff5d4b68), after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:57:45.916473 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c072b48-680f-4865-8840-f96c7d50f0da None None] Pushing event updated for resources: {'Port': ['ID=a68121e1-1b3c-4a0d-92e9-e631375f6074,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:57:45.954210 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac552042-328b-4998-8020-d68b6e72f3c7 admin admin] Network 18ff371c-a6b9-4e7a-9b54-bf9ba2e00886 is already hosted by enough agents. {{(pid=103318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 13:57:45.960249 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [None req-ac552042-328b-4998-8020-d68b6e72f3c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 13:57:45.967268 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac552042-328b-4998-8020-d68b6e72f3c7 admin admin] Received port after_create {{(pid=103318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 13:57:45.983758 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-2c072b48-680f-4865-8840-f96c7d50f0da None None] Attempting to bind port a68121e1-1b3c-4a0d-92e9-e631375f6074 on host dv-cinder-830787-2-iscsi for vnic_type normal with profile {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 13:57:45.984128 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-2c072b48-680f-4865-8840-f96c7d50f0da None None] Attempting to bind port a68121e1-1b3c-4a0d-92e9-e631375f6074 by drivers openvswitch,hyperv on host dv-cinder-830787-2-iscsi at level 0 using segments [{'id': '7d1ff8a1-5fcc-46b1-9319-83c1d5314161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '58cc5203-cb65-4cf8-b313-d1b089781dfe'}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 13:57:45.984487 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c072b48-680f-4865-8840-f96c7d50f0da None None] Attempting to bind port a68121e1-1b3c-4a0d-92e9-e631375f6074 on network 58cc5203-cb65-4cf8-b313-d1b089781dfe {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 13:57:45.996780 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac552042-328b-4998-8020-d68b6e72f3c7 admin admin] Pushing event updated for resources: {'Port': ['ID=ab3d7815-18da-4715-bcc6-df11ff5d4b68,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:57:45.997559 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c072b48-680f-4865-8840-f96c7d50f0da None None] Checking agent: {'id': 'f2586825-e748-4c1d-8b98-cb0d5b6c266d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830787-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 13, 47, 3), 'started_at': datetime.datetime(2022, 4, 11, 13, 47, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 13, 57, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830787-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 13:57:45.997934 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c072b48-680f-4865-8840-f96c7d50f0da None None] Checking segment: {'id': '7d1ff8a1-5fcc-46b1-9319-83c1d5314161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '58cc5203-cb65-4cf8-b313-d1b089781dfe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 13:57:45.998328 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-2c072b48-680f-4865-8840-f96c7d50f0da None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:57:45.998712 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c072b48-680f-4865-8840-f96c7d50f0da None None] Bound using segment: {'id': '7d1ff8a1-5fcc-46b1-9319-83c1d5314161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '58cc5203-cb65-4cf8-b313-d1b089781dfe'} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 13:57:45.999800 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-2c072b48-680f-4865-8840-f96c7d50f0da None None] Bound port: a68121e1-1b3c-4a0d-92e9-e631375f6074, host: dv-cinder-830787-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d1ff8a1-5fcc-46b1-9319-83c1d5314161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '58cc5203-cb65-4cf8-b313-d1b089781dfe'}}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 13:57:46.000190 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-2c072b48-680f-4865-8840-f96c7d50f0da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883311'] for port (a68121e1-1b3c-4a0d-92e9-e631375f6074), before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:57:46.008827 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-e6216388-3208-4ddf-8b64-a915ba4eb4cd req-5e5da5ae-9f8a-455d-a04c-f12dfe6d98f7 service neutron] 10.222.0.67 "GET /v2.0/networks/5b366c5b-a29e-42a6-8ecc-0cc9ff2fdbc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1765413 Apr 11 13:57:46.047813 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5eb6134-2a58-40e7-ac45-9d08ded21dd0 req-cefca349-d78c-4d0f-b0f2-c0fe8b404925 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:57:46.050608 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-f5eb6134-2a58-40e7-ac45-9d08ded21dd0 req-cefca349-d78c-4d0f-b0f2-c0fe8b404925 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] 10.222.0.67 "GET /v2.0/ports?device_id=0d5f3b7d-8b92-4264-b41a-1d1ade879f2f HTTP/1.1" status: 200 len: 946 time: 0.0627041 Apr 11 13:57:46.073297 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-2c072b48-680f-4865-8840-f96c7d50f0da None None] For port a68121e1-1b3c-4a0d-92e9-e631375f6074, host dv-cinder-830787-2-iscsi, cleared binding levels {{(pid=103320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 13:57:46.076421 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-2c072b48-680f-4865-8840-f96c7d50f0da None None] For port a68121e1-1b3c-4a0d-92e9-e631375f6074, host dv-cinder-830787-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830787-2-iscsi',level=0,port_id=a68121e1-1b3c-4a0d-92e9-e631375f6074,segment=NetworkSegment(7d1ff8a1-5fcc-46b1-9319-83c1d5314161),segment_id=7d1ff8a1-5fcc-46b1-9319-83c1d5314161)] {{(pid=103320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 13:57:46.103776 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-f5eb6134-2a58-40e7-ac45-9d08ded21dd0 req-1bac60fd-7915-4f2d-873c-b101a36e9f2d tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] 10.222.0.67 "GET /v2.0/security-groups?id=2c46161f-2d1e-4228-ae9c-ab4fe572bda1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473027 Apr 11 13:57:46.123837 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-2c072b48-680f-4865-8840-f96c7d50f0da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750379687711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750379164492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750379164510'] for port (a68121e1-1b3c-4a0d-92e9-e631375f6074), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:57:46.204880 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-97aed3fa-fde1-4ad2-83bb-80b6c573d987 None None] Publish callbacks [] for port (f416d8b9-7010-492b-9db6-1d19ef482ef5), precommit_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:57:46.219414 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-97aed3fa-fde1-4ad2-83bb-80b6c573d987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750379687711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750379164492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750379164510'] for port (f416d8b9-7010-492b-9db6-1d19ef482ef5), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:57:46.221996 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c072b48-680f-4865-8840-f96c7d50f0da None None] Pushing event updated for resources: {'Port': ['ID=a68121e1-1b3c-4a0d-92e9-e631375f6074,revision_number=2']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:57:46.278588 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c8955d-72c6-473d-9168-4ccdb12674a5 None None] Pushing event updated for resources: {'Port': ['ID=f416d8b9-7010-492b-9db6-1d19ef482ef5,revision_number=3']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:57:46.296554 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-ac552042-328b-4998-8020-d68b6e72f3c7 admin admin] Publish callbacks [] for router_gateway (0967db16-ea56-43f5-9014-a119446bbcda), after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:57:46.302575 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-953f6a02-69c6-4236-8ca2-654fe122d4a8 req-6dec71a8-ba3e-4dca-86ee-72c7ac04feca tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] 10.222.0.67 "GET /v2.0/ports?device_id=a1b122bc-5193-4642-9f21-0e30c573c88e HTTP/1.1" status: 200 len: 210 time: 0.0943511 Apr 11 13:57:46.351248 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-97aed3fa-fde1-4ad2-83bb-80b6c573d987 None None] Attempting to bind port f416d8b9-7010-492b-9db6-1d19ef482ef5 on host dv-cinder-830787-2-iscsi for vnic_type normal with profile {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 13:57:46.351601 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-97aed3fa-fde1-4ad2-83bb-80b6c573d987 None None] Attempting to bind port f416d8b9-7010-492b-9db6-1d19ef482ef5 by drivers openvswitch,hyperv on host dv-cinder-830787-2-iscsi at level 0 using segments [{'id': 'ea484752-652d-4a13-9936-ee9be871f9b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': 'a26678c1-118d-435e-989f-6f50cac836e0'}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 13:57:46.352000 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97aed3fa-fde1-4ad2-83bb-80b6c573d987 None None] Attempting to bind port f416d8b9-7010-492b-9db6-1d19ef482ef5 on network a26678c1-118d-435e-989f-6f50cac836e0 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 13:57:46.358086 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97aed3fa-fde1-4ad2-83bb-80b6c573d987 None None] Checking agent: {'id': 'f2586825-e748-4c1d-8b98-cb0d5b6c266d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830787-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 13, 47, 3), 'started_at': datetime.datetime(2022, 4, 11, 13, 47, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 13, 57, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830787-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 13:57:46.358462 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97aed3fa-fde1-4ad2-83bb-80b6c573d987 None None] Checking segment: {'id': 'ea484752-652d-4a13-9936-ee9be871f9b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': 'a26678c1-118d-435e-989f-6f50cac836e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 13:57:46.358869 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-97aed3fa-fde1-4ad2-83bb-80b6c573d987 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:57:46.359266 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97aed3fa-fde1-4ad2-83bb-80b6c573d987 None None] Bound using segment: {'id': 'ea484752-652d-4a13-9936-ee9be871f9b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': 'a26678c1-118d-435e-989f-6f50cac836e0'} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 13:57:46.360582 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-97aed3fa-fde1-4ad2-83bb-80b6c573d987 None None] Bound port: f416d8b9-7010-492b-9db6-1d19ef482ef5, host: dv-cinder-830787-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea484752-652d-4a13-9936-ee9be871f9b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': 'a26678c1-118d-435e-989f-6f50cac836e0'}}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 13:57:46.360848 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-97aed3fa-fde1-4ad2-83bb-80b6c573d987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883311'] for port (f416d8b9-7010-492b-9db6-1d19ef482ef5), before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:57:46.447828 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-97aed3fa-fde1-4ad2-83bb-80b6c573d987 None None] For port f416d8b9-7010-492b-9db6-1d19ef482ef5, host dv-cinder-830787-2-iscsi, cleared binding levels {{(pid=103320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 13:57:46.453859 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-97aed3fa-fde1-4ad2-83bb-80b6c573d987 None None] For port f416d8b9-7010-492b-9db6-1d19ef482ef5, host dv-cinder-830787-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830787-2-iscsi',level=0,port_id=f416d8b9-7010-492b-9db6-1d19ef482ef5,segment=NetworkSegment(ea484752-652d-4a13-9936-ee9be871f9b9),segment_id=ea484752-652d-4a13-9936-ee9be871f9b9)] {{(pid=103320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 13:57:46.467407 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-97aed3fa-fde1-4ad2-83bb-80b6c573d987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750379687711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750379164492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750379164510'] for port (f416d8b9-7010-492b-9db6-1d19ef482ef5), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:57:46.589000 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-ac552042-328b-4998-8020-d68b6e72f3c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8074716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8126381'] for router (0967db16-ea56-43f5-9014-a119446bbcda), after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:57:46.616858 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c8955d-72c6-473d-9168-4ccdb12674a5 None None] Pushing event updated for resources: {'Port': ['ID=f416d8b9-7010-492b-9db6-1d19ef482ef5,revision_number=4']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:57:46.667788 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97aed3fa-fde1-4ad2-83bb-80b6c573d987 None None] Routers {'11b78215-e399-4b08-b4be-0bd6708f4f77'} bound to L3 agent in host dv-cinder-830787-2-iscsi {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 13:57:46.670202 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-97aed3fa-fde1-4ad2-83bb-80b6c573d987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830787-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T13:46:59Z,description=,heartbeat_timestamp=2022-04-11T13:57:29Z,host='dv-cinder-830787-2-iscsi',id=e731c656-576f-4174-9da3-af64518920bc,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T13:46:59Z,topic='l3_agent')) {'router_ids': ['11b78215-e399-4b08-b4be-0bd6708f4f77'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:57:46.790359 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-cba8e4c6-d0f6-4074-a07d-50946adb8a3c None None] Provisioning complete for port f416d8b9-7010-492b-9db6-1d19ef482ef5 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 13:57:46.791042 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-cba8e4c6-d0f6-4074-a07d-50946adb8a3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-663396'] for port (f416d8b9-7010-492b-9db6-1d19ef482ef5), provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:57:46.813902 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac552042-328b-4998-8020-d68b6e72f3c7 admin admin] Router 0967db16-ea56-43f5-9014-a119446bbcda is scheduled to L3 agent e731c656-576f-4174-9da3-af64518920bc with binding_index 1 {{(pid=103318) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 11 13:57:46.974161 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62527fbb-18b6-4e53-a8d0-94bef0047ce3 req-d1a71206-40b7-4a36-b8f1-9719be496496 tempest-VolumesNegativeTest-1305465451 tempest-VolumesNegativeTest-1305465451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:57:46.976078 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-62527fbb-18b6-4e53-a8d0-94bef0047ce3 req-d1a71206-40b7-4a36-b8f1-9719be496496 tempest-VolumesNegativeTest-1305465451 tempest-VolumesNegativeTest-1305465451-project] 10.222.0.67 "GET /v2.0/ports?device_id=bc267f34-a781-49f9-8046-13bb95dfd815 HTTP/1.1" status: 200 len: 948 time: 0.0955834 Apr 11 13:57:47.016461 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac552042-328b-4998-8020-d68b6e72f3c7 admin admin] Notify agent at l3_agent.dv-cinder-830787-2-iscsi the message routers_updated {{(pid=103318) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 13:57:47.039323 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2da3ccb8-92f4-4e47-b176-efade7c2b7aa None None] Sync routers for ids ['0967db16-ea56-43f5-9014-a119446bbcda'] in dv-cinder-830787-2-iscsi {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 13:57:47.055931 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2da3ccb8-92f4-4e47-b176-efade7c2b7aa None None] Routers {'0967db16-ea56-43f5-9014-a119446bbcda'} bound to L3 agent in host dv-cinder-830787-2-iscsi {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 13:57:47.056892 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-2da3ccb8-92f4-4e47-b176-efade7c2b7aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830787-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T13:46:59Z,description=,heartbeat_timestamp=2022-04-11T13:57:29Z,host='dv-cinder-830787-2-iscsi',id=e731c656-576f-4174-9da3-af64518920bc,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T13:46:59Z,topic='l3_agent')) {'router_ids': ['0967db16-ea56-43f5-9014-a119446bbcda'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:57:47.060699 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.db.l3_dvr_db [None req-97aed3fa-fde1-4ad2-83bb-80b6c573d987 None None] Set router 11b78215-e399-4b08-b4be-0bd6708f4f77 gateway port host: dv-cinder-830787-2-iscsi {{(pid=103320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 13:57:47.064284 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-62527fbb-18b6-4e53-a8d0-94bef0047ce3 req-375e840c-857f-42f4-aed6-d29068287767 tempest-VolumesNegativeTest-1305465451 tempest-VolumesNegativeTest-1305465451-project] 10.222.0.67 "GET /v2.0/security-groups?id=de4e94c7-be7c-4bc2-84b9-7af631c3426e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806143 Apr 11 13:57:47.073543 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-ac552042-328b-4998-8020-d68b6e72f3c7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:57:47.079133 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.67', 58990) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:57:47.079746 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-ac552042-328b-4998-8020-d68b6e72f3c7 admin admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.4629996 Apr 11 13:57:47.097520 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Device a68121e1-1b3c-4a0d-92e9-e631375f6074 up at agent ovs-agent-dv-cinder-830787-2-iscsi {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 13:57:47.215674 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-2da3ccb8-92f4-4e47-b176-efade7c2b7aa None None] Set router 0967db16-ea56-43f5-9014-a119446bbcda gateway port host: dv-cinder-830787-2-iscsi {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 13:57:47.247452 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-cba8e4c6-d0f6-4074-a07d-50946adb8a3c None None] Current status of the port f416d8b9-7010-492b-9db6-1d19ef482ef5 is: DOWN; New status is: ACTIVE {{(pid=103320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 13:57:47.247963 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-cba8e4c6-d0f6-4074-a07d-50946adb8a3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883311'] for port (f416d8b9-7010-492b-9db6-1d19ef482ef5), before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:57:47.300434 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b8e243-14a9-4d35-9b8e-6ed7b08b4fd9 req-314ccb49-58b3-4f10-99c8-05950fc2d83d tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:57:47.302234 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-89b8e243-14a9-4d35-9b8e-6ed7b08b4fd9 req-314ccb49-58b3-4f10-99c8-05950fc2d83d tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] 10.222.0.67 "GET /v2.0/ports?device_id=0d5f3b7d-8b92-4264-b41a-1d1ade879f2f HTTP/1.1" status: 200 len: 946 time: 0.0611668 Apr 11 13:57:47.325996 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Provisioning complete for port a68121e1-1b3c-4a0d-92e9-e631375f6074 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 13:57:47.326613 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-663396'] for port (a68121e1-1b3c-4a0d-92e9-e631375f6074), provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:57:47.368712 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-cba8e4c6-d0f6-4074-a07d-50946adb8a3c None None] For port f416d8b9-7010-492b-9db6-1d19ef482ef5, host dv-cinder-830787-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830787-2-iscsi',level=0,port_id=f416d8b9-7010-492b-9db6-1d19ef482ef5,segment=NetworkSegment(ea484752-652d-4a13-9936-ee9be871f9b9),segment_id=ea484752-652d-4a13-9936-ee9be871f9b9)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 13:57:47.388142 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-cba8e4c6-d0f6-4074-a07d-50946adb8a3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750379687711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750379164492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750379164510'] for port (f416d8b9-7010-492b-9db6-1d19ef482ef5), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:57:47.453249 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-6e155797-c71e-4c4a-9d84-6b99c85d35b8 req-2c409b83-438f-4d0c-a76a-319cff955d5e tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] 10.222.0.67 "GET /v2.0/ports?device_id=a1b122bc-5193-4642-9f21-0e30c573c88e HTTP/1.1" status: 200 len: 210 time: 0.0428298 Apr 11 13:57:47.489174 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-2da3ccb8-92f4-4e47-b176-efade7c2b7aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0967db16-ea56-43f5-9014-a119446bbcda', 'name': 'tempest-TestMinimumBasicScenario-1827031263-router', 'tenant_id': '43cdac2d08374f7691e431b85ad81bc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886', 'external_fixed_ips': [{'subnet_id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'ip_address': '172.27.1.32'}], 'enable_snat': True}, 'gw_port_id': 'ab3d7815-18da-4715-bcc6-df11ff5d4b68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T13:57:44Z', 'updated_at': '2022-04-11T13:57:46Z', 'revision_number': 3, 'project_id': '43cdac2d08374f7691e431b85ad81bc1', 'gw_port': {'id': 'ab3d7815-18da-4715-bcc6-df11ff5d4b68', 'name': '', 'network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:82:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0967db16-ea56-43f5-9014-a119446bbcda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'ip_address': '172.27.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:57:45Z', 'updated_at': '2022-04-11T13:57:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830787-2-iscsi'}], 'dv-cinder-830787-2-iscsi', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:57:47.519107 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-97aed3fa-fde1-4ad2-83bb-80b6c573d987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11b78215-e399-4b08-b4be-0bd6708f4f77', 'name': 'tempest-TestMinimumBasicScenario-952293795-router', 'tenant_id': '644547f80e2543079781f0c7b34c40b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886', 'external_fixed_ips': [{'subnet_id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'ip_address': '172.27.1.176'}], 'enable_snat': True}, 'gw_port_id': 'ee5184b6-c690-4508-9740-48ef1b2f2018', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T13:57:38Z', 'updated_at': '2022-04-11T13:57:41Z', 'revision_number': 4, 'project_id': '644547f80e2543079781f0c7b34c40b4', 'gw_port': {'id': 'ee5184b6-c690-4508-9740-48ef1b2f2018', 'name': '', 'network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:7b:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11b78215-e399-4b08-b4be-0bd6708f4f77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'ip_address': '172.27.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:57:38Z', 'updated_at': '2022-04-11T13:57:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830787-2-iscsi', '_interfaces': [{'id': 'f416d8b9-7010-492b-9db6-1d19ef482ef5', 'name': '', 'network_id': 'a26678c1-118d-435e-989f-6f50cac836e0', 'tenant_id': '644547f80e2543079781f0c7b34c40b4', 'mac_address': 'fa:16:3e:e5:54:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11b78215-e399-4b08-b4be-0bd6708f4f77', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': 'b53fa937-6664-4af0-8a1b-d8748366eb4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:57:41Z', 'updated_at': '2022-04-11T13:57:46Z', 'revision_number': 4, 'project_id': '644547f80e2543079781f0c7b34c40b4', 'subnets': [{'id': 'b53fa937-6664-4af0-8a1b-d8748366eb4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830787-2-iscsi', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:57:47.526212 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba8e4c6-d0f6-4074-a07d-50946adb8a3c None None] Pushing event updated for resources: {'Port': ['ID=f416d8b9-7010-492b-9db6-1d19ef482ef5,revision_number=5']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:57:47.530546 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2da3ccb8-92f4-4e47-b176-efade7c2b7aa None None] Checking router: 0967db16-ea56-43f5-9014-a119446bbcda for host: dv-cinder-830787-2-iscsi {{(pid=103321) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 13:57:47.531397 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2da3ccb8-92f4-4e47-b176-efade7c2b7aa None None] Updating router 0967db16-ea56-43f5-9014-a119446bbcda port ab3d7815-18da-4715-bcc6-df11ff5d4b68 binding host dv-cinder-830787-2-iscsi {{(pid=103321) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 13:57:47.559720 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-89b8e243-14a9-4d35-9b8e-6ed7b08b4fd9 req-1ff40031-ea29-42d9-a641-765fc04138a1 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] 10.222.0.67 "GET /v2.0/security-groups?id=2c46161f-2d1e-4228-ae9c-ab4fe572bda1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1777008 Apr 11 13:57:47.575382 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-2da3ccb8-92f4-4e47-b176-efade7c2b7aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883311'] for port (ab3d7815-18da-4715-bcc6-df11ff5d4b68), before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:57:47.614437 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-95395a49-2444-40ca-8bf2-31ddfc6392eb None None] Provisioning complete for port f416d8b9-7010-492b-9db6-1d19ef482ef5 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 13:57:47.614818 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-95395a49-2444-40ca-8bf2-31ddfc6392eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-663396'] for port (f416d8b9-7010-492b-9db6-1d19ef482ef5), provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:57:47.629661 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97aed3fa-fde1-4ad2-83bb-80b6c573d987 None None] The sync data for ids ['11b78215-e399-4b08-b4be-0bd6708f4f77'] in dv-cinder-830787-2-iscsi is: [{'id': '11b78215-e399-4b08-b4be-0bd6708f4f77', 'name': 'tempest-TestMinimumBasicScenario-952293795-router', 'tenant_id': '644547f80e2543079781f0c7b34c40b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886', 'external_fixed_ips': [{'subnet_id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'ip_address': '172.27.1.176'}], 'enable_snat': True}, 'gw_port_id': 'ee5184b6-c690-4508-9740-48ef1b2f2018', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T13:57:38Z', 'updated_at': '2022-04-11T13:57:41Z', 'revision_number': 4, 'project_id': '644547f80e2543079781f0c7b34c40b4', 'gw_port': {'id': 'ee5184b6-c690-4508-9740-48ef1b2f2018', 'name': '', 'network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:7b:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11b78215-e399-4b08-b4be-0bd6708f4f77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'ip_address': '172.27.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:57:38Z', 'updated_at': '2022-04-11T13:57:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830787-2-iscsi', '_interfaces': [{'id': 'f416d8b9-7010-492b-9db6-1d19ef482ef5', 'name': '', 'network_id': 'a26678c1-118d-435e-989f-6f50cac836e0', 'tenant_id': '644547f80e2543079781f0c7b34c40b4', 'mac_address': 'fa:16:3e:e5:54:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11b78215-e399-4b08-b4be-0bd6708f4f77', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': 'b53fa937-6664-4af0-8a1b-d8748366eb4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:57:41Z', 'updated_at': '2022-04-11T13:57:46Z', 'revision_number': 4, 'project_id': '644547f80e2543079781f0c7b34c40b4', 'subnets': [{'id': 'b53fa937-6664-4af0-8a1b-d8748366eb4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 13:57:47.713359 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Current status of the port a68121e1-1b3c-4a0d-92e9-e631375f6074 is: DOWN; New status is: ACTIVE {{(pid=103320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 13:57:47.713755 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883311'] for port (a68121e1-1b3c-4a0d-92e9-e631375f6074), before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:57:47.755742 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5e683ed-42b5-4f46-aa82-d1549a27456b None None] Network 58cc5203-cb65-4cf8-b313-d1b089781dfe requested from dv-cinder-830787-2-iscsi {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 13:57:47.803595 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] For port a68121e1-1b3c-4a0d-92e9-e631375f6074, host dv-cinder-830787-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830787-2-iscsi',level=0,port_id=a68121e1-1b3c-4a0d-92e9-e631375f6074,segment=NetworkSegment(7d1ff8a1-5fcc-46b1-9319-83c1d5314161),segment_id=7d1ff8a1-5fcc-46b1-9319-83c1d5314161)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 13:57:47.833907 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-7ef8f287-776d-4005-9de3-55119e33e443 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883311'] for port (None), before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:57:47.868151 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750379687711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750379164492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750379164510'] for port (a68121e1-1b3c-4a0d-92e9-e631375f6074), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:57:47.980411 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-2da3ccb8-92f4-4e47-b176-efade7c2b7aa None None] Publish callbacks [] for port (ab3d7815-18da-4715-bcc6-df11ff5d4b68), precommit_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:57:47.989539 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-2da3ccb8-92f4-4e47-b176-efade7c2b7aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750379687711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750379164492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750379164510'] for port (ab3d7815-18da-4715-bcc6-df11ff5d4b68), after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:57:48.013507 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-95395a49-2444-40ca-8bf2-31ddfc6392eb None None] Current status of the port f416d8b9-7010-492b-9db6-1d19ef482ef5 is: ACTIVE; New status is: ACTIVE {{(pid=103320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 13:57:48.032206 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.db.db_base_plugin_common [None req-7ef8f287-776d-4005-9de3-55119e33e443 admin admin] Allocated IP 172.20.0.1 (58cc5203-cb65-4cf8-b313-d1b089781dfe/72543082-a676-4a3d-82f3-995e86930e6a/43c43512-a5db-41f7-9ddb-a5e95f23c1cb) {{(pid=103319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 13:57:48.034215 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1fe7d7-1727-4dab-92d9-beec347af7b6 None None] Pushing event updated for resources: {'Port': ['ID=ab3d7815-18da-4715-bcc6-df11ff5d4b68,revision_number=2']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:57:48.064708 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [None req-2da3ccb8-92f4-4e47-b176-efade7c2b7aa None None] Attempting to bind port ab3d7815-18da-4715-bcc6-df11ff5d4b68 on host dv-cinder-830787-2-iscsi for vnic_type normal with profile {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 13:57:48.066757 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [None req-2da3ccb8-92f4-4e47-b176-efade7c2b7aa None None] Attempting to bind port ab3d7815-18da-4715-bcc6-df11ff5d4b68 by drivers openvswitch,hyperv on host dv-cinder-830787-2-iscsi at level 0 using segments [{'id': '153f0837-19dc-4e5c-bf6b-49a4300ea8f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886'}] {{(pid=103321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 13:57:48.067298 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2da3ccb8-92f4-4e47-b176-efade7c2b7aa None None] Attempting to bind port ab3d7815-18da-4715-bcc6-df11ff5d4b68 on network 18ff371c-a6b9-4e7a-9b54-bf9ba2e00886 {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 13:57:48.073456 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2da3ccb8-92f4-4e47-b176-efade7c2b7aa None None] Checking agent: {'id': 'f2586825-e748-4c1d-8b98-cb0d5b6c266d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830787-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 13, 47, 3), 'started_at': datetime.datetime(2022, 4, 11, 13, 47, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 13, 57, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830787-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 13:57:48.074092 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2da3ccb8-92f4-4e47-b176-efade7c2b7aa None None] Checking segment: {'id': '153f0837-19dc-4e5c-bf6b-49a4300ea8f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 13:57:48.074676 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-2da3ccb8-92f4-4e47-b176-efade7c2b7aa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:57:48.075206 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2da3ccb8-92f4-4e47-b176-efade7c2b7aa None None] Bound using segment: {'id': '153f0837-19dc-4e5c-bf6b-49a4300ea8f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886'} {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 13:57:48.075896 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [None req-2da3ccb8-92f4-4e47-b176-efade7c2b7aa None None] Bound port: ab3d7815-18da-4715-bcc6-df11ff5d4b68, host: dv-cinder-830787-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '153f0837-19dc-4e5c-bf6b-49a4300ea8f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886'}}] {{(pid=103321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 13:57:48.076798 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-2da3ccb8-92f4-4e47-b176-efade7c2b7aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883311'] for port (ab3d7815-18da-4715-bcc6-df11ff5d4b68), before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:57:48.092055 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Pushing event updated for resources: {'Port': ['ID=a68121e1-1b3c-4a0d-92e9-e631375f6074,revision_number=3']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:57:48.135007 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.plugins.ml2.db [None req-2da3ccb8-92f4-4e47-b176-efade7c2b7aa None None] For port ab3d7815-18da-4715-bcc6-df11ff5d4b68, host dv-cinder-830787-2-iscsi, cleared binding levels {{(pid=103321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 13:57:48.139193 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.plugins.ml2.db [None req-2da3ccb8-92f4-4e47-b176-efade7c2b7aa None None] For port ab3d7815-18da-4715-bcc6-df11ff5d4b68, host dv-cinder-830787-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830787-2-iscsi',level=0,port_id=ab3d7815-18da-4715-bcc6-df11ff5d4b68,segment=NetworkSegment(153f0837-19dc-4e5c-bf6b-49a4300ea8f5),segment_id=153f0837-19dc-4e5c-bf6b-49a4300ea8f5)] {{(pid=103321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 13:57:48.162716 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-fc066214-4551-45e5-ac14-62aa434fe8ba None None] Provisioning complete for port a68121e1-1b3c-4a0d-92e9-e631375f6074 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 13:57:48.164150 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-fc066214-4551-45e5-ac14-62aa434fe8ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-663396'] for port (a68121e1-1b3c-4a0d-92e9-e631375f6074), provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:57:48.169242 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-2da3ccb8-92f4-4e47-b176-efade7c2b7aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750379687711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750379164492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750379164510'] for port (ab3d7815-18da-4715-bcc6-df11ff5d4b68), after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:57:48.171881 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-7ef8f287-776d-4005-9de3-55119e33e443 admin admin] Publish callbacks [] for port (43c43512-a5db-41f7-9ddb-a5e95f23c1cb), precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:57:48.241645 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Device cda04f4a-80ef-4c18-b575-cb87293272ce details requested by agent hyperv_hv-cinder-83078 with host hv-cinder-83078 {{(pid=103320) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 13:57:48.257953 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2da3ccb8-92f4-4e47-b176-efade7c2b7aa None None] Routers {'0967db16-ea56-43f5-9014-a119446bbcda'} bound to L3 agent in host dv-cinder-830787-2-iscsi {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 13:57:48.258369 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-2da3ccb8-92f4-4e47-b176-efade7c2b7aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830787-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T13:46:59Z,description=,heartbeat_timestamp=2022-04-11T13:57:29Z,host='dv-cinder-830787-2-iscsi',id=e731c656-576f-4174-9da3-af64518920bc,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T13:46:59Z,topic='l3_agent')) {'router_ids': ['0967db16-ea56-43f5-9014-a119446bbcda'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:57:48.266438 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1fe7d7-1727-4dab-92d9-beec347af7b6 None None] Pushing event updated for resources: {'Port': ['ID=ab3d7815-18da-4715-bcc6-df11ff5d4b68,revision_number=3']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:57:48.279827 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-7ef8f287-776d-4005-9de3-55119e33e443 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750379164474'] for port (43c43512-a5db-41f7-9ddb-a5e95f23c1cb), after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:57:48.289974 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Device 66864fa9-4e22-4107-8f15-e9d9fa5c63ec up at agent hyperv_hv-cinder-83078 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 13:57:48.321912 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76e2901-480b-449f-97e3-7efe60f1fa6b req-0a2fdd8a-7ec0-4e7c-a645-e4fec00112e1 tempest-VolumesNegativeTest-1305465451 tempest-VolumesNegativeTest-1305465451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:57:48.332506 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-f76e2901-480b-449f-97e3-7efe60f1fa6b req-0a2fdd8a-7ec0-4e7c-a645-e4fec00112e1 tempest-VolumesNegativeTest-1305465451 tempest-VolumesNegativeTest-1305465451-project] 10.222.0.67 "GET /v2.0/ports?device_id=bc267f34-a781-49f9-8046-13bb95dfd815 HTTP/1.1" status: 200 len: 948 time: 0.1024675 Apr 11 13:57:48.406622 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-f76e2901-480b-449f-97e3-7efe60f1fa6b req-9cdde7c9-ebfa-4dbf-9fbb-45f5b2f87a18 tempest-VolumesNegativeTest-1305465451 tempest-VolumesNegativeTest-1305465451-project] 10.222.0.67 "GET /v2.0/security-groups?id=de4e94c7-be7c-4bc2-84b9-7af631c3426e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719371 Apr 11 13:57:48.509444 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-2da3ccb8-92f4-4e47-b176-efade7c2b7aa None None] Set router 0967db16-ea56-43f5-9014-a119446bbcda gateway port host: dv-cinder-830787-2-iscsi {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 13:57:48.525393 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ef8f287-776d-4005-9de3-55119e33e443 admin admin] Network 58cc5203-cb65-4cf8-b313-d1b089781dfe is already hosted by enough agents. {{(pid=103319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 13:57:48.533247 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [None req-7ef8f287-776d-4005-9de3-55119e33e443 admin admin] Resources bound (agent type, host, resource id): {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 13:57:48.537179 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ef8f287-776d-4005-9de3-55119e33e443 admin admin] Received port after_create {{(pid=103319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 13:57:48.538093 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-7ef8f287-776d-4005-9de3-55119e33e443 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8126302'] for router_interface (0967db16-ea56-43f5-9014-a119446bbcda), before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:57:48.637677 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] For port cda04f4a-80ef-4c18-b575-cb87293272ce, host hv-cinder-83078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83078',level=0,port_id=cda04f4a-80ef-4c18-b575-cb87293272ce,segment=NetworkSegment(964d2a25-195e-4828-b4c1-a165c2037b82),segment_id=964d2a25-195e-4828-b4c1-a165c2037b82)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 13:57:48.653392 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef8f287-776d-4005-9de3-55119e33e443 admin admin] Pushing event updated for resources: {'Port': ['ID=43c43512-a5db-41f7-9ddb-a5e95f23c1cb,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:57:48.675696 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Returning: {'device': 'cda04f4a-80ef-4c18-b575-cb87293272ce', 'network_id': '0208f136-78bf-40a4-90c8-9a7151bfb362', 'port_id': 'cda04f4a-80ef-4c18-b575-cb87293272ce', 'mac_address': 'fa:16:3e:86:d5:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 943, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2778d57e-4616-4989-bcd8-4f6cb6111901', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103320) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 13:57:48.741379 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6216388-3208-4ddf-8b64-a915ba4eb4cd req-4076ba49-499f-4943-92ea-7cc6277d18ee tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:57:48.742927 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-e6216388-3208-4ddf-8b64-a915ba4eb4cd req-4076ba49-499f-4943-92ea-7cc6277d18ee tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] 10.222.0.75 "GET /v2.0/networks?id=5b366c5b-a29e-42a6-8ecc-0cc9ff2fdbc0 HTTP/1.1" status: 200 len: 818 time: 0.3786952 Apr 11 13:57:48.751236 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-dd48f4fa-5f75-492b-a247-e662ceae8ba1 req-2f3be51b-752d-41ea-97c0-a102fc4157aa tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] 10.222.0.67 "GET /v2.0/ports?device_id=a1b122bc-5193-4642-9f21-0e30c573c88e HTTP/1.1" status: 200 len: 210 time: 0.1302440 Apr 11 13:57:48.775443 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49aee88-1f70-44ae-8d91-35a1afd43f89 req-ed836ae7-80a2-4e8b-b82b-0fe24fe0f635 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:57:48.784438 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-f49aee88-1f70-44ae-8d91-35a1afd43f89 req-ed836ae7-80a2-4e8b-b82b-0fe24fe0f635 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] 10.222.0.67 "GET /v2.0/ports?device_id=0d5f3b7d-8b92-4264-b41a-1d1ade879f2f HTTP/1.1" status: 200 len: 946 time: 0.0952425 Apr 11 13:57:48.805033 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-fc066214-4551-45e5-ac14-62aa434fe8ba None None] Current status of the port a68121e1-1b3c-4a0d-92e9-e631375f6074 is: ACTIVE; New status is: ACTIVE {{(pid=103320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 13:57:48.850112 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Provisioning for port 66864fa9-4e22-4107-8f15-e9d9fa5c63ec completed by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 11 13:57:48.869239 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Provisioning complete for port 66864fa9-4e22-4107-8f15-e9d9fa5c63ec triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 13:57:48.871909 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-663396'] for port (66864fa9-4e22-4107-8f15-e9d9fa5c63ec), provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:57:48.886598 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-f49aee88-1f70-44ae-8d91-35a1afd43f89 req-9bcb6e77-e9a9-45bd-bfed-43e93ef483e3 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] 10.222.0.67 "GET /v2.0/security-groups?id=2c46161f-2d1e-4228-ae9c-ab4fe572bda1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0934258 Apr 11 13:57:48.932727 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-e2b56d08-51b7-4523-b4fd-d270a63f9d18 None None] Provisioning complete for port a68121e1-1b3c-4a0d-92e9-e631375f6074 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 13:57:48.933113 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e2b56d08-51b7-4523-b4fd-d270a63f9d18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-663396'] for port (a68121e1-1b3c-4a0d-92e9-e631375f6074), provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:57:48.934782 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Current status of the port cda04f4a-80ef-4c18-b575-cb87293272ce is: ACTIVE; New status is: BUILD {{(pid=103320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 13:57:48.935042 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883311'] for port (cda04f4a-80ef-4c18-b575-cb87293272ce), before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:57:48.947890 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-2da3ccb8-92f4-4e47-b176-efade7c2b7aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0967db16-ea56-43f5-9014-a119446bbcda', 'name': 'tempest-TestMinimumBasicScenario-1827031263-router', 'tenant_id': '43cdac2d08374f7691e431b85ad81bc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886', 'external_fixed_ips': [{'subnet_id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'ip_address': '172.27.1.32'}], 'enable_snat': True}, 'gw_port_id': 'ab3d7815-18da-4715-bcc6-df11ff5d4b68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T13:57:44Z', 'updated_at': '2022-04-11T13:57:46Z', 'revision_number': 3, 'project_id': '43cdac2d08374f7691e431b85ad81bc1', 'gw_port': {'id': 'ab3d7815-18da-4715-bcc6-df11ff5d4b68', 'name': '', 'network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:82:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0967db16-ea56-43f5-9014-a119446bbcda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'ip_address': '172.27.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:57:45Z', 'updated_at': '2022-04-11T13:57:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830787-2-iscsi'}], 'dv-cinder-830787-2-iscsi', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:57:49.031398 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2da3ccb8-92f4-4e47-b176-efade7c2b7aa None None] The sync data for ids ['0967db16-ea56-43f5-9014-a119446bbcda'] in dv-cinder-830787-2-iscsi is: [{'id': '0967db16-ea56-43f5-9014-a119446bbcda', 'name': 'tempest-TestMinimumBasicScenario-1827031263-router', 'tenant_id': '43cdac2d08374f7691e431b85ad81bc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886', 'external_fixed_ips': [{'subnet_id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'ip_address': '172.27.1.32'}], 'enable_snat': True}, 'gw_port_id': 'ab3d7815-18da-4715-bcc6-df11ff5d4b68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T13:57:44Z', 'updated_at': '2022-04-11T13:57:46Z', 'revision_number': 3, 'project_id': '43cdac2d08374f7691e431b85ad81bc1', 'gw_port': {'id': 'ab3d7815-18da-4715-bcc6-df11ff5d4b68', 'name': '', 'network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:82:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0967db16-ea56-43f5-9014-a119446bbcda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'ip_address': '172.27.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:57:45Z', 'updated_at': '2022-04-11T13:57:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830787-2-iscsi'}] {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 13:57:49.039408 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.notifiers.nova [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id cda04f4a-80ef-4c18-b575-cb87293272ce {{(pid=103320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 13:57:49.047028 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-e6216388-3208-4ddf-8b64-a915ba4eb4cd req-4c54ef21-c62b-4b86-aab7-cdf954cd6e6f tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] 10.222.0.75 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7e9487af89de4df6b7592a993fc4827e HTTP/1.1" status: 200 len: 379 time: 0.2744799 Apr 11 13:57:49.075595 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.v2.base [req-e6216388-3208-4ddf-8b64-a915ba4eb4cd req-a8ffe450-ddb5-49fd-8a87-3faa1b89540f tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] Request body: {'port': {'device_id': 'a1b122bc-5193-4642-9f21-0e30c573c88e', 'network_id': '5b366c5b-a29e-42a6-8ecc-0cc9ff2fdbc0', 'admin_state_up': True, 'tenant_id': '7e9487af89de4df6b7592a993fc4827e', 'security_groups': ['74210077-a841-4d98-8800-d90fd64306d9']}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 13:57:49.117972 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Current status of the port 66864fa9-4e22-4107-8f15-e9d9fa5c63ec is: BUILD; New status is: ACTIVE {{(pid=103320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 13:57:49.118373 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883311'] for port (66864fa9-4e22-4107-8f15-e9d9fa5c63ec), before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:57:49.162571 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] For port cda04f4a-80ef-4c18-b575-cb87293272ce, host hv-cinder-83078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83078',level=0,port_id=cda04f4a-80ef-4c18-b575-cb87293272ce,segment=NetworkSegment(964d2a25-195e-4828-b4c1-a165c2037b82),segment_id=964d2a25-195e-4828-b4c1-a165c2037b82)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 13:57:49.189214 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750379687711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750379164492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750379164510'] for port (cda04f4a-80ef-4c18-b575-cb87293272ce), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:57:49.230399 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-7ef8f287-776d-4005-9de3-55119e33e443 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883311'] for port (43c43512-a5db-41f7-9ddb-a5e95f23c1cb), before_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:57:49.302656 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc267f34-a781-49f9-8046-13bb95dfd815', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66864fa9-4e22-4107-8f15-e9d9fa5c63ec'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 13:57:49.305201 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e17e7c2a2a067a9a9572b19104dd8b83720c41d762fa1dc6a6c9d001f6760b0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3887e4f7-13b2-455d-8fd8-1635958d94d0" -d '{"events": [{"server_uuid": "bc267f34-a781-49f9-8046-13bb95dfd815", "name": "network-vif-plugged", "status": "completed", "tag": "66864fa9-4e22-4107-8f15-e9d9fa5c63ec"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 13:57:49.332113 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] For port 66864fa9-4e22-4107-8f15-e9d9fa5c63ec, host hv-cinder-83078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83078',level=0,port_id=66864fa9-4e22-4107-8f15-e9d9fa5c63ec,segment=NetworkSegment(fba6ac13-e9a1-4ace-9a68-c0eb786f4445),segment_id=fba6ac13-e9a1-4ace-9a68-c0eb786f4445)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 13:57:49.344750 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Pushing event updated for resources: {'Port': ['ID=cda04f4a-80ef-4c18-b575-cb87293272ce,revision_number=6']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:57:49.362577 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] get_ports_and_sgs() called for port_ids ['cda04f4a-80ef-4c18-b575-cb87293272ce'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 13:57:49.365231 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750379687711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750379164492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750379164510'] for port (66864fa9-4e22-4107-8f15-e9d9fa5c63ec), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:57:49.399560 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-e2b56d08-51b7-4523-b4fd-d270a63f9d18 None None] Current status of the port a68121e1-1b3c-4a0d-92e9-e631375f6074 is: ACTIVE; New status is: ACTIVE {{(pid=103320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 13:57:49.425474 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 13:57:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa7778bb-f87b-4dfe-b116-5890d20b7886 x-openstack-request-id: req-aa7778bb-f87b-4dfe-b116-5890d20b7886 {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 13:57:49.426026 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc267f34-a781-49f9-8046-13bb95dfd815", "name": "network-vif-plugged", "status": "completed", "tag": "66864fa9-4e22-4107-8f15-e9d9fa5c63ec", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 13:57:49.426432 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-aa7778bb-f87b-4dfe-b116-5890d20b7886 {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 13:57:49.427031 dv-cinder-830787-2-iscsi neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aa7778bb-f87b-4dfe-b116-5890d20b7886'] response: {'server_uuid': 'bc267f34-a781-49f9-8046-13bb95dfd815', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66864fa9-4e22-4107-8f15-e9d9fa5c63ec', 'code': 200} Apr 11 13:57:49.433055 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e6216388-3208-4ddf-8b64-a915ba4eb4cd req-a8ffe450-ddb5-49fd-8a87-3faa1b89540f tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] Made reservation on behalf of 7e9487af89de4df6b7592a993fc4827e for: {'port': 1} {{(pid=103319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 13:57:49.458081 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Device a68121e1-1b3c-4a0d-92e9-e631375f6074 up at agent ovs-agent-dv-cinder-830787-2-iscsi {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 13:57:49.476180 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-e6216388-3208-4ddf-8b64-a915ba4eb4cd req-a8ffe450-ddb5-49fd-8a87-3faa1b89540f tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883311'] for port (None), before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:57:49.536015 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Pushing event updated for resources: {'Port': ['ID=66864fa9-4e22-4107-8f15-e9d9fa5c63ec,revision_number=5']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:57:49.564771 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-4e5582fb-5a8d-4199-b781-da205bf642bf None None] Provisioning complete for port 43c43512-a5db-41f7-9ddb-a5e95f23c1cb triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 13:57:49.565163 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4e5582fb-5a8d-4199-b781-da205bf642bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-663396'] for port (43c43512-a5db-41f7-9ddb-a5e95f23c1cb), provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:57:49.637080 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Provisioning complete for port a68121e1-1b3c-4a0d-92e9-e631375f6074 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 13:57:49.637469 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-663396'] for port (a68121e1-1b3c-4a0d-92e9-e631375f6074), provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:57:49.656895 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef0645f-184c-4954-90d7-b61d6f26a275 req-335ee8ea-2ee0-4b65-97a0-b681b53a6829 tempest-VolumesNegativeTest-1305465451 tempest-VolumesNegativeTest-1305465451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:57:49.680276 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-8ef0645f-184c-4954-90d7-b61d6f26a275 req-335ee8ea-2ee0-4b65-97a0-b681b53a6829 tempest-VolumesNegativeTest-1305465451 tempest-VolumesNegativeTest-1305465451-project] 10.222.0.67 "GET /v2.0/ports?device_id=bc267f34-a781-49f9-8046-13bb95dfd815 HTTP/1.1" status: 200 len: 949 time: 0.0821970 Apr 11 13:57:49.697584 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-4e5582fb-5a8d-4199-b781-da205bf642bf None None] Port 43c43512-a5db-41f7-9ddb-a5e95f23c1cb cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 13:57:49.735913 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-8ef0645f-184c-4954-90d7-b61d6f26a275 req-363d9fd4-0075-489a-a704-ad74db7eee02 tempest-VolumesNegativeTest-1305465451 tempest-VolumesNegativeTest-1305465451-project] 10.222.0.67 "GET /v2.0/security-groups?id=de4e94c7-be7c-4bc2-84b9-7af631c3426e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527649 Apr 11 13:57:49.780111 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af700e8-7c86-4f9e-9014-e5a4f47efaef req-dbf11792-a657-46c0-bb9f-b6226a7e5f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:57:49.782336 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-3af700e8-7c86-4f9e-9014-e5a4f47efaef req-dbf11792-a657-46c0-bb9f-b6226a7e5f2b service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=bc267f34-a781-49f9-8046-13bb95dfd815 HTTP/1.1" status: 200 len: 1133 time: 0.1165314 Apr 11 13:57:49.813413 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Current status of the port a68121e1-1b3c-4a0d-92e9-e631375f6074 is: ACTIVE; New status is: ACTIVE {{(pid=103320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 13:57:49.814824 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Device f416d8b9-7010-492b-9db6-1d19ef482ef5 up at agent ovs-agent-dv-cinder-830787-2-iscsi {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 13:57:49.872936 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Provisioning complete for port f416d8b9-7010-492b-9db6-1d19ef482ef5 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 13:57:49.873471 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-663396'] for port (f416d8b9-7010-492b-9db6-1d19ef482ef5), provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:57:49.973310 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Current status of the port f416d8b9-7010-492b-9db6-1d19ef482ef5 is: ACTIVE; New status is: ACTIVE {{(pid=103320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 13:57:50.016536 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9f44fc-aa92-40dd-ba8c-28666280602d req-3dd56180-0176-4e17-a063-ef8cc040f5c6 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:57:50.018696 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-2a9f44fc-aa92-40dd-ba8c-28666280602d req-3dd56180-0176-4e17-a063-ef8cc040f5c6 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] 10.222.0.67 "GET /v2.0/ports?device_id=0d5f3b7d-8b92-4264-b41a-1d1ade879f2f HTTP/1.1" status: 200 len: 945 time: 0.0571456 Apr 11 13:57:50.074234 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-2a9f44fc-aa92-40dd-ba8c-28666280602d req-9c7881b7-0a31-44bf-a0b1-64fbe280fa83 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] 10.222.0.67 "GET /v2.0/security-groups?id=2c46161f-2d1e-4228-ae9c-ab4fe572bda1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493116 Apr 11 13:57:50.178776 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-384516d7-c7b5-4b05-8639-3381335f8ee8 req-90accfc3-1e4b-4124-b77d-65746f8ee643 tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] 10.222.0.67 "GET /v2.0/ports?device_id=a1b122bc-5193-4642-9f21-0e30c573c88e HTTP/1.1" status: 200 len: 210 time: 0.0665274 Apr 11 13:57:50.226520 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-3af700e8-7c86-4f9e-9014-e5a4f47efaef req-7e05b918-f582-4210-808f-75982574be71 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=de4e94c7-be7c-4bc2-84b9-7af631c3426e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4256608 Apr 11 13:57:50.233549 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.db.db_base_plugin_common [req-e6216388-3208-4ddf-8b64-a915ba4eb4cd req-a8ffe450-ddb5-49fd-8a87-3faa1b89540f tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] Allocated IP 172.20.0.12 (5b366c5b-a29e-42a6-8ecc-0cc9ff2fdbc0/8a7e0881-a086-4309-85a2-2f54ddd5f281/dd31c02f-d45d-4905-89c8-0c0d76d81cb0) {{(pid=103319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 13:57:50.241577 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-7ef8f287-776d-4005-9de3-55119e33e443 admin admin] Publish callbacks [] for port (43c43512-a5db-41f7-9ddb-a5e95f23c1cb), precommit_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:57:50.253376 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Device cda04f4a-80ef-4c18-b575-cb87293272ce up at agent hyperv_hv-cinder-83078 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 13:57:50.255674 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-7ef8f287-776d-4005-9de3-55119e33e443 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750379687711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750379164492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750379164510'] for port (43c43512-a5db-41f7-9ddb-a5e95f23c1cb), after_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:57:50.256577 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-7ef8f287-776d-4005-9de3-55119e33e443 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7871730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8123374'] for router_interface (0967db16-ea56-43f5-9014-a119446bbcda), after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:57:50.320855 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef8f287-776d-4005-9de3-55119e33e443 admin admin] Pushing event updated for resources: {'Port': ['ID=43c43512-a5db-41f7-9ddb-a5e95f23c1cb,revision_number=2']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:57:50.398595 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Provisioning complete for port cda04f4a-80ef-4c18-b575-cb87293272ce triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 13:57:50.398595 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-663396'] for port (cda04f4a-80ef-4c18-b575-cb87293272ce), provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:57:50.513293 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ef8f287-776d-4005-9de3-55119e33e443 admin admin] Network 58cc5203-cb65-4cf8-b313-d1b089781dfe is already hosted by enough agents. {{(pid=103319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 13:57:50.516877 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [None req-7ef8f287-776d-4005-9de3-55119e33e443 admin admin] Resources bound (agent type, host, resource id): {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 13:57:50.654864 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-e6216388-3208-4ddf-8b64-a915ba4eb4cd req-a8ffe450-ddb5-49fd-8a87-3faa1b89540f tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] Publish callbacks [] for port (dd31c02f-d45d-4905-89c8-0c0d76d81cb0), precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:57:50.718602 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Current status of the port cda04f4a-80ef-4c18-b575-cb87293272ce is: BUILD; New status is: ACTIVE {{(pid=103320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 13:57:50.719214 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883311'] for port (cda04f4a-80ef-4c18-b575-cb87293272ce), before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:57:50.758697 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.67', 59060) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:57:50.777874 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ef8f287-776d-4005-9de3-55119e33e443 admin admin] Router 0967db16-ea56-43f5-9014-a119446bbcda has already been hosted by L3 agent e731c656-576f-4174-9da3-af64518920bc {{(pid=103319) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 13:57:50.784226 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] For port cda04f4a-80ef-4c18-b575-cb87293272ce, host hv-cinder-83078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83078',level=0,port_id=cda04f4a-80ef-4c18-b575-cb87293272ce,segment=NetworkSegment(964d2a25-195e-4828-b4c1-a165c2037b82),segment_id=964d2a25-195e-4828-b4c1-a165c2037b82)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 13:57:50.790911 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750379687711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750379164492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750379164510'] for port (cda04f4a-80ef-4c18-b575-cb87293272ce), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:57:50.798552 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-e6216388-3208-4ddf-8b64-a915ba4eb4cd req-a8ffe450-ddb5-49fd-8a87-3faa1b89540f tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750379164474'] for port (dd31c02f-d45d-4905-89c8-0c0d76d81cb0), after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:57:50.899178 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Pushing event updated for resources: {'Port': ['ID=cda04f4a-80ef-4c18-b575-cb87293272ce,revision_number=7']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:57:50.917577 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6216388-3208-4ddf-8b64-a915ba4eb4cd req-a8ffe450-ddb5-49fd-8a87-3faa1b89540f tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] Network 5b366c5b-a29e-42a6-8ecc-0cc9ff2fdbc0 is already hosted by enough agents. {{(pid=103319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 13:57:50.950743 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdaa35d-887c-4a25-9996-43cf6d298bde req-a287c666-1b07-44c6-b5ab-aada7cc064dc tempest-VolumesNegativeTest-1305465451 tempest-VolumesNegativeTest-1305465451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:57:50.952672 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-bfdaa35d-887c-4a25-9996-43cf6d298bde req-a287c666-1b07-44c6-b5ab-aada7cc064dc tempest-VolumesNegativeTest-1305465451 tempest-VolumesNegativeTest-1305465451-project] 10.222.0.67 "GET /v2.0/ports?device_id=bc267f34-a781-49f9-8046-13bb95dfd815 HTTP/1.1" status: 200 len: 949 time: 0.0934820 Apr 11 13:57:50.954169 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [req-e6216388-3208-4ddf-8b64-a915ba4eb4cd req-a8ffe450-ddb5-49fd-8a87-3faa1b89540f tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] Resources bound (agent type, host, resource id): {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 13:57:50.962256 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-78968318-959f-4ea9-b250-0e4c944cd4c5 None None] Provisioning complete for port 43c43512-a5db-41f7-9ddb-a5e95f23c1cb triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 13:57:50.962643 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-78968318-959f-4ea9-b250-0e4c944cd4c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-663396'] for port (43c43512-a5db-41f7-9ddb-a5e95f23c1cb), provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:57:50.975948 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ffe450-ddb5-49fd-8a87-3faa1b89540f tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] Pushing event updated for resources: {'Port': ['ID=dd31c02f-d45d-4905-89c8-0c0d76d81cb0,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:57:50.978510 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6216388-3208-4ddf-8b64-a915ba4eb4cd req-a8ffe450-ddb5-49fd-8a87-3faa1b89540f tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] Received port after_create {{(pid=103319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 13:57:50.984545 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6216388-3208-4ddf-8b64-a915ba4eb4cd req-a8ffe450-ddb5-49fd-8a87-3faa1b89540f tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:57:50.985303 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-e6216388-3208-4ddf-8b64-a915ba4eb4cd req-a8ffe450-ddb5-49fd-8a87-3faa1b89540f tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-507053'] for port (None), before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:57:51.026316 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ef8f287-776d-4005-9de3-55119e33e443 admin admin] Notify agent at l3_agent.dv-cinder-830787-2-iscsi the message routers_updated {{(pid=103319) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 13:57:51.030752 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-e6216388-3208-4ddf-8b64-a915ba4eb4cd req-a8ffe450-ddb5-49fd-8a87-3faa1b89540f tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9651792 Apr 11 13:57:51.044057 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-7ef8f287-776d-4005-9de3-55119e33e443 admin admin] 10.222.0.67 "PUT /v2.0/routers/0967db16-ea56-43f5-9014-a119446bbcda/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9535742 Apr 11 13:57:51.044297 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-78968318-959f-4ea9-b250-0e4c944cd4c5 None None] Port 43c43512-a5db-41f7-9ddb-a5e95f23c1cb cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 13:57:51.046504 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.v2.base [req-e6216388-3208-4ddf-8b64-a915ba4eb4cd req-de81b439-5c8b-4104-8135-5316a322e5b5 service neutron] Request body: {'port': {'device_id': 'a1b122bc-5193-4642-9f21-0e30c573c88e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83078'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 13:57:51.080039 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-4042d256-80ea-4bf8-a2f8-555218ebb951 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:57:51.130516 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-e6216388-3208-4ddf-8b64-a915ba4eb4cd req-de81b439-5c8b-4104-8135-5316a322e5b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883311'] for port (dd31c02f-d45d-4905-89c8-0c0d76d81cb0), before_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:57:51.192248 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-bfdaa35d-887c-4a25-9996-43cf6d298bde req-235be413-e269-49f3-addb-ac81850b283f tempest-VolumesNegativeTest-1305465451 tempest-VolumesNegativeTest-1305465451-project] 10.222.0.67 "GET /v2.0/security-groups?id=de4e94c7-be7c-4bc2-84b9-7af631c3426e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2326975 Apr 11 13:57:51.370597 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-62956449-dcff-4961-9020-343dcc95f343 None None] Provisioning complete for port dd31c02f-d45d-4905-89c8-0c0d76d81cb0 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 13:57:51.371603 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-62956449-dcff-4961-9020-343dcc95f343 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-663396'] for port (dd31c02f-d45d-4905-89c8-0c0d76d81cb0), provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:57:51.429652 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e94718-85ac-4131-9e39-3b3940cbde79 req-d721bc53-ea9b-40ab-bcff-1065d9c0bc32 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:57:51.431197 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-d8e94718-85ac-4131-9e39-3b3940cbde79 req-d721bc53-ea9b-40ab-bcff-1065d9c0bc32 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] 10.222.0.67 "GET /v2.0/ports?device_id=0d5f3b7d-8b92-4264-b41a-1d1ade879f2f HTTP/1.1" status: 200 len: 946 time: 0.1180549 Apr 11 13:57:51.464183 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-4042d256-80ea-4bf8-a2f8-555218ebb951 admin admin] Publish callbacks [] for security_group (6aed00f0-9763-42b5-bcd2-3614823667c7), precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:57:51.482663 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d5f3b7d-8b92-4264-b41a-1d1ade879f2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cda04f4a-80ef-4c18-b575-cb87293272ce'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 13:57:51.488955 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e17e7c2a2a067a9a9572b19104dd8b83720c41d762fa1dc6a6c9d001f6760b0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ca36d29-fb5b-45ad-b508-f40d7b91e19b" -d '{"events": [{"server_uuid": "0d5f3b7d-8b92-4264-b41a-1d1ade879f2f", "name": "network-vif-plugged", "status": "completed", "tag": "cda04f4a-80ef-4c18-b575-cb87293272ce"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 13:57:51.493482 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-62956449-dcff-4961-9020-343dcc95f343 None None] Port dd31c02f-d45d-4905-89c8-0c0d76d81cb0 cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 13:57:51.496784 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Device ab3d7815-18da-4715-bcc6-df11ff5d4b68 up at agent ovs-agent-dv-cinder-830787-2-iscsi {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 13:57:51.527671 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1df5973-6b57-4d9d-a595-b806d4d860f2 req-6b8cee8c-0b6f-4ede-b046-e96af38c246a tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:57:51.530086 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-f1df5973-6b57-4d9d-a595-b806d4d860f2 req-6b8cee8c-0b6f-4ede-b046-e96af38c246a tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] 10.222.0.67 "GET /v2.0/ports?device_id=a1b122bc-5193-4642-9f21-0e30c573c88e HTTP/1.1" status: 200 len: 932 time: 0.2146375 Apr 11 13:57:51.531269 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-4042d256-80ea-4bf8-a2f8-555218ebb951 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8023832'] for security_group (6aed00f0-9763-42b5-bcd2-3614823667c7), after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:57:51.541963 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-d8e94718-85ac-4131-9e39-3b3940cbde79 req-b02f0782-af67-47bf-9774-ef135223d520 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] 10.222.0.67 "GET /v2.0/security-groups?id=2c46161f-2d1e-4228-ae9c-ab4fe572bda1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0968723 Apr 11 13:57:51.587416 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Provisioning complete for port ab3d7815-18da-4715-bcc6-df11ff5d4b68 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 13:57:51.587832 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-663396'] for port (ab3d7815-18da-4715-bcc6-df11ff5d4b68), provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:57:51.699756 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.notifiers.nova [req-e6216388-3208-4ddf-8b64-a915ba4eb4cd req-de81b439-5c8b-4104-8135-5316a322e5b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd31c02f-d45d-4905-89c8-0c0d76d81cb0 {{(pid=103319) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 13:57:51.709828 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 13:57:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91b15fd5-f159-4e3d-94d3-3cc9d65f2b3d x-openstack-request-id: req-91b15fd5-f159-4e3d-94d3-3cc9d65f2b3d {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 13:57:51.711396 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d5f3b7d-8b92-4264-b41a-1d1ade879f2f", "name": "network-vif-plugged", "status": "completed", "tag": "cda04f4a-80ef-4c18-b575-cb87293272ce", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 13:57:51.711867 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-91b15fd5-f159-4e3d-94d3-3cc9d65f2b3d {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 13:57:51.712476 dv-cinder-830787-2-iscsi neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-91b15fd5-f159-4e3d-94d3-3cc9d65f2b3d'] response: {'server_uuid': '0d5f3b7d-8b92-4264-b41a-1d1ade879f2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cda04f4a-80ef-4c18-b575-cb87293272ce', 'code': 200} Apr 11 13:57:51.714172 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-e6216388-3208-4ddf-8b64-a915ba4eb4cd req-de81b439-5c8b-4104-8135-5316a322e5b5 service neutron] Publish callbacks [] for port (dd31c02f-d45d-4905-89c8-0c0d76d81cb0), precommit_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:57:51.717151 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24419478-051f-48c6-8143-33be14e9e5e6 None None] Sync routers for ids ['0967db16-ea56-43f5-9014-a119446bbcda'] in dv-cinder-830787-2-iscsi {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 13:57:51.738685 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-f1df5973-6b57-4d9d-a595-b806d4d860f2 req-6cff9c9d-8f49-4aeb-adde-dc311d1c8b7d tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] 10.222.0.67 "GET /v2.0/security-groups?id=74210077-a841-4d98-8800-d90fd64306d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1772892 Apr 11 13:57:51.763171 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.db.provisioning_blocks [req-e6216388-3208-4ddf-8b64-a915ba4eb4cd req-de81b439-5c8b-4104-8135-5316a322e5b5 service neutron] Transition to ACTIVE for port object dd31c02f-d45d-4905-89c8-0c0d76d81cb0 will not be triggered until provisioned by entity L2. {{(pid=103319) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 13:57:51.772370 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-e6216388-3208-4ddf-8b64-a915ba4eb4cd req-de81b439-5c8b-4104-8135-5316a322e5b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750379687711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750379164492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750379164510'] for port (dd31c02f-d45d-4905-89c8-0c0d76d81cb0), after_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:57:51.783867 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4042d256-80ea-4bf8-a2f8-555218ebb951 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6aed00f0-9763-42b5-bcd2-3614823667c7,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:57:51.788536 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-4042d256-80ea-4bf8-a2f8-555218ebb951 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=c6ffd5b8181740e4b3e1c1a0fc1c170f&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0279229 Apr 11 13:57:51.791077 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.67', 59100) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:57:51.838385 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24419478-051f-48c6-8143-33be14e9e5e6 None None] Routers {'0967db16-ea56-43f5-9014-a119446bbcda'} bound to L3 agent in host dv-cinder-830787-2-iscsi {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 13:57:51.839298 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-24419478-051f-48c6-8143-33be14e9e5e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830787-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T13:46:59Z,description=,heartbeat_timestamp=2022-04-11T13:57:29Z,host='dv-cinder-830787-2-iscsi',id=e731c656-576f-4174-9da3-af64518920bc,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T13:46:59Z,topic='l3_agent')) {'router_ids': ['0967db16-ea56-43f5-9014-a119446bbcda'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:57:51.868812 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de81b439-5c8b-4104-8135-5316a322e5b5 service neutron] Pushing event updated for resources: {'Port': ['ID=dd31c02f-d45d-4905-89c8-0c0d76d81cb0,revision_number=2']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:57:51.895484 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.managers [req-e6216388-3208-4ddf-8b64-a915ba4eb4cd req-de81b439-5c8b-4104-8135-5316a322e5b5 service neutron] Attempting to bind port dd31c02f-d45d-4905-89c8-0c0d76d81cb0 on host hv-cinder-83078 for vnic_type normal with profile {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 13:57:51.896614 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.managers [req-e6216388-3208-4ddf-8b64-a915ba4eb4cd req-de81b439-5c8b-4104-8135-5316a322e5b5 service neutron] Attempting to bind port dd31c02f-d45d-4905-89c8-0c0d76d81cb0 by drivers openvswitch,hyperv on host hv-cinder-83078 at level 0 using segments [{'id': '2ce3e5b5-40c0-484a-9c58-6b322d93e7e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': '5b366c5b-a29e-42a6-8ecc-0cc9ff2fdbc0'}] {{(pid=103319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 13:57:51.897380 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-eb081ea5-f34a-435f-8b68-cc07b3ef925b admin admin] Publish callbacks [] for security_group (6aed00f0-9763-42b5-bcd2-3614823667c7), before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:57:51.897690 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6216388-3208-4ddf-8b64-a915ba4eb4cd req-de81b439-5c8b-4104-8135-5316a322e5b5 service neutron] Attempting to bind port dd31c02f-d45d-4905-89c8-0c0d76d81cb0 on network 5b366c5b-a29e-42a6-8ecc-0cc9ff2fdbc0 {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 13:57:51.921107 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6216388-3208-4ddf-8b64-a915ba4eb4cd req-de81b439-5c8b-4104-8135-5316a322e5b5 service neutron] Port dd31c02f-d45d-4905-89c8-0c0d76d81cb0 on network 5b366c5b-a29e-42a6-8ecc-0cc9ff2fdbc0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83078 {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 11 13:57:51.926252 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6216388-3208-4ddf-8b64-a915ba4eb4cd req-de81b439-5c8b-4104-8135-5316a322e5b5 service neutron] Attempting to bind port dd31c02f-d45d-4905-89c8-0c0d76d81cb0 on network 5b366c5b-a29e-42a6-8ecc-0cc9ff2fdbc0 {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 13:57:51.933133 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6216388-3208-4ddf-8b64-a915ba4eb4cd req-de81b439-5c8b-4104-8135-5316a322e5b5 service neutron] Checking agent: {'id': 'a433433c-9197-4b2b-8991-1d45f6bac940', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83078', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 13, 53, 31), 'started_at': datetime.datetime(2022, 4, 11, 13, 53, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 13, 57, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 13:57:51.948977 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6216388-3208-4ddf-8b64-a915ba4eb4cd req-de81b439-5c8b-4104-8135-5316a322e5b5 service neutron] Checking segment: {'id': '2ce3e5b5-40c0-484a-9c58-6b322d93e7e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': '5b366c5b-a29e-42a6-8ecc-0cc9ff2fdbc0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103319) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 13:57:51.950615 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6216388-3208-4ddf-8b64-a915ba4eb4cd req-de81b439-5c8b-4104-8135-5316a322e5b5 service neutron] Bound using segment: {'id': '2ce3e5b5-40c0-484a-9c58-6b322d93e7e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': '5b366c5b-a29e-42a6-8ecc-0cc9ff2fdbc0'} {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 13:57:51.957399 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.managers [req-e6216388-3208-4ddf-8b64-a915ba4eb4cd req-de81b439-5c8b-4104-8135-5316a322e5b5 service neutron] Bound port: dd31c02f-d45d-4905-89c8-0c0d76d81cb0, host: hv-cinder-83078, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ce3e5b5-40c0-484a-9c58-6b322d93e7e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': '5b366c5b-a29e-42a6-8ecc-0cc9ff2fdbc0'}}] {{(pid=103319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 13:57:51.957989 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-e6216388-3208-4ddf-8b64-a915ba4eb4cd req-de81b439-5c8b-4104-8135-5316a322e5b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883311'] for port (dd31c02f-d45d-4905-89c8-0c0d76d81cb0), before_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:57:51.969629 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-eb081ea5-f34a-435f-8b68-cc07b3ef925b admin admin] Publish callbacks [] for security_group (6aed00f0-9763-42b5-bcd2-3614823667c7), precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:57:52.069528 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.db.l3_dvr_db [None req-24419478-051f-48c6-8143-33be14e9e5e6 None None] Set router 0967db16-ea56-43f5-9014-a119446bbcda gateway port host: dv-cinder-830787-2-iscsi {{(pid=103320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 13:57:52.071894 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Current status of the port ab3d7815-18da-4715-bcc6-df11ff5d4b68 is: DOWN; New status is: ACTIVE {{(pid=103320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 13:57:52.072378 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883311'] for port (ab3d7815-18da-4715-bcc6-df11ff5d4b68), before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:57:52.092124 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-eb081ea5-f34a-435f-8b68-cc07b3ef925b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8023832'] for security_group (6aed00f0-9763-42b5-bcd2-3614823667c7), after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:57:52.097230 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-eb081ea5-f34a-435f-8b68-cc07b3ef925b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:57:52.101182 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-eb081ea5-f34a-435f-8b68-cc07b3ef925b admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/6aed00f0-9763-42b5-bcd2-3614823667c7 HTTP/1.1" status: 204 len: 168 time: 0.3088293 Apr 11 13:57:52.114030 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb081ea5-f34a-435f-8b68-cc07b3ef925b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6aed00f0-9763-42b5-bcd2-3614823667c7,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:57:52.188999 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] For port ab3d7815-18da-4715-bcc6-df11ff5d4b68, host dv-cinder-830787-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830787-2-iscsi',level=0,port_id=ab3d7815-18da-4715-bcc6-df11ff5d4b68,segment=NetworkSegment(153f0837-19dc-4e5c-bf6b-49a4300ea8f5),segment_id=153f0837-19dc-4e5c-bf6b-49a4300ea8f5)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 13:57:52.232759 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.db [req-e6216388-3208-4ddf-8b64-a915ba4eb4cd req-de81b439-5c8b-4104-8135-5316a322e5b5 service neutron] For port dd31c02f-d45d-4905-89c8-0c0d76d81cb0, host hv-cinder-83078, cleared binding levels {{(pid=103319) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 13:57:52.244824 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.db [req-e6216388-3208-4ddf-8b64-a915ba4eb4cd req-de81b439-5c8b-4104-8135-5316a322e5b5 service neutron] For port dd31c02f-d45d-4905-89c8-0c0d76d81cb0, host hv-cinder-83078, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83078',level=0,port_id=dd31c02f-d45d-4905-89c8-0c0d76d81cb0,segment=NetworkSegment(2ce3e5b5-40c0-484a-9c58-6b322d93e7e4),segment_id=2ce3e5b5-40c0-484a-9c58-6b322d93e7e4)] {{(pid=103319) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 13:57:52.260047 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-e6216388-3208-4ddf-8b64-a915ba4eb4cd req-de81b439-5c8b-4104-8135-5316a322e5b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750379687711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750379164492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750379164510'] for port (dd31c02f-d45d-4905-89c8-0c0d76d81cb0), after_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:57:52.293781 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750379687711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750379164492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750379164510'] for port (ab3d7815-18da-4715-bcc6-df11ff5d4b68), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:57:52.354557 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6216388-3208-4ddf-8b64-a915ba4eb4cd req-de81b439-5c8b-4104-8135-5316a322e5b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:57:52.355182 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-e6216388-3208-4ddf-8b64-a915ba4eb4cd req-de81b439-5c8b-4104-8135-5316a322e5b5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-507053'] for port (None), before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:57:52.357397 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-e6216388-3208-4ddf-8b64-a915ba4eb4cd req-de81b439-5c8b-4104-8135-5316a322e5b5 service neutron] 10.222.0.75 "PUT /v2.0/ports/dd31c02f-d45d-4905-89c8-0c0d76d81cb0 HTTP/1.1" status: 200 len: 1094 time: 1.3188119 Apr 11 13:57:52.383253 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1b122bc-5193-4642-9f21-0e30c573c88e', 'tag': 'dd31c02f-d45d-4905-89c8-0c0d76d81cb0'}] {{(pid=103319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 13:57:52.386161 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca54f3a3744013fac1d33973197c51c1d98542aecacec3b3a4d6ee5bc00756d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d38958f-d32d-4912-ab26-098e133b4ef5" -d '{"events": [{"name": "network-changed", "server_uuid": "a1b122bc-5193-4642-9f21-0e30c573c88e", "tag": "dd31c02f-d45d-4905-89c8-0c0d76d81cb0"}]}' {{(pid=103319) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 13:57:52.470184 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 13:57:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04cf1502-1a0b-424a-b3b3-ca525d832ce7 x-openstack-request-id: req-04cf1502-1a0b-424a-b3b3-ca525d832ce7 {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 13:57:52.471576 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1b122bc-5193-4642-9f21-0e30c573c88e", "tag": "dd31c02f-d45d-4905-89c8-0c0d76d81cb0", "status": "completed", "code": 200}]} {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 13:57:52.471576 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-04cf1502-1a0b-424a-b3b3-ca525d832ce7 {{(pid=103319) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 13:57:52.471576 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.notifiers.nova [-] Nova event matching ['req-04cf1502-1a0b-424a-b3b3-ca525d832ce7'] response: {'name': 'network-changed', 'server_uuid': 'a1b122bc-5193-4642-9f21-0e30c573c88e', 'tag': 'dd31c02f-d45d-4905-89c8-0c0d76d81cb0', 'status': 'completed', 'code': 200} Apr 11 13:57:52.505493 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d476bca5-2759-4731-ab12-c9aea74bd1fa req-fff7de67-933b-4407-bcd2-e581bdcc4a2f tempest-VolumesNegativeTest-1305465451 tempest-VolumesNegativeTest-1305465451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:57:52.513829 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-d476bca5-2759-4731-ab12-c9aea74bd1fa req-fff7de67-933b-4407-bcd2-e581bdcc4a2f tempest-VolumesNegativeTest-1305465451 tempest-VolumesNegativeTest-1305465451-project] 10.222.0.67 "GET /v2.0/ports?device_id=bc267f34-a781-49f9-8046-13bb95dfd815 HTTP/1.1" status: 200 len: 949 time: 0.1746743 Apr 11 13:57:52.630566 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Pushing event updated for resources: {'Port': ['ID=ab3d7815-18da-4715-bcc6-df11ff5d4b68,revision_number=4']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:57:52.637520 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6216388-3208-4ddf-8b64-a915ba4eb4cd req-6f73c913-9d50-435f-a0e2-86d118a7a663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:57:52.639044 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-e6216388-3208-4ddf-8b64-a915ba4eb4cd req-6f73c913-9d50-435f-a0e2-86d118a7a663 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=7e9487af89de4df6b7592a993fc4827e&device_id=a1b122bc-5193-4642-9f21-0e30c573c88e HTTP/1.1" status: 200 len: 1128 time: 0.1947815 Apr 11 13:57:52.640683 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de81b439-5c8b-4104-8135-5316a322e5b5 service neutron] Pushing event updated for resources: {'Port': ['ID=dd31c02f-d45d-4905-89c8-0c0d76d81cb0,revision_number=3']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:57:52.726427 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-e6216388-3208-4ddf-8b64-a915ba4eb4cd req-3e14a270-307a-48f6-b60b-0b58a849b969 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dd31c02f-d45d-4905-89c8-0c0d76d81cb0 HTTP/1.1" status: 200 len: 217 time: 0.0694857 Apr 11 13:57:52.744228 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-24419478-051f-48c6-8143-33be14e9e5e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0967db16-ea56-43f5-9014-a119446bbcda', 'name': 'tempest-TestMinimumBasicScenario-1827031263-router', 'tenant_id': '43cdac2d08374f7691e431b85ad81bc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886', 'external_fixed_ips': [{'subnet_id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'ip_address': '172.27.1.32'}], 'enable_snat': True}, 'gw_port_id': 'ab3d7815-18da-4715-bcc6-df11ff5d4b68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T13:57:44Z', 'updated_at': '2022-04-11T13:57:48Z', 'revision_number': 4, 'project_id': '43cdac2d08374f7691e431b85ad81bc1', 'gw_port': {'id': 'ab3d7815-18da-4715-bcc6-df11ff5d4b68', 'name': '', 'network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:82:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0967db16-ea56-43f5-9014-a119446bbcda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'ip_address': '172.27.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:57:45Z', 'updated_at': '2022-04-11T13:57:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830787-2-iscsi', '_interfaces': [{'id': '43c43512-a5db-41f7-9ddb-a5e95f23c1cb', 'name': '', 'network_id': '58cc5203-cb65-4cf8-b313-d1b089781dfe', 'tenant_id': '43cdac2d08374f7691e431b85ad81bc1', 'mac_address': 'fa:16:3e:d1:ab:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0967db16-ea56-43f5-9014-a119446bbcda', 'device_owner': 'network:router_interface', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '72543082-a676-4a3d-82f3-995e86930e6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:57:47Z', 'updated_at': '2022-04-11T13:57:49Z', 'revision_number': 2, 'project_id': '43cdac2d08374f7691e431b85ad81bc1', 'subnets': [{'id': '72543082-a676-4a3d-82f3-995e86930e6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830787-2-iscsi', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:57:52.808630 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f55140f-db3f-4039-bb62-5c9cf07293fc req-74bb3e62-8db3-4dfb-a678-5651dca27bf3 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:57:52.810381 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-9f55140f-db3f-4039-bb62-5c9cf07293fc req-74bb3e62-8db3-4dfb-a678-5651dca27bf3 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] 10.222.0.67 "GET /v2.0/ports?device_id=0d5f3b7d-8b92-4264-b41a-1d1ade879f2f HTTP/1.1" status: 200 len: 946 time: 0.1112978 Apr 11 13:57:52.828103 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24419478-051f-48c6-8143-33be14e9e5e6 None None] Checking router: 0967db16-ea56-43f5-9014-a119446bbcda for host: dv-cinder-830787-2-iscsi {{(pid=103320) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 13:57:52.829665 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24419478-051f-48c6-8143-33be14e9e5e6 None None] Updating router 0967db16-ea56-43f5-9014-a119446bbcda port 43c43512-a5db-41f7-9ddb-a5e95f23c1cb binding host dv-cinder-830787-2-iscsi {{(pid=103320) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 13:57:52.864486 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-d476bca5-2759-4731-ab12-c9aea74bd1fa req-65140190-1f20-429d-bb72-99492e949967 tempest-VolumesNegativeTest-1305465451 tempest-VolumesNegativeTest-1305465451-project] 10.222.0.67 "GET /v2.0/security-groups?id=de4e94c7-be7c-4bc2-84b9-7af631c3426e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3398948 Apr 11 13:57:52.928729 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6216388-3208-4ddf-8b64-a915ba4eb4cd req-07455b4c-8132-46a5-86d6-220119e2c7dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:57:52.932308 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-24419478-051f-48c6-8143-33be14e9e5e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883311'] for port (43c43512-a5db-41f7-9ddb-a5e95f23c1cb), before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:57:52.935028 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-e6216388-3208-4ddf-8b64-a915ba4eb4cd req-07455b4c-8132-46a5-86d6-220119e2c7dc service neutron] 10.222.0.75 "GET /v2.0/subnets?id=8a7e0881-a086-4309-85a2-2f54ddd5f281 HTTP/1.1" status: 200 len: 857 time: 0.1973374 Apr 11 13:57:52.975816 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-9f55140f-db3f-4039-bb62-5c9cf07293fc req-6b1889d1-5399-4df5-86be-649531ed8d89 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] 10.222.0.67 "GET /v2.0/security-groups?id=2c46161f-2d1e-4228-ae9c-ab4fe572bda1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1550055 Apr 11 13:57:53.084686 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6216388-3208-4ddf-8b64-a915ba4eb4cd req-f5c0aafe-9814-46a5-b6cf-df2640220e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:57:53.086150 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-e6216388-3208-4ddf-8b64-a915ba4eb4cd req-f5c0aafe-9814-46a5-b6cf-df2640220e72 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=5b366c5b-a29e-42a6-8ecc-0cc9ff2fdbc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1433907 Apr 11 13:57:53.350423 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Device ab3d7815-18da-4715-bcc6-df11ff5d4b68 up at agent ovs-agent-dv-cinder-830787-2-iscsi {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 13:57:53.478301 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c5eafa-2cd9-4b0f-a02b-883153898034 req-875c76df-2095-4c03-b856-e15b776c1bad tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:57:53.481602 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-e5c5eafa-2cd9-4b0f-a02b-883153898034 req-875c76df-2095-4c03-b856-e15b776c1bad tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] 10.222.0.67 "GET /v2.0/ports?device_id=a1b122bc-5193-4642-9f21-0e30c573c88e HTTP/1.1" status: 200 len: 944 time: 0.3945196 Apr 11 13:57:53.563382 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Provisioning complete for port ab3d7815-18da-4715-bcc6-df11ff5d4b68 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 13:57:53.565569 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-663396'] for port (ab3d7815-18da-4715-bcc6-df11ff5d4b68), provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:57:53.589685 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-e5c5eafa-2cd9-4b0f-a02b-883153898034 req-8e9d96bd-20dd-4865-86ed-016cdf26658b tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] 10.222.0.67 "GET /v2.0/security-groups?id=74210077-a841-4d98-8800-d90fd64306d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1006694 Apr 11 13:57:53.591930 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-e6216388-3208-4ddf-8b64-a915ba4eb4cd req-23f4fc12-0584-4d0b-89dd-dd32050d9cf6 service neutron] 10.222.0.75 "GET /v2.0/networks/5b366c5b-a29e-42a6-8ecc-0cc9ff2fdbc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4693103 Apr 11 13:57:53.658833 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e54710-9d8a-4b64-95c2-c7befc1d2bc1 req-b98989c7-994d-45b9-baec-85ce04fcb870 tempest-VolumesNegativeTest-1305465451 tempest-VolumesNegativeTest-1305465451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:57:53.666612 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-e5e54710-9d8a-4b64-95c2-c7befc1d2bc1 req-b98989c7-994d-45b9-baec-85ce04fcb870 tempest-VolumesNegativeTest-1305465451 tempest-VolumesNegativeTest-1305465451-project] 10.222.0.67 "GET /v2.0/ports?device_id=bc267f34-a781-49f9-8046-13bb95dfd815 HTTP/1.1" status: 200 len: 949 time: 0.1261599 Apr 11 13:57:53.675858 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.67', 59158) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:57:53.772437 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-e5e54710-9d8a-4b64-95c2-c7befc1d2bc1 req-0e9185b9-9a27-4a75-9ee7-7972e09a2105 tempest-VolumesNegativeTest-1305465451 tempest-VolumesNegativeTest-1305465451-project] 10.222.0.67 "GET /v2.0/security-groups?id=de4e94c7-be7c-4bc2-84b9-7af631c3426e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989709 Apr 11 13:57:53.920377 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-24419478-051f-48c6-8143-33be14e9e5e6 None None] Publish callbacks [] for port (43c43512-a5db-41f7-9ddb-a5e95f23c1cb), precommit_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:57:53.925796 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Current status of the port ab3d7815-18da-4715-bcc6-df11ff5d4b68 is: ACTIVE; New status is: ACTIVE {{(pid=103320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 13:57:53.928826 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.v2.base [None req-868cb485-bc00-48c5-a963-3456c0810f92 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-695175599-network', 'tenant_id': '626d5ba1efe34953a6d00b0f0afd5013'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 13:57:53.936310 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-24419478-051f-48c6-8143-33be14e9e5e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750379687711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750379164492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750379164510'] for port (43c43512-a5db-41f7-9ddb-a5e95f23c1cb), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:57:53.973370 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-868cb485-bc00-48c5-a963-3456c0810f92 admin admin] Made reservation on behalf of 626d5ba1efe34953a6d00b0f0afd5013 for: {'network': 1} {{(pid=103319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 13:57:53.975714 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-868cb485-bc00-48c5-a963-3456c0810f92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883311'] for network (None), before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:57:53.994557 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-868cb485-bc00-48c5-a963-3456c0810f92 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:57:54.051029 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6a1c47-bec7-4f9b-8b45-241262208d19 None None] Pushing event updated for resources: {'Port': ['ID=43c43512-a5db-41f7-9ddb-a5e95f23c1cb,revision_number=3']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:57:54.223105 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-24419478-051f-48c6-8143-33be14e9e5e6 None None] Attempting to bind port 43c43512-a5db-41f7-9ddb-a5e95f23c1cb on host dv-cinder-830787-2-iscsi for vnic_type normal with profile {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 13:57:54.223488 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-24419478-051f-48c6-8143-33be14e9e5e6 None None] Attempting to bind port 43c43512-a5db-41f7-9ddb-a5e95f23c1cb by drivers openvswitch,hyperv on host dv-cinder-830787-2-iscsi at level 0 using segments [{'id': '7d1ff8a1-5fcc-46b1-9319-83c1d5314161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '58cc5203-cb65-4cf8-b313-d1b089781dfe'}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 13:57:54.223884 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24419478-051f-48c6-8143-33be14e9e5e6 None None] Attempting to bind port 43c43512-a5db-41f7-9ddb-a5e95f23c1cb on network 58cc5203-cb65-4cf8-b313-d1b089781dfe {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 13:57:54.240741 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24419478-051f-48c6-8143-33be14e9e5e6 None None] Checking agent: {'id': 'f2586825-e748-4c1d-8b98-cb0d5b6c266d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830787-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 13, 47, 3), 'started_at': datetime.datetime(2022, 4, 11, 13, 47, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 13, 57, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830787-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 13:57:54.240741 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24419478-051f-48c6-8143-33be14e9e5e6 None None] Checking segment: {'id': '7d1ff8a1-5fcc-46b1-9319-83c1d5314161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '58cc5203-cb65-4cf8-b313-d1b089781dfe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 13:57:54.242117 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-24419478-051f-48c6-8143-33be14e9e5e6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:57:54.242485 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24419478-051f-48c6-8143-33be14e9e5e6 None None] Bound using segment: {'id': '7d1ff8a1-5fcc-46b1-9319-83c1d5314161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '58cc5203-cb65-4cf8-b313-d1b089781dfe'} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 13:57:54.242999 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-24419478-051f-48c6-8143-33be14e9e5e6 None None] Bound port: 43c43512-a5db-41f7-9ddb-a5e95f23c1cb, host: dv-cinder-830787-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d1ff8a1-5fcc-46b1-9319-83c1d5314161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '58cc5203-cb65-4cf8-b313-d1b089781dfe'}}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 13:57:54.243410 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-24419478-051f-48c6-8143-33be14e9e5e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883311'] for port (43c43512-a5db-41f7-9ddb-a5e95f23c1cb), before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:57:54.279932 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-868cb485-bc00-48c5-a963-3456c0810f92 admin admin] Publish callbacks [] for security_group (1d7cfd50-c0a5-4f49-a9ef-5370326e88b1), precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:57:54.295579 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665b969b-79be-4ee8-a736-600fc0263d67 req-1c65bd80-997e-4784-9029-40b6662df0f5 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:57:54.312625 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-665b969b-79be-4ee8-a736-600fc0263d67 req-1c65bd80-997e-4784-9029-40b6662df0f5 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] 10.222.0.67 "GET /v2.0/ports?device_id=0d5f3b7d-8b92-4264-b41a-1d1ade879f2f HTTP/1.1" status: 200 len: 946 time: 0.1777670 Apr 11 13:57:54.320881 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-868cb485-bc00-48c5-a963-3456c0810f92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8023832'] for security_group (1d7cfd50-c0a5-4f49-a9ef-5370326e88b1), after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:57:54.355868 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-f0c79c73-ee5e-4310-a25a-70bd2d9ffd56 None None] Provisioning complete for port 43c43512-a5db-41f7-9ddb-a5e95f23c1cb triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 13:57:54.356139 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-f0c79c73-ee5e-4310-a25a-70bd2d9ffd56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-663396'] for port (43c43512-a5db-41f7-9ddb-a5e95f23c1cb), provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:57:54.397479 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868cb485-bc00-48c5-a963-3456c0810f92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d7cfd50-c0a5-4f49-a9ef-5370326e88b1,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:57:54.430964 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-24419478-051f-48c6-8143-33be14e9e5e6 None None] For port 43c43512-a5db-41f7-9ddb-a5e95f23c1cb, host dv-cinder-830787-2-iscsi, cleared binding levels {{(pid=103320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 13:57:54.453692 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-868cb485-bc00-48c5-a963-3456c0810f92 admin admin] vlan segment allocate from pool success with {'vlan_id': 940, 'physical_network': 'physnet1'} {{(pid=103319) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 13:57:54.453833 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-24419478-051f-48c6-8143-33be14e9e5e6 None None] For port 43c43512-a5db-41f7-9ddb-a5e95f23c1cb, host dv-cinder-830787-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830787-2-iscsi',level=0,port_id=43c43512-a5db-41f7-9ddb-a5e95f23c1cb,segment=NetworkSegment(7d1ff8a1-5fcc-46b1-9319-83c1d5314161),segment_id=7d1ff8a1-5fcc-46b1-9319-83c1d5314161)] {{(pid=103320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 13:57:54.458357 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-f0c79c73-ee5e-4310-a25a-70bd2d9ffd56 None None] Port 43c43512-a5db-41f7-9ddb-a5e95f23c1cb cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 13:57:54.465976 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-24419478-051f-48c6-8143-33be14e9e5e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750379687711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750379164492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750379164510'] for port (43c43512-a5db-41f7-9ddb-a5e95f23c1cb), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:57:54.479453 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-868cb485-bc00-48c5-a963-3456c0810f92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682637'] for segment (eced59c3-a177-4f35-9f71-e3309e41d19c), precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:57:54.480131 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.db.segments_db [None req-868cb485-bc00-48c5-a963-3456c0810f92 admin admin] Added segment eced59c3-a177-4f35-9f71-e3309e41d19c of type vlan for network bcc3856a-1e27-4d38-8f1d-e24f8fbb1282 Apr 11 13:57:54.507924 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-665b969b-79be-4ee8-a736-600fc0263d67 req-6c777387-ed1c-423b-bb40-e1bca7da56a0 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] 10.222.0.67 "GET /v2.0/security-groups?id=2c46161f-2d1e-4228-ae9c-ab4fe572bda1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1939671 Apr 11 13:57:54.575229 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-868cb485-bc00-48c5-a963-3456c0810f92 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750379148903'] for network (bcc3856a-1e27-4d38-8f1d-e24f8fbb1282), precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:57:54.644628 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24419478-051f-48c6-8143-33be14e9e5e6 None None] Routers {'0967db16-ea56-43f5-9014-a119446bbcda'} bound to L3 agent in host dv-cinder-830787-2-iscsi {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 13:57:54.646576 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.67', 59172) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:57:54.649734 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-24419478-051f-48c6-8143-33be14e9e5e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830787-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T13:46:59Z,description=,heartbeat_timestamp=2022-04-11T13:57:29Z,host='dv-cinder-830787-2-iscsi',id=e731c656-576f-4174-9da3-af64518920bc,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T13:46:59Z,topic='l3_agent')) {'router_ids': ['0967db16-ea56-43f5-9014-a119446bbcda'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:57:54.659938 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6a1c47-bec7-4f9b-8b45-241262208d19 None None] Pushing event updated for resources: {'Port': ['ID=43c43512-a5db-41f7-9ddb-a5e95f23c1cb,revision_number=4']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:57:54.664873 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-868cb485-bc00-48c5-a963-3456c0810f92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8024001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708'] for network (bcc3856a-1e27-4d38-8f1d-e24f8fbb1282), after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:57:54.670332 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-868cb485-bc00-48c5-a963-3456c0810f92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:57:54.671326 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-868cb485-bc00-48c5-a963-3456c0810f92 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871534'] for network (None), before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:57:54.714983 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-868cb485-bc00-48c5-a963-3456c0810f92 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.0363126 Apr 11 13:57:54.716551 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.67', 59176) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:57:54.721987 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.v2.base [None req-c7241a69-d7b7-4a46-a174-39efe82075c8 admin admin] Request body: {'subnet': {'network_id': 'bcc3856a-1e27-4d38-8f1d-e24f8fbb1282', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-695175599-subnet', 'tenant_id': '626d5ba1efe34953a6d00b0f0afd5013', 'ip_version': 4}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 13:57:54.920194 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813e4268-54ec-4c55-ba5a-b5ea50967c25 req-73bde6de-aa92-479f-a986-996a3158c32a tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:57:54.924553 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-813e4268-54ec-4c55-ba5a-b5ea50967c25 req-73bde6de-aa92-479f-a986-996a3158c32a tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] 10.222.0.67 "GET /v2.0/ports?device_id=a1b122bc-5193-4642-9f21-0e30c573c88e HTTP/1.1" status: 200 len: 944 time: 0.1470525 Apr 11 13:57:54.958415 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7241a69-d7b7-4a46-a174-39efe82075c8 admin admin] Made reservation on behalf of 626d5ba1efe34953a6d00b0f0afd5013 for: {'subnet': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 13:57:54.961430 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-c7241a69-d7b7-4a46-a174-39efe82075c8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4237198'] for subnet (None), before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:57:54.985752 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-49ebdeb9-af79-46a5-ad16-4634f743ecf1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:57:55.064854 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f8101b-7ec9-4b1e-bcac-8bfb058c79b3 req-3ae607e0-127e-4961-addd-6c8ccae02c62 tempest-VolumesNegativeTest-1305465451 tempest-VolumesNegativeTest-1305465451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:57:55.066816 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-67f8101b-7ec9-4b1e-bcac-8bfb058c79b3 req-3ae607e0-127e-4961-addd-6c8ccae02c62 tempest-VolumesNegativeTest-1305465451 tempest-VolumesNegativeTest-1305465451-project] 10.222.0.75 "GET /v2.0/ports?device_id=bc267f34-a781-49f9-8046-13bb95dfd815 HTTP/1.1" status: 200 len: 949 time: 0.0994337 Apr 11 13:57:55.083746 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868cb485-bc00-48c5-a963-3456c0810f92 admin admin] Pushing event updated for resources: {'Network': ['ID=bcc3856a-1e27-4d38-8f1d-e24f8fbb1282,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:57:55.096911 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-49ebdeb9-af79-46a5-ad16-4634f743ecf1 admin admin] Publish callbacks [] for security_group (2ef68823-4c43-4bb1-9148-2739eefacfd4), precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:57:55.118341 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-49ebdeb9-af79-46a5-ad16-4634f743ecf1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8023832'] for security_group (2ef68823-4c43-4bb1-9148-2739eefacfd4), after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:57:55.128092 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-e6216388-3208-4ddf-8b64-a915ba4eb4cd req-b567eb7f-6e27-4f41-a8d3-cbea41b8a2a9 service neutron] 10.222.0.75 "GET /v2.0/networks/5b366c5b-a29e-42a6-8ecc-0cc9ff2fdbc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5046234 Apr 11 13:57:55.154905 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3850f6e8-5369-40ef-9b4e-1c1b8b51dc63 req-015faf93-297f-40e0-a732-a632a557f215 tempest-VolumesNegativeTest-1305465451 tempest-VolumesNegativeTest-1305465451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:57:55.156857 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-3850f6e8-5369-40ef-9b4e-1c1b8b51dc63 req-015faf93-297f-40e0-a732-a632a557f215 tempest-VolumesNegativeTest-1305465451 tempest-VolumesNegativeTest-1305465451-project] 10.222.0.67 "GET /v2.0/ports?device_id=bc267f34-a781-49f9-8046-13bb95dfd815 HTTP/1.1" status: 200 len: 949 time: 0.2259545 Apr 11 13:57:55.190786 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-49ebdeb9-af79-46a5-ad16-4634f743ecf1 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=39d6b2131a8648e4abd488464eb030d8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5443647 Apr 11 13:57:55.197037 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.67', 59180) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:57:55.241603 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [req-67f8101b-7ec9-4b1e-bcac-8bfb058c79b3 req-22b0c037-c5e8-4a65-81b6-18fc99edf64c tempest-VolumesNegativeTest-1305465451 tempest-VolumesNegativeTest-1305465451-project] Deleting port 66864fa9-4e22-4107-8f15-e9d9fa5c63ec {{(pid=103319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 13:57:55.242412 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-67f8101b-7ec9-4b1e-bcac-8bfb058c79b3 req-22b0c037-c5e8-4a65-81b6-18fc99edf64c tempest-VolumesNegativeTest-1305465451 tempest-VolumesNegativeTest-1305465451-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750379682079'] for port (66864fa9-4e22-4107-8f15-e9d9fa5c63ec), before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:57:55.330065 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-376f04de-ae4c-4aca-8503-550c7bab8d89 admin admin] Publish callbacks [] for security_group (2ef68823-4c43-4bb1-9148-2739eefacfd4), before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:57:55.340317 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Network bcc3856a-1e27-4d38-8f1d-e24f8fbb1282 details requested by agent ovs-agent-dv-cinder-830787-2-iscsi with host dv-cinder-830787-2-iscsi {{(pid=103320) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 11 13:57:55.349020 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-3850f6e8-5369-40ef-9b4e-1c1b8b51dc63 req-2b17b111-7bca-4cf0-9737-b64f93311563 tempest-VolumesNegativeTest-1305465451 tempest-VolumesNegativeTest-1305465451-project] 10.222.0.67 "GET /v2.0/security-groups?id=de4e94c7-be7c-4bc2-84b9-7af631c3426e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1841364 Apr 11 13:57:55.395478 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-376f04de-ae4c-4aca-8503-550c7bab8d89 admin admin] Publish callbacks [] for security_group (2ef68823-4c43-4bb1-9148-2739eefacfd4), precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:57:55.402152 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.db [req-67f8101b-7ec9-4b1e-bcac-8bfb058c79b3 req-22b0c037-c5e8-4a65-81b6-18fc99edf64c tempest-VolumesNegativeTest-1305465451 tempest-VolumesNegativeTest-1305465451-project] For port 66864fa9-4e22-4107-8f15-e9d9fa5c63ec, host hv-cinder-83078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83078',level=0,port_id=66864fa9-4e22-4107-8f15-e9d9fa5c63ec,segment=NetworkSegment(fba6ac13-e9a1-4ace-9a68-c0eb786f4445),segment_id=fba6ac13-e9a1-4ace-9a68-c0eb786f4445)] {{(pid=103319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 13:57:55.402626 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-67f8101b-7ec9-4b1e-bcac-8bfb058c79b3 req-22b0c037-c5e8-4a65-81b6-18fc99edf64c tempest-VolumesNegativeTest-1305465451 tempest-VolumesNegativeTest-1305465451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115285'] for port (66864fa9-4e22-4107-8f15-e9d9fa5c63ec), precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:57:55.446189 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [req-67f8101b-7ec9-4b1e-bcac-8bfb058c79b3 req-22b0c037-c5e8-4a65-81b6-18fc99edf64c tempest-VolumesNegativeTest-1305465451 tempest-VolumesNegativeTest-1305465451-project] Calling delete_port for 66864fa9-4e22-4107-8f15-e9d9fa5c63ec owned by compute:nova {{(pid=103319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 13:57:55.470132 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-376f04de-ae4c-4aca-8503-550c7bab8d89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8023832'] for security_group (2ef68823-4c43-4bb1-9148-2739eefacfd4), after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:57:55.474053 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-376f04de-ae4c-4aca-8503-550c7bab8d89 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:57:55.490926 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-376f04de-ae4c-4aca-8503-550c7bab8d89 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/2ef68823-4c43-4bb1-9148-2739eefacfd4 HTTP/1.1" status: 204 len: 168 time: 0.2774818 Apr 11 13:57:55.496512 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-813e4268-54ec-4c55-ba5a-b5ea50967c25 req-f7c165c3-8982-45db-a7ea-89fbc4f4da06 tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] 10.222.0.67 "GET /v2.0/security-groups?id=74210077-a841-4d98-8800-d90fd64306d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5592048 Apr 11 13:57:55.516715 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ebdeb9-af79-46a5-ad16-4634f743ecf1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ef68823-4c43-4bb1-9148-2739eefacfd4,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:57:55.540803 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376f04de-ae4c-4aca-8503-550c7bab8d89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ef68823-4c43-4bb1-9148-2739eefacfd4,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:57:55.672734 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-fd63144f-c3b6-4430-8065-65ea36075df5 None None] Provisioning complete for port 43c43512-a5db-41f7-9ddb-a5e95f23c1cb triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 13:57:55.673113 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-fd63144f-c3b6-4430-8065-65ea36075df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-663396'] for port (43c43512-a5db-41f7-9ddb-a5e95f23c1cb), provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:57:55.725091 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-c7241a69-d7b7-4a46-a174-39efe82075c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4245493', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4237212'] for subnet (3f4be426-c8cc-4fad-9345-853add2c7e7d), after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:57:55.760212 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9323b43f-be6a-4bc9-95f1-0ac36a03a95b req-973caf75-45cf-45dd-9fec-a07c954014fa tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:57:55.761744 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-9323b43f-be6a-4bc9-95f1-0ac36a03a95b req-973caf75-45cf-45dd-9fec-a07c954014fa tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] 10.222.0.67 "GET /v2.0/ports?device_id=0d5f3b7d-8b92-4264-b41a-1d1ade879f2f HTTP/1.1" status: 200 len: 946 time: 0.0951960 Apr 11 13:57:55.795053 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.db.l3_dvr_db [None req-24419478-051f-48c6-8143-33be14e9e5e6 None None] Set router 0967db16-ea56-43f5-9014-a119446bbcda gateway port host: dv-cinder-830787-2-iscsi {{(pid=103320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 13:57:55.923891 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7241a69-d7b7-4a46-a174-39efe82075c8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3f4be426-c8cc-4fad-9345-853add2c7e7d,revision_number=0']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:57:55.929328 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7241a69-d7b7-4a46-a174-39efe82075c8 admin admin] Checking segment: {'id': 'eced59c3-a177-4f35-9f71-e3309e41d19c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': 'bcc3856a-1e27-4d38-8f1d-e24f8fbb1282'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 13:57:55.929698 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7241a69-d7b7-4a46-a174-39efe82075c8 admin admin] Network hostable DHCP agents. Network: bcc3856a-1e27-4d38-8f1d-e24f8fbb1282, hostable agents: ['d5a8b9a1-2e9e-46b5-8163-20b7d509fa4e'], hosted agents: [] {{(pid=103318) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 13:57:55.988043 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7241a69-d7b7-4a46-a174-39efe82075c8 admin admin] Network bcc3856a-1e27-4d38-8f1d-e24f8fbb1282 is scheduled to be hosted by DHCP agent d5a8b9a1-2e9e-46b5-8163-20b7d509fa4e with binding_index 1 {{(pid=103318) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 13:57:56.010520 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [None req-c7241a69-d7b7-4a46-a174-39efe82075c8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830787-2-iscsi, bcc3856a-1e27-4d38-8f1d-e24f8fbb1282) {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 13:57:56.014855 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7241a69-d7b7-4a46-a174-39efe82075c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:57:56.015469 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-c7241a69-d7b7-4a46-a174-39efe82075c8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871534'] for subnet (None), before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:57:56.029903 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-9323b43f-be6a-4bc9-95f1-0ac36a03a95b req-777a1c4e-045d-40e3-af9a-4d0de3efa51d tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] 10.222.0.67 "GET /v2.0/security-groups?id=2c46161f-2d1e-4228-ae9c-ab4fe572bda1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2573950 Apr 11 13:57:56.050338 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-c7241a69-d7b7-4a46-a174-39efe82075c8 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.3326221 Apr 11 13:57:56.052116 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-67f8101b-7ec9-4b1e-bcac-8bfb058c79b3 req-22b0c037-c5e8-4a65-81b6-18fc99edf64c tempest-VolumesNegativeTest-1305465451 tempest-VolumesNegativeTest-1305465451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750379687693', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750379164483'] for port (66864fa9-4e22-4107-8f15-e9d9fa5c63ec), after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:57:56.053624 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.67', 59190) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:57:56.057721 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.v2.base [None req-7aed5657-5cd3-467c-aba3-4286e97f5f83 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-695175599-router', 'tenant_id': '626d5ba1efe34953a6d00b0f0afd5013', 'external_gateway_info': {'network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886'}}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 13:57:56.119667 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a8b9885-e73c-4f61-a533-ea6454f9c865 None None] Network bcc3856a-1e27-4d38-8f1d-e24f8fbb1282 requested from dv-cinder-830787-2-iscsi {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 13:57:56.123398 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] get_ports_and_sgs() called for port_ids ['66864fa9-4e22-4107-8f15-e9d9fa5c63ec'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 13:57:56.151508 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b0c037-c5e8-4a65-81b6-18fc99edf64c tempest-VolumesNegativeTest-1305465451 tempest-VolumesNegativeTest-1305465451-project] Pushing event deleted for resources: {'Port': ['ID=66864fa9-4e22-4107-8f15-e9d9fa5c63ec,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:57:56.329495 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-fd63144f-c3b6-4430-8065-65ea36075df5 None None] Current status of the port 43c43512-a5db-41f7-9ddb-a5e95f23c1cb is: DOWN; New status is: ACTIVE {{(pid=103320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 13:57:56.330428 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-fd63144f-c3b6-4430-8065-65ea36075df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883311'] for port (43c43512-a5db-41f7-9ddb-a5e95f23c1cb), before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:57:56.418511 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d38958f-d32d-4912-ab26-098e133b4ef5 req-6bd41af7-6868-4457-b9e8-61e236f1ac1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:57:56.423850 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-1d38958f-d32d-4912-ab26-098e133b4ef5 req-6bd41af7-6868-4457-b9e8-61e236f1ac1f service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=7e9487af89de4df6b7592a993fc4827e&device_id=a1b122bc-5193-4642-9f21-0e30c573c88e HTTP/1.1" status: 200 len: 1128 time: 0.2792530 Apr 11 13:57:56.426389 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [req-67f8101b-7ec9-4b1e-bcac-8bfb058c79b3 req-22b0c037-c5e8-4a65-81b6-18fc99edf64c tempest-VolumesNegativeTest-1305465451 tempest-VolumesNegativeTest-1305465451-project] No DVR routers for this DVR port 66864fa9-4e22-4107-8f15-e9d9fa5c63ec on host hv-cinder-83078 {{(pid=103319) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 13:57:56.434555 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-67f8101b-7ec9-4b1e-bcac-8bfb058c79b3 req-22b0c037-c5e8-4a65-81b6-18fc99edf64c tempest-VolumesNegativeTest-1305465451 tempest-VolumesNegativeTest-1305465451-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-507053'] for port (None), before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:57:56.443059 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-67f8101b-7ec9-4b1e-bcac-8bfb058c79b3 req-22b0c037-c5e8-4a65-81b6-18fc99edf64c tempest-VolumesNegativeTest-1305465451 tempest-VolumesNegativeTest-1305465451-project] 10.222.0.75 "DELETE /v2.0/ports/66864fa9-4e22-4107-8f15-e9d9fa5c63ec HTTP/1.1" status: 204 len: 173 time: 1.3660259 Apr 11 13:57:56.447756 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc267f34-a781-49f9-8046-13bb95dfd815', 'name': 'network-vif-deleted', 'tag': '66864fa9-4e22-4107-8f15-e9d9fa5c63ec'}] {{(pid=103319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 13:57:56.457070 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca54f3a3744013fac1d33973197c51c1d98542aecacec3b3a4d6ee5bc00756d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc5a39aa-bf6e-4df0-8d76-ce4c8ceea79f" -d '{"events": [{"server_uuid": "bc267f34-a781-49f9-8046-13bb95dfd815", "name": "network-vif-deleted", "tag": "66864fa9-4e22-4107-8f15-e9d9fa5c63ec"}]}' {{(pid=103319) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 13:57:56.463338 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-7aed5657-5cd3-467c-aba3-4286e97f5f83 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8071509', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37535'] for router (6395e472-c494-4c1b-826e-127b39a614bf), before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:57:56.469750 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-7aed5657-5cd3-467c-aba3-4286e97f5f83 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8074725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8111966', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8210489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37542'] for router (6395e472-c494-4c1b-826e-127b39a614bf), precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:57:56.600466 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-fd63144f-c3b6-4430-8065-65ea36075df5 None None] For port 43c43512-a5db-41f7-9ddb-a5e95f23c1cb, host dv-cinder-830787-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830787-2-iscsi',level=0,port_id=43c43512-a5db-41f7-9ddb-a5e95f23c1cb,segment=NetworkSegment(7d1ff8a1-5fcc-46b1-9319-83c1d5314161),segment_id=7d1ff8a1-5fcc-46b1-9319-83c1d5314161)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 13:57:56.618229 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-7942e02a-2767-4c78-ba43-b806a2a5431d req-77e3c427-e7f8-4a5e-bff7-6b997e1a2c48 tempest-VolumesNegativeTest-1305465451 tempest-VolumesNegativeTest-1305465451-project] 10.222.0.67 "GET /v2.0/ports?device_id=bc267f34-a781-49f9-8046-13bb95dfd815 HTTP/1.1" status: 200 len: 210 time: 0.1014571 Apr 11 13:57:56.728469 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d38958f-d32d-4912-ab26-098e133b4ef5 req-a58e2f7f-6e0c-4bcf-8d81-6fe1e0039c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:57:56.730375 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-1d38958f-d32d-4912-ab26-098e133b4ef5 req-a58e2f7f-6e0c-4bcf-8d81-6fe1e0039c86 service neutron] 10.222.0.75 "GET /v2.0/networks?id=5b366c5b-a29e-42a6-8ecc-0cc9ff2fdbc0 HTTP/1.1" status: 200 len: 919 time: 0.2861562 Apr 11 13:57:56.803799 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-d4aedcd8-8862-46a9-90cf-29fee0026a7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750379576733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663498'] for agent (d5a8b9a1-2e9e-46b5-8163-20b7d509fa4e), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:57:56.808921 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-fd63144f-c3b6-4430-8065-65ea36075df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750379687711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750379164492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750379164510'] for port (43c43512-a5db-41f7-9ddb-a5e95f23c1cb), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:57:56.876812 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-7aed5657-5cd3-467c-aba3-4286e97f5f83 admin admin] Publish callbacks [] for router_controller (6395e472-c494-4c1b-826e-127b39a614bf), precommit_add_association {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:57:56.884034 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 13:57:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee58c8ad-fe0f-49cd-9ce9-eab3fd268161 x-openstack-request-id: req-ee58c8ad-fe0f-49cd-9ce9-eab3fd268161 {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 13:57:56.885495 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc267f34-a781-49f9-8046-13bb95dfd815", "name": "network-vif-deleted", "tag": "66864fa9-4e22-4107-8f15-e9d9fa5c63ec", "status": "completed", "code": 200}]} {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 13:57:56.885987 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-ee58c8ad-fe0f-49cd-9ce9-eab3fd268161 {{(pid=103319) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 13:57:56.886453 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ee58c8ad-fe0f-49cd-9ce9-eab3fd268161'] response: {'server_uuid': 'bc267f34-a781-49f9-8046-13bb95dfd815', 'name': 'network-vif-deleted', 'tag': '66864fa9-4e22-4107-8f15-e9d9fa5c63ec', 'status': 'completed', 'code': 200} Apr 11 13:57:56.957077 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a38eba6-8b16-42ef-8fcb-a1f1df8dcddc req-686305f8-ff58-445c-9486-355c2432b104 tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:57:56.958633 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-0a38eba6-8b16-42ef-8fcb-a1f1df8dcddc req-686305f8-ff58-445c-9486-355c2432b104 tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] 10.222.0.67 "GET /v2.0/ports?device_id=a1b122bc-5193-4642-9f21-0e30c573c88e HTTP/1.1" status: 200 len: 944 time: 0.2273147 Apr 11 13:57:57.071620 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-1d38958f-d32d-4912-ab26-098e133b4ef5 req-95274f33-3e5a-442b-9ef5-93cfde9a0fa0 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dd31c02f-d45d-4905-89c8-0c0d76d81cb0 HTTP/1.1" status: 200 len: 217 time: 0.1903355 Apr 11 13:57:57.121166 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd63144f-c3b6-4430-8065-65ea36075df5 None None] Pushing event updated for resources: {'Port': ['ID=43c43512-a5db-41f7-9ddb-a5e95f23c1cb,revision_number=5']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:57:57.183344 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b1633fd-b974-4ced-8275-a2e6c6b70101 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1fe1531a-8e8b-5363-9076-d554666a6dc4-bcc3856a-1e27-4d38-8f1d-e24f8fbb1282', 'network_id': 'bcc3856a-1e27-4d38-8f1d-e24f8fbb1282', 'project_id': '626d5ba1efe34953a6d00b0f0afd5013', 'fixed_ips': [{'subnet_id': '3f4be426-c8cc-4fad-9345-853add2c7e7d'}]}} from dv-cinder-830787-2-iscsi. {{(pid=103320) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 11 13:57:57.184313 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5b1633fd-b974-4ced-8275-a2e6c6b70101 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883311'] for port (None), before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:57:57.258037 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-24419478-051f-48c6-8143-33be14e9e5e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0967db16-ea56-43f5-9014-a119446bbcda', 'name': 'tempest-TestMinimumBasicScenario-1827031263-router', 'tenant_id': '43cdac2d08374f7691e431b85ad81bc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886', 'external_fixed_ips': [{'subnet_id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'ip_address': '172.27.1.32'}], 'enable_snat': True}, 'gw_port_id': 'ab3d7815-18da-4715-bcc6-df11ff5d4b68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T13:57:44Z', 'updated_at': '2022-04-11T13:57:48Z', 'revision_number': 4, 'project_id': '43cdac2d08374f7691e431b85ad81bc1', 'gw_port': {'id': 'ab3d7815-18da-4715-bcc6-df11ff5d4b68', 'name': '', 'network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:82:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0967db16-ea56-43f5-9014-a119446bbcda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'ip_address': '172.27.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:57:45Z', 'updated_at': '2022-04-11T13:57:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830787-2-iscsi', '_interfaces': [{'id': '43c43512-a5db-41f7-9ddb-a5e95f23c1cb', 'name': '', 'network_id': '58cc5203-cb65-4cf8-b313-d1b089781dfe', 'tenant_id': '43cdac2d08374f7691e431b85ad81bc1', 'mac_address': 'fa:16:3e:d1:ab:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0967db16-ea56-43f5-9014-a119446bbcda', 'device_owner': 'network:router_interface', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '72543082-a676-4a3d-82f3-995e86930e6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:57:47Z', 'updated_at': '2022-04-11T13:57:54Z', 'revision_number': 4, 'project_id': '43cdac2d08374f7691e431b85ad81bc1', 'subnets': [{'id': '72543082-a676-4a3d-82f3-995e86930e6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830787-2-iscsi', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:57:57.327998 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24419478-051f-48c6-8143-33be14e9e5e6 None None] The sync data for ids ['0967db16-ea56-43f5-9014-a119446bbcda'] in dv-cinder-830787-2-iscsi is: [{'id': '0967db16-ea56-43f5-9014-a119446bbcda', 'name': 'tempest-TestMinimumBasicScenario-1827031263-router', 'tenant_id': '43cdac2d08374f7691e431b85ad81bc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886', 'external_fixed_ips': [{'subnet_id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'ip_address': '172.27.1.32'}], 'enable_snat': True}, 'gw_port_id': 'ab3d7815-18da-4715-bcc6-df11ff5d4b68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T13:57:44Z', 'updated_at': '2022-04-11T13:57:48Z', 'revision_number': 4, 'project_id': '43cdac2d08374f7691e431b85ad81bc1', 'gw_port': {'id': 'ab3d7815-18da-4715-bcc6-df11ff5d4b68', 'name': '', 'network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:82:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0967db16-ea56-43f5-9014-a119446bbcda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'ip_address': '172.27.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:57:45Z', 'updated_at': '2022-04-11T13:57:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830787-2-iscsi', '_interfaces': [{'id': '43c43512-a5db-41f7-9ddb-a5e95f23c1cb', 'name': '', 'network_id': '58cc5203-cb65-4cf8-b313-d1b089781dfe', 'tenant_id': '43cdac2d08374f7691e431b85ad81bc1', 'mac_address': 'fa:16:3e:d1:ab:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0967db16-ea56-43f5-9014-a119446bbcda', 'device_owner': 'network:router_interface', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '72543082-a676-4a3d-82f3-995e86930e6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:57:47Z', 'updated_at': '2022-04-11T13:57:54Z', 'revision_number': 4, 'project_id': '43cdac2d08374f7691e431b85ad81bc1', 'subnets': [{'id': '72543082-a676-4a3d-82f3-995e86930e6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 13:57:57.373849 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3156dd29-d236-480b-aa17-33bfd85bcb1a req-1353868e-6167-411b-a93a-2ae6013aef26 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:57:57.381344 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-3156dd29-d236-480b-aa17-33bfd85bcb1a req-1353868e-6167-411b-a93a-2ae6013aef26 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] 10.222.0.67 "GET /v2.0/ports?device_id=0d5f3b7d-8b92-4264-b41a-1d1ade879f2f HTTP/1.1" status: 200 len: 946 time: 0.1741810 Apr 11 13:57:57.510913 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-3156dd29-d236-480b-aa17-33bfd85bcb1a req-6c06eb4f-6d91-4b97-93ef-02e3d7f38b50 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] 10.222.0.67 "GET /v2.0/security-groups?id=2c46161f-2d1e-4228-ae9c-ab4fe572bda1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1203570 Apr 11 13:57:57.596937 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-7aed5657-5cd3-467c-aba3-4286e97f5f83 admin admin] Publish callbacks [] for router_gateway (6395e472-c494-4c1b-826e-127b39a614bf), precommit_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:57:57.606965 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-0a38eba6-8b16-42ef-8fcb-a1f1df8dcddc req-eaf0e6b8-7ec7-40ca-ad84-67e617066731 tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] 10.222.0.67 "GET /v2.0/security-groups?id=74210077-a841-4d98-8800-d90fd64306d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5340278 Apr 11 13:57:57.609205 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d38958f-d32d-4912-ab26-098e133b4ef5 req-12750341-7fb0-4777-9ad2-0d47c75c091e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:57:57.617362 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-1d38958f-d32d-4912-ab26-098e133b4ef5 req-12750341-7fb0-4777-9ad2-0d47c75c091e service neutron] 10.222.0.75 "GET /v2.0/subnets?id=8a7e0881-a086-4309-85a2-2f54ddd5f281 HTTP/1.1" status: 200 len: 857 time: 0.5390549 Apr 11 13:57:57.624834 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.db.db_base_plugin_common [None req-5b1633fd-b974-4ced-8275-a2e6c6b70101 None None] Allocated IP 172.20.0.2 (bcc3856a-1e27-4d38-8f1d-e24f8fbb1282/3f4be426-c8cc-4fad-9345-853add2c7e7d/7b53f5b1-5049-483f-80f6-36767be66900) {{(pid=103320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 13:57:57.785104 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d38958f-d32d-4912-ab26-098e133b4ef5 req-4393c2fb-558a-4195-8d17-2bffc6f6d196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:57:57.788935 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-1d38958f-d32d-4912-ab26-098e133b4ef5 req-4393c2fb-558a-4195-8d17-2bffc6f6d196 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=5b366c5b-a29e-42a6-8ecc-0cc9ff2fdbc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1546586 Apr 11 13:57:58.068627 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5b1633fd-b974-4ced-8275-a2e6c6b70101 None None] Publish callbacks [] for port (7b53f5b1-5049-483f-80f6-36767be66900), precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:57:58.091174 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5b1633fd-b974-4ced-8275-a2e6c6b70101 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750379164474'] for port (7b53f5b1-5049-483f-80f6-36767be66900), after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:57:58.147309 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b1633fd-b974-4ced-8275-a2e6c6b70101 None None] Network bcc3856a-1e27-4d38-8f1d-e24f8fbb1282 is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 13:57:58.268674 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [None req-5b1633fd-b974-4ced-8275-a2e6c6b70101 None None] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 13:57:58.284575 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b1633fd-b974-4ced-8275-a2e6c6b70101 None None] Received port after_create {{(pid=103320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 13:57:58.292075 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Device dd31c02f-d45d-4905-89c8-0c0d76d81cb0 details requested by agent hyperv_hv-cinder-83078 with host hv-cinder-83078 {{(pid=103320) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 13:57:58.299915 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Device 66864fa9-4e22-4107-8f15-e9d9fa5c63ec no longer exists at agent hyperv_hv-cinder-83078 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 13:57:58.360519 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] No Port match for: 66864fa9-4e22-4107-8f15-e9d9fa5c63ec {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 13:57:58.366240 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Device 66864fa9-4e22-4107-8f15-e9d9fa5c63ec not bound to the agent host hv-cinder-83078 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 13:57:58.418127 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1633fd-b974-4ced-8275-a2e6c6b70101 None None] Pushing event updated for resources: {'Port': ['ID=7b53f5b1-5049-483f-80f6-36767be66900,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:57:58.524068 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-1d38958f-d32d-4912-ab26-098e133b4ef5 req-a40c808d-de9c-4a8f-9a47-2e574b6d35cb service neutron] 10.222.0.75 "GET /v2.0/networks/5b366c5b-a29e-42a6-8ecc-0cc9ff2fdbc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7252922 Apr 11 13:57:58.584367 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.db.resource_extend [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 11 13:57:58.753988 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-5b1633fd-b974-4ced-8275-a2e6c6b70101 None None] Attempting to bind port 7b53f5b1-5049-483f-80f6-36767be66900 on host dv-cinder-830787-2-iscsi for vnic_type normal with profile {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 13:57:58.754734 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-5b1633fd-b974-4ced-8275-a2e6c6b70101 None None] Attempting to bind port 7b53f5b1-5049-483f-80f6-36767be66900 by drivers openvswitch,hyperv on host dv-cinder-830787-2-iscsi at level 0 using segments [{'id': 'eced59c3-a177-4f35-9f71-e3309e41d19c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': 'bcc3856a-1e27-4d38-8f1d-e24f8fbb1282'}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 13:57:58.754734 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b1633fd-b974-4ced-8275-a2e6c6b70101 None None] Attempting to bind port 7b53f5b1-5049-483f-80f6-36767be66900 on network bcc3856a-1e27-4d38-8f1d-e24f8fbb1282 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 13:57:58.793073 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfc9dbd-e732-43ca-8eb8-a389e75e6afb req-2ce935ea-0286-4222-a45e-1020e1f599cf tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:57:58.795033 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-2bfc9dbd-e732-43ca-8eb8-a389e75e6afb req-2ce935ea-0286-4222-a45e-1020e1f599cf tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] 10.222.0.67 "GET /v2.0/ports?device_id=0d5f3b7d-8b92-4264-b41a-1d1ade879f2f HTTP/1.1" status: 200 len: 946 time: 0.1759868 Apr 11 13:57:58.798289 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-7aed5657-5cd3-467c-aba3-4286e97f5f83 admin admin] Publish callbacks [] for router_gateway (6395e472-c494-4c1b-826e-127b39a614bf), before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:57:58.857629 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b1633fd-b974-4ced-8275-a2e6c6b70101 None None] Checking agent: {'id': 'f2586825-e748-4c1d-8b98-cb0d5b6c266d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830787-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 13, 47, 3), 'started_at': datetime.datetime(2022, 4, 11, 13, 47, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 13, 57, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830787-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 13:57:58.858328 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b1633fd-b974-4ced-8275-a2e6c6b70101 None None] Checking segment: {'id': 'eced59c3-a177-4f35-9f71-e3309e41d19c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': 'bcc3856a-1e27-4d38-8f1d-e24f8fbb1282'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 13:57:58.858915 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5b1633fd-b974-4ced-8275-a2e6c6b70101 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:57:58.862052 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b1633fd-b974-4ced-8275-a2e6c6b70101 None None] Bound using segment: {'id': 'eced59c3-a177-4f35-9f71-e3309e41d19c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': 'bcc3856a-1e27-4d38-8f1d-e24f8fbb1282'} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 13:57:58.862741 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-5b1633fd-b974-4ced-8275-a2e6c6b70101 None None] Bound port: 7b53f5b1-5049-483f-80f6-36767be66900, host: dv-cinder-830787-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eced59c3-a177-4f35-9f71-e3309e41d19c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': 'bcc3856a-1e27-4d38-8f1d-e24f8fbb1282'}}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 13:57:58.863301 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5b1633fd-b974-4ced-8275-a2e6c6b70101 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883311'] for port (7b53f5b1-5049-483f-80f6-36767be66900), before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:57:58.866727 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-7aed5657-5cd3-467c-aba3-4286e97f5f83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883311'] for port (None), before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:57:58.887591 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e103e3bb-c3d7-4f78-b500-dd8688967d8b req-a7e0009b-9f4e-4a80-8517-b599733e37aa tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:57:58.899847 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-e103e3bb-c3d7-4f78-b500-dd8688967d8b req-a7e0009b-9f4e-4a80-8517-b599733e37aa tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] 10.222.0.67 "GET /v2.0/ports?device_id=a1b122bc-5193-4642-9f21-0e30c573c88e HTTP/1.1" status: 200 len: 944 time: 0.1263895 Apr 11 13:57:58.960985 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-cd2056fc-42a5-40b3-ab2c-805710bb47e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750379576733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663498'] for agent (e731c656-576f-4174-9da3-af64518920bc), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:57:59.042736 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-2bfc9dbd-e732-43ca-8eb8-a389e75e6afb req-c290e7f3-239f-4059-97d6-34905f95d753 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] 10.222.0.67 "GET /v2.0/security-groups?id=2c46161f-2d1e-4228-ae9c-ab4fe572bda1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2138150 Apr 11 13:57:59.046510 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-e103e3bb-c3d7-4f78-b500-dd8688967d8b req-010051ee-b81c-4070-af7b-25ad6c4752de tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] 10.222.0.67 "GET /v2.0/security-groups?id=74210077-a841-4d98-8800-d90fd64306d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1342058 Apr 11 13:57:59.084465 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-1d38958f-d32d-4912-ab26-098e133b4ef5 req-2c645b16-b121-4cd3-9ed2-4241f9419dbe service neutron] 10.222.0.75 "GET /v2.0/networks/5b366c5b-a29e-42a6-8ecc-0cc9ff2fdbc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5460708 Apr 11 13:57:59.105854 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] For port dd31c02f-d45d-4905-89c8-0c0d76d81cb0, host hv-cinder-83078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83078',level=0,port_id=dd31c02f-d45d-4905-89c8-0c0d76d81cb0,segment=NetworkSegment(2ce3e5b5-40c0-484a-9c58-6b322d93e7e4),segment_id=2ce3e5b5-40c0-484a-9c58-6b322d93e7e4)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 13:57:59.134613 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-5b1633fd-b974-4ced-8275-a2e6c6b70101 None None] For port 7b53f5b1-5049-483f-80f6-36767be66900, host dv-cinder-830787-2-iscsi, cleared binding levels {{(pid=103320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 13:57:59.139035 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Returning: {'device': 'dd31c02f-d45d-4905-89c8-0c0d76d81cb0', 'network_id': '5b366c5b-a29e-42a6-8ecc-0cc9ff2fdbc0', 'port_id': 'dd31c02f-d45d-4905-89c8-0c0d76d81cb0', 'mac_address': 'fa:16:3e:1c:c5:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 933, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a7e0881-a086-4309-85a2-2f54ddd5f281', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103320) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 13:57:59.168676 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-5b1633fd-b974-4ced-8275-a2e6c6b70101 None None] For port 7b53f5b1-5049-483f-80f6-36767be66900, host dv-cinder-830787-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830787-2-iscsi',level=0,port_id=7b53f5b1-5049-483f-80f6-36767be66900,segment=NetworkSegment(eced59c3-a177-4f35-9f71-e3309e41d19c),segment_id=eced59c3-a177-4f35-9f71-e3309e41d19c)] {{(pid=103320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 13:57:59.223441 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5b1633fd-b974-4ced-8275-a2e6c6b70101 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750379687711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750379164492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750379164510'] for port (7b53f5b1-5049-483f-80f6-36767be66900), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:57:59.332841 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Device 43c43512-a5db-41f7-9ddb-a5e95f23c1cb up at agent ovs-agent-dv-cinder-830787-2-iscsi {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 13:57:59.413389 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Current status of the port dd31c02f-d45d-4905-89c8-0c0d76d81cb0 is: DOWN; New status is: BUILD {{(pid=103320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 13:57:59.413703 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883311'] for port (dd31c02f-d45d-4905-89c8-0c0d76d81cb0), before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:57:59.477774 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1633fd-b974-4ced-8275-a2e6c6b70101 None None] Pushing event updated for resources: {'Port': ['ID=7b53f5b1-5049-483f-80f6-36767be66900,revision_number=2']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:57:59.480944 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.db.db_base_plugin_common [None req-7aed5657-5cd3-467c-aba3-4286e97f5f83 admin admin] Allocated IP 172.27.1.223 (18ff371c-a6b9-4e7a-9b54-bf9ba2e00886/b63ed172-4352-4f2b-94f9-a4e97d1b6a55/3150155f-28ba-4caf-b807-cdfda7fc78ac) {{(pid=103319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 13:57:59.538482 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.notifiers.nova [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd31c02f-d45d-4905-89c8-0c0d76d81cb0 {{(pid=103320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 13:57:59.605889 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] For port dd31c02f-d45d-4905-89c8-0c0d76d81cb0, host hv-cinder-83078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83078',level=0,port_id=dd31c02f-d45d-4905-89c8-0c0d76d81cb0,segment=NetworkSegment(2ce3e5b5-40c0-484a-9c58-6b322d93e7e4),segment_id=2ce3e5b5-40c0-484a-9c58-6b322d93e7e4)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 13:57:59.610758 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Provisioning complete for port 43c43512-a5db-41f7-9ddb-a5e95f23c1cb triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 13:57:59.613791 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-663396'] for port (43c43512-a5db-41f7-9ddb-a5e95f23c1cb), provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:57:59.617687 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750379687711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750379164492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750379164510'] for port (dd31c02f-d45d-4905-89c8-0c0d76d81cb0), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:57:59.734811 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-7aed5657-5cd3-467c-aba3-4286e97f5f83 admin admin] Publish callbacks [] for port (3150155f-28ba-4caf-b807-cdfda7fc78ac), precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:57:59.846995 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-7aed5657-5cd3-467c-aba3-4286e97f5f83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750379164474'] for port (3150155f-28ba-4caf-b807-cdfda7fc78ac), after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:57:59.856627 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Pushing event updated for resources: {'Port': ['ID=dd31c02f-d45d-4905-89c8-0c0d76d81cb0,revision_number=4']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:57:59.936222 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] get_ports_and_sgs() called for port_ids ['dd31c02f-d45d-4905-89c8-0c0d76d81cb0'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 13:57:59.947951 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aed5657-5cd3-467c-aba3-4286e97f5f83 admin admin] Network 18ff371c-a6b9-4e7a-9b54-bf9ba2e00886 is already hosted by enough agents. {{(pid=103319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 13:57:59.951103 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [None req-7aed5657-5cd3-467c-aba3-4286e97f5f83 admin admin] Resources bound (agent type, host, resource id): {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 13:57:59.956217 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aed5657-5cd3-467c-aba3-4286e97f5f83 admin admin] Received port after_create {{(pid=103319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 13:58:00.019531 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Current status of the port 43c43512-a5db-41f7-9ddb-a5e95f23c1cb is: ACTIVE; New status is: ACTIVE {{(pid=103320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 13:58:00.054830 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aed5657-5cd3-467c-aba3-4286e97f5f83 admin admin] Pushing event updated for resources: {'Port': ['ID=3150155f-28ba-4caf-b807-cdfda7fc78ac,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:58:00.301426 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-75ad2582-0b5d-438d-ba3d-9545e3f86417 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750379576733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663498'] for agent (af269f03-95a2-4a08-bd5c-5879324d2567), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:58:00.381263 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8979537c-afad-47d3-9c51-761f98b9ef84 req-2d6758cf-b7bb-43cf-8095-fde6fd7582d5 tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:58:00.384665 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-8979537c-afad-47d3-9c51-761f98b9ef84 req-2d6758cf-b7bb-43cf-8095-fde6fd7582d5 tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] 10.222.0.67 "GET /v2.0/ports?device_id=a1b122bc-5193-4642-9f21-0e30c573c88e HTTP/1.1" status: 200 len: 945 time: 0.1776342 Apr 11 13:58:00.459166 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-7aed5657-5cd3-467c-aba3-4286e97f5f83 admin admin] Publish callbacks [] for router_gateway (6395e472-c494-4c1b-826e-127b39a614bf), after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:58:00.497441 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-8979537c-afad-47d3-9c51-761f98b9ef84 req-0363f104-b622-46ce-9f34-5cff83bfa3dc tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] 10.222.0.67 "GET /v2.0/security-groups?id=74210077-a841-4d98-8800-d90fd64306d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1080189 Apr 11 13:58:00.620211 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2c4320-0127-4918-82f1-179299d37817 req-6246629f-7a37-479a-a15b-8a064df3cd6f tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:58:00.621798 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-ed2c4320-0127-4918-82f1-179299d37817 req-6246629f-7a37-479a-a15b-8a064df3cd6f tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] 10.222.0.67 "GET /v2.0/ports?device_id=0d5f3b7d-8b92-4264-b41a-1d1ade879f2f HTTP/1.1" status: 200 len: 946 time: 0.1746223 Apr 11 13:58:00.862473 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-ed2c4320-0127-4918-82f1-179299d37817 req-83e752d8-0d80-44f2-b9eb-65a2fa297451 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] 10.222.0.67 "GET /v2.0/security-groups?id=2c46161f-2d1e-4228-ae9c-ab4fe572bda1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2331092 Apr 11 13:58:01.097775 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-7aed5657-5cd3-467c-aba3-4286e97f5f83 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8074716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8126381'] for router (6395e472-c494-4c1b-826e-127b39a614bf), after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:58:01.357217 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Device 7b53f5b1-5049-483f-80f6-36767be66900 up at agent ovs-agent-dv-cinder-830787-2-iscsi {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 13:58:01.443582 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec9da881-a896-4f38-906b-e1bd9570a9f0 None None] Network bcc3856a-1e27-4d38-8f1d-e24f8fbb1282 requested from dv-cinder-830787-2-iscsi {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 13:58:01.475899 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-d5a84407-cda2-4e12-bd1b-2bd6a28c817f None None] Provisioning complete for port 7b53f5b1-5049-483f-80f6-36767be66900 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 13:58:01.477646 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-d5a84407-cda2-4e12-bd1b-2bd6a28c817f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-663396'] for port (7b53f5b1-5049-483f-80f6-36767be66900), provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:58:01.497419 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7aed5657-5cd3-467c-aba3-4286e97f5f83 admin admin] Router 6395e472-c494-4c1b-826e-127b39a614bf is scheduled to L3 agent e731c656-576f-4174-9da3-af64518920bc with binding_index 1 {{(pid=103319) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 11 13:58:01.703549 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-fcd2c3e6-f415-40f5-8fd4-1147b68fd929 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750379576733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663498'] for agent (a1227682-d2f2-4331-ba13-738c8a59e95d), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:58:01.713523 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Provisioning complete for port 7b53f5b1-5049-483f-80f6-36767be66900 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 13:58:01.714285 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-663396'] for port (7b53f5b1-5049-483f-80f6-36767be66900), provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:58:01.717278 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7aed5657-5cd3-467c-aba3-4286e97f5f83 admin admin] Notify agent at l3_agent.dv-cinder-830787-2-iscsi the message routers_updated {{(pid=103319) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 13:58:01.728877 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3260698-4feb-453f-aea1-89ba3be89694 None None] Sync routers for ids ['6395e472-c494-4c1b-826e-127b39a614bf'] in dv-cinder-830787-2-iscsi {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 13:58:01.753547 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3260698-4feb-453f-aea1-89ba3be89694 None None] Routers {'6395e472-c494-4c1b-826e-127b39a614bf'} bound to L3 agent in host dv-cinder-830787-2-iscsi {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 13:58:01.761876 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-d3260698-4feb-453f-aea1-89ba3be89694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830787-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T13:46:59Z,description=,heartbeat_timestamp=2022-04-11T13:57:59Z,host='dv-cinder-830787-2-iscsi',id=e731c656-576f-4174-9da3-af64518920bc,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T13:46:59Z,topic='l3_agent')) {'router_ids': ['6395e472-c494-4c1b-826e-127b39a614bf'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:58:01.790041 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-7aed5657-5cd3-467c-aba3-4286e97f5f83 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:58:01.792499 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-7aed5657-5cd3-467c-aba3-4286e97f5f83 admin admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 5.7380319 Apr 11 13:58:01.794724 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.67', 59262) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:58:01.802460 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe0577c-401b-43e8-b092-ae0962853b4b req-4278409a-a4a2-4793-b331-dacfe18d067e tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:58:01.818954 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-9fe0577c-401b-43e8-b092-ae0962853b4b req-4278409a-a4a2-4793-b331-dacfe18d067e tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] 10.222.0.67 "GET /v2.0/ports?device_id=a1b122bc-5193-4642-9f21-0e30c573c88e HTTP/1.1" status: 200 len: 945 time: 0.1990771 Apr 11 13:58:01.982608 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-9fe0577c-401b-43e8-b092-ae0962853b4b req-048f7dd5-eb20-4b72-b1b6-3eee9ab4b4bc tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] 10.222.0.67 "GET /v2.0/security-groups?id=74210077-a841-4d98-8800-d90fd64306d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1591320 Apr 11 13:58:01.991360 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-d5a84407-cda2-4e12-bd1b-2bd6a28c817f None None] Current status of the port 7b53f5b1-5049-483f-80f6-36767be66900 is: DOWN; New status is: ACTIVE {{(pid=103320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 13:58:01.992577 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-d5a84407-cda2-4e12-bd1b-2bd6a28c817f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883311'] for port (7b53f5b1-5049-483f-80f6-36767be66900), before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:58:02.046408 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.67', 59268) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:58:02.090816 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Current status of the port 7b53f5b1-5049-483f-80f6-36767be66900 is: DOWN; New status is: ACTIVE {{(pid=103320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 13:58:02.091201 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883311'] for port (7b53f5b1-5049-483f-80f6-36767be66900), before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:58:02.143239 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750379576733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663498'] for agent (a433433c-9197-4b2b-8991-1d45f6bac940), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:58:02.145205 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-d5a84407-cda2-4e12-bd1b-2bd6a28c817f None None] For port 7b53f5b1-5049-483f-80f6-36767be66900, host dv-cinder-830787-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830787-2-iscsi',level=0,port_id=7b53f5b1-5049-483f-80f6-36767be66900,segment=NetworkSegment(eced59c3-a177-4f35-9f71-e3309e41d19c),segment_id=eced59c3-a177-4f35-9f71-e3309e41d19c)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 13:58:02.207920 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b1a706-4d3b-4360-9edf-37d189d80ea1 req-742ea73e-b324-40de-901e-5d4bcdeedd56 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:58:02.220232 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-e8b1a706-4d3b-4360-9edf-37d189d80ea1 req-742ea73e-b324-40de-901e-5d4bcdeedd56 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] 10.222.0.67 "GET /v2.0/ports?device_id=0d5f3b7d-8b92-4264-b41a-1d1ade879f2f HTTP/1.1" status: 200 len: 946 time: 0.1196806 Apr 11 13:58:02.220596 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-d3260698-4feb-453f-aea1-89ba3be89694 None None] Set router 6395e472-c494-4c1b-826e-127b39a614bf gateway port host: dv-cinder-830787-2-iscsi {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 13:58:02.253561 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.db.api [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103320) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 11 13:58:02.253926 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG oslo_db.api [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 11 13:58:02.254506 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-d5a84407-cda2-4e12-bd1b-2bd6a28c817f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750379687711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750379164492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750379164510'] for port (7b53f5b1-5049-483f-80f6-36767be66900), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:58:02.349085 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-55fd5997-87e1-4e32-b603-4d11bffece75 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:58:02.391138 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a84407-cda2-4e12-bd1b-2bd6a28c817f None None] Pushing event updated for resources: {'Port': ['ID=7b53f5b1-5049-483f-80f6-36767be66900,revision_number=3']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:58:02.435678 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Device dd31c02f-d45d-4905-89c8-0c0d76d81cb0 up at agent hyperv_hv-cinder-83078 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 13:58:02.622999 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-a19bc206-3aef-4862-9326-1483eeb67498 None None] Provisioning complete for port 7b53f5b1-5049-483f-80f6-36767be66900 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 13:58:02.622999 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-a19bc206-3aef-4862-9326-1483eeb67498 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-663396'] for port (7b53f5b1-5049-483f-80f6-36767be66900), provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:58:02.723854 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-55fd5997-87e1-4e32-b603-4d11bffece75 admin admin] Publish callbacks [] for security_group (951dbc7b-70d7-4478-b7d3-e60e20555404), precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:58:02.742011 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-55fd5997-87e1-4e32-b603-4d11bffece75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8023832'] for security_group (951dbc7b-70d7-4478-b7d3-e60e20555404), after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:58:02.828959 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-55fd5997-87e1-4e32-b603-4d11bffece75 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=267a407eb4994efbabe013ce88013e82&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7813828 Apr 11 13:58:02.837748 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.67', 59278) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:58:02.861631 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-d3260698-4feb-453f-aea1-89ba3be89694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6395e472-c494-4c1b-826e-127b39a614bf', 'name': 'tempest-TestShelveInstance-695175599-router', 'tenant_id': '626d5ba1efe34953a6d00b0f0afd5013', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886', 'external_fixed_ips': [{'subnet_id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'ip_address': '172.27.1.223'}], 'enable_snat': True}, 'gw_port_id': '3150155f-28ba-4caf-b807-cdfda7fc78ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T13:57:56Z', 'updated_at': '2022-04-11T13:58:00Z', 'revision_number': 3, 'project_id': '626d5ba1efe34953a6d00b0f0afd5013', 'gw_port': {'id': '3150155f-28ba-4caf-b807-cdfda7fc78ac', 'name': '', 'network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:14:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6395e472-c494-4c1b-826e-127b39a614bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'ip_address': '172.27.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:57:59Z', 'updated_at': '2022-04-11T13:57:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830787-2-iscsi'}], 'dv-cinder-830787-2-iscsi', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:58:02.879209 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fd5997-87e1-4e32-b603-4d11bffece75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=951dbc7b-70d7-4478-b7d3-e60e20555404,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:58:02.909053 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-e8b1a706-4d3b-4360-9edf-37d189d80ea1 req-d159b3a5-5415-41bd-9377-1bbd70d2772e tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] 10.222.0.67 "GET /v2.0/security-groups?id=2c46161f-2d1e-4228-ae9c-ab4fe572bda1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6876793 Apr 11 13:58:02.928318 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3260698-4feb-453f-aea1-89ba3be89694 None None] Checking router: 6395e472-c494-4c1b-826e-127b39a614bf for host: dv-cinder-830787-2-iscsi {{(pid=103321) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 13:58:02.928692 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3260698-4feb-453f-aea1-89ba3be89694 None None] Updating router 6395e472-c494-4c1b-826e-127b39a614bf port 3150155f-28ba-4caf-b807-cdfda7fc78ac binding host dv-cinder-830787-2-iscsi {{(pid=103321) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 13:58:02.996273 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-19b1bb21-6082-4e97-9ff2-0e9fa5133648 admin admin] Publish callbacks [] for security_group (951dbc7b-70d7-4478-b7d3-e60e20555404), before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:58:03.002789 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-d3260698-4feb-453f-aea1-89ba3be89694 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883311'] for port (3150155f-28ba-4caf-b807-cdfda7fc78ac), before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:58:03.082136 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-19b1bb21-6082-4e97-9ff2-0e9fa5133648 admin admin] Publish callbacks [] for security_group (951dbc7b-70d7-4478-b7d3-e60e20555404), precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:58:03.141041 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Provisioning for port dd31c02f-d45d-4905-89c8-0c0d76d81cb0 completed by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 11 13:58:03.250933 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712fbb33-cbaf-4fc7-b879-4f7098e07ff4 req-33105df5-d75a-4df8-9d4b-b5099e9d8f6d tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:58:03.262800 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Provisioning complete for port dd31c02f-d45d-4905-89c8-0c0d76d81cb0 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 13:58:03.264426 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-663396'] for port (dd31c02f-d45d-4905-89c8-0c0d76d81cb0), provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:58:03.277108 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-712fbb33-cbaf-4fc7-b879-4f7098e07ff4 req-33105df5-d75a-4df8-9d4b-b5099e9d8f6d tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] 10.222.0.67 "GET /v2.0/ports?device_id=a1b122bc-5193-4642-9f21-0e30c573c88e HTTP/1.1" status: 200 len: 945 time: 0.1514380 Apr 11 13:58:03.356568 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-19b1bb21-6082-4e97-9ff2-0e9fa5133648 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8023832'] for security_group (951dbc7b-70d7-4478-b7d3-e60e20555404), after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:58:03.370598 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-19b1bb21-6082-4e97-9ff2-0e9fa5133648 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:58:03.374156 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-19b1bb21-6082-4e97-9ff2-0e9fa5133648 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/951dbc7b-70d7-4478-b7d3-e60e20555404 HTTP/1.1" status: 204 len: 168 time: 0.5325761 Apr 11 13:58:03.415319 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Current status of the port 7b53f5b1-5049-483f-80f6-36767be66900 is: ACTIVE; New status is: ACTIVE {{(pid=103320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 13:58:03.447141 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b1bb21-6082-4e97-9ff2-0e9fa5133648 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=951dbc7b-70d7-4478-b7d3-e60e20555404,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:58:03.460376 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-712fbb33-cbaf-4fc7-b879-4f7098e07ff4 req-db8c9930-20b4-477d-bfd2-e53da5ca9836 tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] 10.222.0.67 "GET /v2.0/security-groups?id=74210077-a841-4d98-8800-d90fd64306d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1712806 Apr 11 13:58:03.519921 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-a19bc206-3aef-4862-9326-1483eeb67498 None None] Current status of the port 7b53f5b1-5049-483f-80f6-36767be66900 is: ACTIVE; New status is: ACTIVE {{(pid=103320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 13:58:03.524622 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750379576733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663498'] for agent (f2586825-e748-4c1d-8b98-cb0d5b6c266d), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:58:03.715696 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Device 7b53f5b1-5049-483f-80f6-36767be66900 up at agent ovs-agent-dv-cinder-830787-2-iscsi {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 13:58:03.759023 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-d3260698-4feb-453f-aea1-89ba3be89694 None None] Publish callbacks [] for port (3150155f-28ba-4caf-b807-cdfda7fc78ac), precommit_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:58:03.763453 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Current status of the port dd31c02f-d45d-4905-89c8-0c0d76d81cb0 is: BUILD; New status is: ACTIVE {{(pid=103320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 13:58:03.764857 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883311'] for port (dd31c02f-d45d-4905-89c8-0c0d76d81cb0), before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:58:03.785695 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-d3260698-4feb-453f-aea1-89ba3be89694 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750379687711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750379164492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750379164510'] for port (3150155f-28ba-4caf-b807-cdfda7fc78ac), after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:58:03.870487 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1b122bc-5193-4642-9f21-0e30c573c88e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd31c02f-d45d-4905-89c8-0c0d76d81cb0'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 13:58:03.880638 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e17e7c2a2a067a9a9572b19104dd8b83720c41d762fa1dc6a6c9d001f6760b0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7358f446-70f0-49c9-856f-dda56a579aaa" -d '{"events": [{"server_uuid": "a1b122bc-5193-4642-9f21-0e30c573c88e", "name": "network-vif-plugged", "status": "completed", "tag": "dd31c02f-d45d-4905-89c8-0c0d76d81cb0"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 13:58:03.930806 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d6e38f-53b8-4f8c-8dbb-ac18e525272f None None] Pushing event updated for resources: {'Port': ['ID=3150155f-28ba-4caf-b807-cdfda7fc78ac,revision_number=2']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:58:03.937971 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] For port dd31c02f-d45d-4905-89c8-0c0d76d81cb0, host hv-cinder-83078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83078',level=0,port_id=dd31c02f-d45d-4905-89c8-0c0d76d81cb0,segment=NetworkSegment(2ce3e5b5-40c0-484a-9c58-6b322d93e7e4),segment_id=2ce3e5b5-40c0-484a-9c58-6b322d93e7e4)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 13:58:03.961081 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750379687711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750379164492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750379164510'] for port (dd31c02f-d45d-4905-89c8-0c0d76d81cb0), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:58:03.980401 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [None req-d3260698-4feb-453f-aea1-89ba3be89694 None None] Attempting to bind port 3150155f-28ba-4caf-b807-cdfda7fc78ac on host dv-cinder-830787-2-iscsi for vnic_type normal with profile {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 13:58:03.980888 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [None req-d3260698-4feb-453f-aea1-89ba3be89694 None None] Attempting to bind port 3150155f-28ba-4caf-b807-cdfda7fc78ac by drivers openvswitch,hyperv on host dv-cinder-830787-2-iscsi at level 0 using segments [{'id': '153f0837-19dc-4e5c-bf6b-49a4300ea8f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886'}] {{(pid=103321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 13:58:03.981374 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3260698-4feb-453f-aea1-89ba3be89694 None None] Attempting to bind port 3150155f-28ba-4caf-b807-cdfda7fc78ac on network 18ff371c-a6b9-4e7a-9b54-bf9ba2e00886 {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 13:58:04.003401 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3260698-4feb-453f-aea1-89ba3be89694 None None] Checking agent: {'id': 'f2586825-e748-4c1d-8b98-cb0d5b6c266d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830787-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 13, 47, 3), 'started_at': datetime.datetime(2022, 4, 11, 13, 47, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 13, 58, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830787-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 13:58:04.012221 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3260698-4feb-453f-aea1-89ba3be89694 None None] Checking segment: {'id': '153f0837-19dc-4e5c-bf6b-49a4300ea8f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 13:58:04.013690 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-d3260698-4feb-453f-aea1-89ba3be89694 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:58:04.015134 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3260698-4feb-453f-aea1-89ba3be89694 None None] Bound using segment: {'id': '153f0837-19dc-4e5c-bf6b-49a4300ea8f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886'} {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 13:58:04.015908 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [None req-d3260698-4feb-453f-aea1-89ba3be89694 None None] Bound port: 3150155f-28ba-4caf-b807-cdfda7fc78ac, host: dv-cinder-830787-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '153f0837-19dc-4e5c-bf6b-49a4300ea8f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886'}}] {{(pid=103321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 13:58:04.016646 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-d3260698-4feb-453f-aea1-89ba3be89694 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883311'] for port (3150155f-28ba-4caf-b807-cdfda7fc78ac), before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:58:04.038167 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 13:58:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-054136c1-5ad1-4400-8f3e-f955a8ca63c2 x-openstack-request-id: req-054136c1-5ad1-4400-8f3e-f955a8ca63c2 {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 13:58:04.048826 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1b122bc-5193-4642-9f21-0e30c573c88e", "name": "network-vif-plugged", "status": "completed", "tag": "dd31c02f-d45d-4905-89c8-0c0d76d81cb0", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 13:58:04.056103 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-054136c1-5ad1-4400-8f3e-f955a8ca63c2 {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 13:58:04.056946 dv-cinder-830787-2-iscsi neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-054136c1-5ad1-4400-8f3e-f955a8ca63c2'] response: {'server_uuid': 'a1b122bc-5193-4642-9f21-0e30c573c88e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd31c02f-d45d-4905-89c8-0c0d76d81cb0', 'code': 200} Apr 11 13:58:04.086179 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Provisioning complete for port 7b53f5b1-5049-483f-80f6-36767be66900 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 13:58:04.092173 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-663396'] for port (7b53f5b1-5049-483f-80f6-36767be66900), provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:58:04.220478 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.plugins.ml2.db [None req-d3260698-4feb-453f-aea1-89ba3be89694 None None] For port 3150155f-28ba-4caf-b807-cdfda7fc78ac, host dv-cinder-830787-2-iscsi, cleared binding levels {{(pid=103321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 13:58:04.220916 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a72feb-10fa-4937-9df5-07fc48fcb86a req-ea630710-b156-443a-883a-9a08aa945d93 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:58:04.222493 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-d0a72feb-10fa-4937-9df5-07fc48fcb86a req-ea630710-b156-443a-883a-9a08aa945d93 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] 10.222.0.67 "GET /v2.0/ports?device_id=0d5f3b7d-8b92-4264-b41a-1d1ade879f2f HTTP/1.1" status: 200 len: 946 time: 0.1793692 Apr 11 13:58:04.237171 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.plugins.ml2.db [None req-d3260698-4feb-453f-aea1-89ba3be89694 None None] For port 3150155f-28ba-4caf-b807-cdfda7fc78ac, host dv-cinder-830787-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830787-2-iscsi',level=0,port_id=3150155f-28ba-4caf-b807-cdfda7fc78ac,segment=NetworkSegment(153f0837-19dc-4e5c-bf6b-49a4300ea8f5),segment_id=153f0837-19dc-4e5c-bf6b-49a4300ea8f5)] {{(pid=103321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 13:58:04.256143 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-d3260698-4feb-453f-aea1-89ba3be89694 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750379687711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750379164492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750379164510'] for port (3150155f-28ba-4caf-b807-cdfda7fc78ac), after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:58:04.336719 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Pushing event updated for resources: {'Port': ['ID=dd31c02f-d45d-4905-89c8-0c0d76d81cb0,revision_number=5']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:58:04.350703 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-d0a72feb-10fa-4937-9df5-07fc48fcb86a req-c4a8dbfd-3228-453b-98dc-fe39ead2566e tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] 10.222.0.67 "GET /v2.0/security-groups?id=2c46161f-2d1e-4228-ae9c-ab4fe572bda1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1115928 Apr 11 13:58:04.402760 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d6e38f-53b8-4f8c-8dbb-ac18e525272f None None] Pushing event updated for resources: {'Port': ['ID=3150155f-28ba-4caf-b807-cdfda7fc78ac,revision_number=3']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:58:04.426565 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3260698-4feb-453f-aea1-89ba3be89694 None None] Routers {'6395e472-c494-4c1b-826e-127b39a614bf'} bound to L3 agent in host dv-cinder-830787-2-iscsi {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 13:58:04.427317 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-d3260698-4feb-453f-aea1-89ba3be89694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830787-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T13:46:59Z,description=,heartbeat_timestamp=2022-04-11T13:57:59Z,host='dv-cinder-830787-2-iscsi',id=e731c656-576f-4174-9da3-af64518920bc,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T13:46:59Z,topic='l3_agent')) {'router_ids': ['6395e472-c494-4c1b-826e-127b39a614bf'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:58:04.442452 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e32ca76-60d7-42c6-bfc2-651e9d765c2b req-5735b877-37bf-4451-aaef-28cc471064df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:58:04.444667 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-2e32ca76-60d7-42c6-bfc2-651e9d765c2b req-5735b877-37bf-4451-aaef-28cc471064df service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=a1b122bc-5193-4642-9f21-0e30c573c88e HTTP/1.1" status: 200 len: 1130 time: 0.1261268 Apr 11 13:58:04.502373 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Current status of the port 7b53f5b1-5049-483f-80f6-36767be66900 is: ACTIVE; New status is: ACTIVE {{(pid=103320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 13:58:04.569030 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-2e32ca76-60d7-42c6-bfc2-651e9d765c2b req-2ab4aa31-3b6a-420d-940d-8407f7b8058b service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=74210077-a841-4d98-8800-d90fd64306d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1172130 Apr 11 13:58:04.643901 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-d3260698-4feb-453f-aea1-89ba3be89694 None None] Set router 6395e472-c494-4c1b-826e-127b39a614bf gateway port host: dv-cinder-830787-2-iscsi {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 13:58:04.646656 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b8cd5b-6492-4179-a99b-9ec705d6c603 req-57af6ba5-f2c5-43d9-ae82-9df714c6ffe8 tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:58:04.653262 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-50b8cd5b-6492-4179-a99b-9ec705d6c603 req-57af6ba5-f2c5-43d9-ae82-9df714c6ffe8 tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] 10.222.0.67 "GET /v2.0/ports?device_id=a1b122bc-5193-4642-9f21-0e30c573c88e HTTP/1.1" status: 200 len: 946 time: 0.0808065 Apr 11 13:58:04.699264 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-f3c703da-56cb-4a5f-aea9-2c3b0e49f9bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883311'] for port (None), before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:58:04.888488 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-d3260698-4feb-453f-aea1-89ba3be89694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6395e472-c494-4c1b-826e-127b39a614bf', 'name': 'tempest-TestShelveInstance-695175599-router', 'tenant_id': '626d5ba1efe34953a6d00b0f0afd5013', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886', 'external_fixed_ips': [{'subnet_id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'ip_address': '172.27.1.223'}], 'enable_snat': True}, 'gw_port_id': '3150155f-28ba-4caf-b807-cdfda7fc78ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T13:57:56Z', 'updated_at': '2022-04-11T13:58:00Z', 'revision_number': 3, 'project_id': '626d5ba1efe34953a6d00b0f0afd5013', 'gw_port': {'id': '3150155f-28ba-4caf-b807-cdfda7fc78ac', 'name': '', 'network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:14:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6395e472-c494-4c1b-826e-127b39a614bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'ip_address': '172.27.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:57:59Z', 'updated_at': '2022-04-11T13:58:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830787-2-iscsi'}], 'dv-cinder-830787-2-iscsi', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:58:04.930488 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3260698-4feb-453f-aea1-89ba3be89694 None None] The sync data for ids ['6395e472-c494-4c1b-826e-127b39a614bf'] in dv-cinder-830787-2-iscsi is: [{'id': '6395e472-c494-4c1b-826e-127b39a614bf', 'name': 'tempest-TestShelveInstance-695175599-router', 'tenant_id': '626d5ba1efe34953a6d00b0f0afd5013', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886', 'external_fixed_ips': [{'subnet_id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'ip_address': '172.27.1.223'}], 'enable_snat': True}, 'gw_port_id': '3150155f-28ba-4caf-b807-cdfda7fc78ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T13:57:56Z', 'updated_at': '2022-04-11T13:58:00Z', 'revision_number': 3, 'project_id': '626d5ba1efe34953a6d00b0f0afd5013', 'gw_port': {'id': '3150155f-28ba-4caf-b807-cdfda7fc78ac', 'name': '', 'network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:14:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6395e472-c494-4c1b-826e-127b39a614bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'ip_address': '172.27.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:57:59Z', 'updated_at': '2022-04-11T13:58:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830787-2-iscsi'}] {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 13:58:04.967293 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-50b8cd5b-6492-4179-a99b-9ec705d6c603 req-d27aa603-7fe7-453d-a4a4-7a0387acb4b7 tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] 10.222.0.67 "GET /v2.0/security-groups?id=74210077-a841-4d98-8800-d90fd64306d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3129535 Apr 11 13:58:05.117328 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.db.db_base_plugin_common [None req-f3c703da-56cb-4a5f-aea9-2c3b0e49f9bc admin admin] Allocated IP 172.20.0.1 (bcc3856a-1e27-4d38-8f1d-e24f8fbb1282/3f4be426-c8cc-4fad-9345-853add2c7e7d/6df702eb-5231-4e66-89c8-48fd8307f4fb) {{(pid=103319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 13:58:05.321646 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-f3c703da-56cb-4a5f-aea9-2c3b0e49f9bc admin admin] Publish callbacks [] for port (6df702eb-5231-4e66-89c8-48fd8307f4fb), precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:58:05.374392 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-f3c703da-56cb-4a5f-aea9-2c3b0e49f9bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750379164474'] for port (6df702eb-5231-4e66-89c8-48fd8307f4fb), after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:58:05.510285 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3c703da-56cb-4a5f-aea9-2c3b0e49f9bc admin admin] Network bcc3856a-1e27-4d38-8f1d-e24f8fbb1282 is already hosted by enough agents. {{(pid=103319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 13:58:05.516937 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [None req-f3c703da-56cb-4a5f-aea9-2c3b0e49f9bc admin admin] Resources bound (agent type, host, resource id): {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 13:58:05.522371 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3c703da-56cb-4a5f-aea9-2c3b0e49f9bc admin admin] Received port after_create {{(pid=103319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 13:58:05.524181 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-f3c703da-56cb-4a5f-aea9-2c3b0e49f9bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8126302'] for router_interface (6395e472-c494-4c1b-826e-127b39a614bf), before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:58:05.683197 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Device 3150155f-28ba-4caf-b807-cdfda7fc78ac up at agent ovs-agent-dv-cinder-830787-2-iscsi {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 13:58:05.708667 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04bb73f-097a-457e-861a-44286f1fd096 req-b3bf40ab-3854-492a-a1e2-b2eb1547328d tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:58:05.711800 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-f04bb73f-097a-457e-861a-44286f1fd096 req-b3bf40ab-3854-492a-a1e2-b2eb1547328d tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] 10.222.0.67 "GET /v2.0/ports?device_id=0d5f3b7d-8b92-4264-b41a-1d1ade879f2f HTTP/1.1" status: 200 len: 946 time: 0.0951262 Apr 11 13:58:05.766512 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c703da-56cb-4a5f-aea9-2c3b0e49f9bc admin admin] Pushing event updated for resources: {'Port': ['ID=6df702eb-5231-4e66-89c8-48fd8307f4fb,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:58:05.830738 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Provisioning complete for port 3150155f-28ba-4caf-b807-cdfda7fc78ac triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 13:58:05.831890 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-663396'] for port (3150155f-28ba-4caf-b807-cdfda7fc78ac), provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:58:05.844274 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-f04bb73f-097a-457e-861a-44286f1fd096 req-08e81342-63fe-4cd4-b4db-941a24915c79 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] 10.222.0.67 "GET /v2.0/security-groups?id=2c46161f-2d1e-4228-ae9c-ab4fe572bda1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1228929 Apr 11 13:58:05.913187 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-f3c703da-56cb-4a5f-aea9-2c3b0e49f9bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883311'] for port (6df702eb-5231-4e66-89c8-48fd8307f4fb), before_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:58:06.044663 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Current status of the port 3150155f-28ba-4caf-b807-cdfda7fc78ac is: DOWN; New status is: ACTIVE {{(pid=103320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 13:58:06.045878 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883311'] for port (3150155f-28ba-4caf-b807-cdfda7fc78ac), before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:58:06.129448 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] For port 3150155f-28ba-4caf-b807-cdfda7fc78ac, host dv-cinder-830787-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830787-2-iscsi',level=0,port_id=3150155f-28ba-4caf-b807-cdfda7fc78ac,segment=NetworkSegment(153f0837-19dc-4e5c-bf6b-49a4300ea8f5),segment_id=153f0837-19dc-4e5c-bf6b-49a4300ea8f5)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 13:58:06.131131 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-8f4e59e2-2ff4-45f4-a749-1d9a15b9c381 None None] Provisioning complete for port 6df702eb-5231-4e66-89c8-48fd8307f4fb triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 13:58:06.131756 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-8f4e59e2-2ff4-45f4-a749-1d9a15b9c381 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-663396'] for port (6df702eb-5231-4e66-89c8-48fd8307f4fb), provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:58:06.185480 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-8f4e59e2-2ff4-45f4-a749-1d9a15b9c381 None None] Port 6df702eb-5231-4e66-89c8-48fd8307f4fb cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 13:58:06.191910 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750379687711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750379164492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750379164510'] for port (3150155f-28ba-4caf-b807-cdfda7fc78ac), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:58:06.253705 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d2eb9d-65d6-4c89-a434-80bf90fba5ca req-25f474cb-05c1-4ab3-a8bb-fa15a1b52cb1 tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:58:06.266789 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-f4d2eb9d-65d6-4c89-a434-80bf90fba5ca req-25f474cb-05c1-4ab3-a8bb-fa15a1b52cb1 tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] 10.222.0.67 "GET /v2.0/ports?device_id=a1b122bc-5193-4642-9f21-0e30c573c88e HTTP/1.1" status: 200 len: 946 time: 0.1375418 Apr 11 13:58:06.342122 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Pushing event updated for resources: {'Port': ['ID=3150155f-28ba-4caf-b807-cdfda7fc78ac,revision_number=4']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:58:06.430960 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-f4d2eb9d-65d6-4c89-a434-80bf90fba5ca req-1297edb3-86b8-4e15-94cc-3390d06687d7 tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] 10.222.0.67 "GET /v2.0/security-groups?id=74210077-a841-4d98-8800-d90fd64306d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1628804 Apr 11 13:58:06.493137 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-f3c703da-56cb-4a5f-aea9-2c3b0e49f9bc admin admin] Publish callbacks [] for port (6df702eb-5231-4e66-89c8-48fd8307f4fb), precommit_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:58:06.507738 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-f3c703da-56cb-4a5f-aea9-2c3b0e49f9bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750379687711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750379164492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750379164510'] for port (6df702eb-5231-4e66-89c8-48fd8307f4fb), after_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:58:06.508844 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-f3c703da-56cb-4a5f-aea9-2c3b0e49f9bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7871730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8123374'] for router_interface (6395e472-c494-4c1b-826e-127b39a614bf), after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:58:06.625316 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c703da-56cb-4a5f-aea9-2c3b0e49f9bc admin admin] Pushing event updated for resources: {'Port': ['ID=6df702eb-5231-4e66-89c8-48fd8307f4fb,revision_number=2']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:58:06.871185 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3c703da-56cb-4a5f-aea9-2c3b0e49f9bc admin admin] Network bcc3856a-1e27-4d38-8f1d-e24f8fbb1282 is already hosted by enough agents. {{(pid=103319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 13:58:06.873841 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [None req-f3c703da-56cb-4a5f-aea9-2c3b0e49f9bc admin admin] Resources bound (agent type, host, resource id): {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 13:58:07.120113 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7932b20b-c3aa-4bba-8515-fef794b21007 req-dc4ceb46-6633-4631-a1a2-f40e6a0b638f tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:58:07.134972 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-7932b20b-c3aa-4bba-8515-fef794b21007 req-dc4ceb46-6633-4631-a1a2-f40e6a0b638f tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] 10.222.0.67 "GET /v2.0/ports?device_id=0d5f3b7d-8b92-4264-b41a-1d1ade879f2f HTTP/1.1" status: 200 len: 946 time: 0.1354949 Apr 11 13:58:07.301795 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-7932b20b-c3aa-4bba-8515-fef794b21007 req-ba47d7f9-4aed-4b7d-a6f6-02affffe05c3 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] 10.222.0.67 "GET /v2.0/security-groups?id=2c46161f-2d1e-4228-ae9c-ab4fe572bda1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1654639 Apr 11 13:58:07.321987 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3c703da-56cb-4a5f-aea9-2c3b0e49f9bc admin admin] Router 6395e472-c494-4c1b-826e-127b39a614bf has already been hosted by L3 agent e731c656-576f-4174-9da3-af64518920bc {{(pid=103319) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 13:58:07.448487 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-9a0386b8-4c24-40fd-8286-97fd0d9e1bad None None] Provisioning complete for port 6df702eb-5231-4e66-89c8-48fd8307f4fb triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 13:58:07.449394 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-9a0386b8-4c24-40fd-8286-97fd0d9e1bad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-663396'] for port (6df702eb-5231-4e66-89c8-48fd8307f4fb), provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:58:07.503712 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3c703da-56cb-4a5f-aea9-2c3b0e49f9bc admin admin] Notify agent at l3_agent.dv-cinder-830787-2-iscsi the message routers_updated {{(pid=103319) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 13:58:07.545797 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-f3c703da-56cb-4a5f-aea9-2c3b0e49f9bc admin admin] 10.222.0.67 "PUT /v2.0/routers/6395e472-c494-4c1b-826e-127b39a614bf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7478180 Apr 11 13:58:07.600447 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Device 3150155f-28ba-4caf-b807-cdfda7fc78ac up at agent ovs-agent-dv-cinder-830787-2-iscsi {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 13:58:07.621007 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-9a0386b8-4c24-40fd-8286-97fd0d9e1bad None None] Port 6df702eb-5231-4e66-89c8-48fd8307f4fb cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 13:58:07.742402 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Provisioning complete for port 3150155f-28ba-4caf-b807-cdfda7fc78ac triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 13:58:07.742971 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-663396'] for port (3150155f-28ba-4caf-b807-cdfda7fc78ac), provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:58:07.748400 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2dad5d6-3da8-4ab7-a778-39bc5073acc0 req-ebbad765-ca39-49a8-b2cd-dd2687c3c509 tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:58:07.753837 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-a2dad5d6-3da8-4ab7-a778-39bc5073acc0 req-ebbad765-ca39-49a8-b2cd-dd2687c3c509 tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] 10.222.0.67 "GET /v2.0/ports?device_id=a1b122bc-5193-4642-9f21-0e30c573c88e HTTP/1.1" status: 200 len: 946 time: 0.1453278 Apr 11 13:58:07.875542 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-a2dad5d6-3da8-4ab7-a778-39bc5073acc0 req-9897ede1-f7e8-41ea-91ef-e2077fc67bad tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] 10.222.0.67 "GET /v2.0/security-groups?id=74210077-a841-4d98-8800-d90fd64306d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1150825 Apr 11 13:58:07.948279 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dceefdc-1484-47c1-b345-b80bb75e6078 None None] Sync routers for ids ['6395e472-c494-4c1b-826e-127b39a614bf'] in dv-cinder-830787-2-iscsi {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 13:58:07.984350 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dceefdc-1484-47c1-b345-b80bb75e6078 None None] Routers {'6395e472-c494-4c1b-826e-127b39a614bf'} bound to L3 agent in host dv-cinder-830787-2-iscsi {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 13:58:07.987853 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-4dceefdc-1484-47c1-b345-b80bb75e6078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830787-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T13:46:59Z,description=,heartbeat_timestamp=2022-04-11T13:57:59Z,host='dv-cinder-830787-2-iscsi',id=e731c656-576f-4174-9da3-af64518920bc,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T13:46:59Z,topic='l3_agent')) {'router_ids': ['6395e472-c494-4c1b-826e-127b39a614bf'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:58:08.081538 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db02fc28-1556-49e2-b03a-6f6b92a29240 req-401fa4b7-23d1-4683-bda6-9a7afcbeb04a tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:58:08.087707 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-db02fc28-1556-49e2-b03a-6f6b92a29240 req-401fa4b7-23d1-4683-bda6-9a7afcbeb04a tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] 10.222.0.67 "GET /v2.0/ports?device_id=a1b122bc-5193-4642-9f21-0e30c573c88e HTTP/1.1" status: 200 len: 946 time: 0.0696180 Apr 11 13:58:08.092325 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.67', 59334) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:58:08.102117 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.v2.base [None req-70f42eef-ba2e-47a1-8edb-0aa2046d4600 tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] Request body: {'floatingip': {'port_id': 'dd31c02f-d45d-4905-89c8-0c0d76d81cb0'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 13:58:08.220146 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-70f42eef-ba2e-47a1-8edb-0aa2046d4600 tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] Publish callbacks [] for floatingip (e47df6d1-a78b-413a-b0d5-a55dfd45106c), before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:58:08.244441 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.db.l3_dvr_db [None req-4dceefdc-1484-47c1-b345-b80bb75e6078 None None] Set router 6395e472-c494-4c1b-826e-127b39a614bf gateway port host: dv-cinder-830787-2-iscsi {{(pid=103320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 13:58:08.418002 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Current status of the port 3150155f-28ba-4caf-b807-cdfda7fc78ac is: ACTIVE; New status is: ACTIVE {{(pid=103320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 13:58:08.732363 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-4dceefdc-1484-47c1-b345-b80bb75e6078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6395e472-c494-4c1b-826e-127b39a614bf', 'name': 'tempest-TestShelveInstance-695175599-router', 'tenant_id': '626d5ba1efe34953a6d00b0f0afd5013', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886', 'external_fixed_ips': [{'subnet_id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'ip_address': '172.27.1.223'}], 'enable_snat': True}, 'gw_port_id': '3150155f-28ba-4caf-b807-cdfda7fc78ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T13:57:56Z', 'updated_at': '2022-04-11T13:58:05Z', 'revision_number': 4, 'project_id': '626d5ba1efe34953a6d00b0f0afd5013', 'gw_port': {'id': '3150155f-28ba-4caf-b807-cdfda7fc78ac', 'name': '', 'network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:14:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6395e472-c494-4c1b-826e-127b39a614bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'ip_address': '172.27.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:57:59Z', 'updated_at': '2022-04-11T13:58:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830787-2-iscsi', '_interfaces': [{'id': '6df702eb-5231-4e66-89c8-48fd8307f4fb', 'name': '', 'network_id': 'bcc3856a-1e27-4d38-8f1d-e24f8fbb1282', 'tenant_id': '626d5ba1efe34953a6d00b0f0afd5013', 'mac_address': 'fa:16:3e:72:a9:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6395e472-c494-4c1b-826e-127b39a614bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '3f4be426-c8cc-4fad-9345-853add2c7e7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:58:04Z', 'updated_at': '2022-04-11T13:58:06Z', 'revision_number': 2, 'project_id': '626d5ba1efe34953a6d00b0f0afd5013', 'subnets': [{'id': '3f4be426-c8cc-4fad-9345-853add2c7e7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830787-2-iscsi', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:58:08.853351 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e33c9a9-1870-48b1-a24e-11fd0e4d09d2 req-2a4b518b-eea8-49f7-96e4-5ec3c9cd5dd5 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:58:08.854901 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-4e33c9a9-1870-48b1-a24e-11fd0e4d09d2 req-2a4b518b-eea8-49f7-96e4-5ec3c9cd5dd5 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] 10.222.0.67 "GET /v2.0/ports?device_id=0d5f3b7d-8b92-4264-b41a-1d1ade879f2f HTTP/1.1" status: 200 len: 946 time: 0.3915641 Apr 11 13:58:08.886725 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dceefdc-1484-47c1-b345-b80bb75e6078 None None] Checking router: 6395e472-c494-4c1b-826e-127b39a614bf for host: dv-cinder-830787-2-iscsi {{(pid=103320) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 13:58:08.886725 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dceefdc-1484-47c1-b345-b80bb75e6078 None None] Updating router 6395e472-c494-4c1b-826e-127b39a614bf port 6df702eb-5231-4e66-89c8-48fd8307f4fb binding host dv-cinder-830787-2-iscsi {{(pid=103320) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 13:58:08.988882 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-4e33c9a9-1870-48b1-a24e-11fd0e4d09d2 req-b72e6381-84e0-44c3-a477-6ebd63ab23c0 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] 10.222.0.67 "GET /v2.0/security-groups?id=2c46161f-2d1e-4228-ae9c-ab4fe572bda1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1213694 Apr 11 13:58:08.989659 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4dceefdc-1484-47c1-b345-b80bb75e6078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883311'] for port (6df702eb-5231-4e66-89c8-48fd8307f4fb), before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:58:09.027544 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.67', 59348) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:58:09.033228 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.v2.base [None req-e3b2f34b-9f79-43ff-b4b4-e913483bd40a admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-37848394-network', 'tenant_id': 'd32bc40164104932a96a6eebb3b739b2'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 13:58:09.064732 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3b2f34b-9f79-43ff-b4b4-e913483bd40a admin admin] Made reservation on behalf of d32bc40164104932a96a6eebb3b739b2 for: {'network': 1} {{(pid=103319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 13:58:09.067113 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-e3b2f34b-9f79-43ff-b4b4-e913483bd40a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883311'] for network (None), before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:58:09.080338 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-e3b2f34b-9f79-43ff-b4b4-e913483bd40a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:58:09.286887 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-e3b2f34b-9f79-43ff-b4b4-e913483bd40a admin admin] Publish callbacks [] for security_group (760c3ece-bcdc-4737-b583-f8a4becc075f), precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:58:09.300449 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-e3b2f34b-9f79-43ff-b4b4-e913483bd40a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8023832'] for security_group (760c3ece-bcdc-4737-b583-f8a4becc075f), after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:58:09.328506 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3b2f34b-9f79-43ff-b4b4-e913483bd40a admin admin] vlan segment allocate from pool success with {'vlan_id': 946, 'physical_network': 'physnet1'} {{(pid=103319) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 13:58:09.351200 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-e3b2f34b-9f79-43ff-b4b4-e913483bd40a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682637'] for segment (66fe8239-ad28-432b-b2f7-47d7e00600e3), precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:58:09.351547 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.db.segments_db [None req-e3b2f34b-9f79-43ff-b4b4-e913483bd40a admin admin] Added segment 66fe8239-ad28-432b-b2f7-47d7e00600e3 of type vlan for network 27ee1ceb-e224-4ff5-acaa-03a9ae91e635 Apr 11 13:58:09.398134 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-e3b2f34b-9f79-43ff-b4b4-e913483bd40a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750379148903'] for network (27ee1ceb-e224-4ff5-acaa-03a9ae91e635), precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:58:09.445124 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b2f34b-9f79-43ff-b4b4-e913483bd40a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=760c3ece-bcdc-4737-b583-f8a4becc075f,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:58:09.447940 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-e3b2f34b-9f79-43ff-b4b4-e913483bd40a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8024001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708'] for network (27ee1ceb-e224-4ff5-acaa-03a9ae91e635), after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:58:09.448922 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3b2f34b-9f79-43ff-b4b4-e913483bd40a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:58:09.449549 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-e3b2f34b-9f79-43ff-b4b4-e913483bd40a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871534'] for network (None), before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:58:09.563157 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-e3b2f34b-9f79-43ff-b4b4-e913483bd40a admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.5318353 Apr 11 13:58:09.563157 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b2f34b-9f79-43ff-b4b4-e913483bd40a admin admin] Pushing event updated for resources: {'Network': ['ID=27ee1ceb-e224-4ff5-acaa-03a9ae91e635,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:58:09.575666 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.67', 59350) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:58:09.579490 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Network 27ee1ceb-e224-4ff5-acaa-03a9ae91e635 details requested by agent ovs-agent-dv-cinder-830787-2-iscsi with host dv-cinder-830787-2-iscsi {{(pid=103320) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 11 13:58:09.580574 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.v2.base [None req-ed0baf79-f03e-46f3-b7fc-419cd8d8eafd admin admin] Request body: {'subnet': {'network_id': '27ee1ceb-e224-4ff5-acaa-03a9ae91e635', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-37848394-subnet', 'tenant_id': 'd32bc40164104932a96a6eebb3b739b2', 'ip_version': 4}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 13:58:09.628024 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed0baf79-f03e-46f3-b7fc-419cd8d8eafd admin admin] Made reservation on behalf of d32bc40164104932a96a6eebb3b739b2 for: {'subnet': 1} {{(pid=103319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 13:58:09.630583 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-ed0baf79-f03e-46f3-b7fc-419cd8d8eafd admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:58:09.818530 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4dceefdc-1484-47c1-b345-b80bb75e6078 None None] Publish callbacks [] for port (6df702eb-5231-4e66-89c8-48fd8307f4fb), precommit_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:58:09.843703 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4dceefdc-1484-47c1-b345-b80bb75e6078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750379687711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750379164492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750379164510'] for port (6df702eb-5231-4e66-89c8-48fd8307f4fb), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:58:09.939197 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6674f19f-519f-496b-ba71-6500aedc1141 None None] Pushing event updated for resources: {'Port': ['ID=6df702eb-5231-4e66-89c8-48fd8307f4fb,revision_number=3']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:58:10.024000 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-4dceefdc-1484-47c1-b345-b80bb75e6078 None None] Attempting to bind port 6df702eb-5231-4e66-89c8-48fd8307f4fb on host dv-cinder-830787-2-iscsi for vnic_type normal with profile {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 13:58:10.024375 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-4dceefdc-1484-47c1-b345-b80bb75e6078 None None] Attempting to bind port 6df702eb-5231-4e66-89c8-48fd8307f4fb by drivers openvswitch,hyperv on host dv-cinder-830787-2-iscsi at level 0 using segments [{'id': 'eced59c3-a177-4f35-9f71-e3309e41d19c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': 'bcc3856a-1e27-4d38-8f1d-e24f8fbb1282'}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 13:58:10.024739 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dceefdc-1484-47c1-b345-b80bb75e6078 None None] Attempting to bind port 6df702eb-5231-4e66-89c8-48fd8307f4fb on network bcc3856a-1e27-4d38-8f1d-e24f8fbb1282 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 13:58:10.031035 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dceefdc-1484-47c1-b345-b80bb75e6078 None None] Checking agent: {'id': 'f2586825-e748-4c1d-8b98-cb0d5b6c266d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830787-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 13, 47, 3), 'started_at': datetime.datetime(2022, 4, 11, 13, 47, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 13, 58, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830787-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 13:58:10.031413 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dceefdc-1484-47c1-b345-b80bb75e6078 None None] Checking segment: {'id': 'eced59c3-a177-4f35-9f71-e3309e41d19c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': 'bcc3856a-1e27-4d38-8f1d-e24f8fbb1282'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 13:58:10.032820 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4dceefdc-1484-47c1-b345-b80bb75e6078 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:58:10.033223 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dceefdc-1484-47c1-b345-b80bb75e6078 None None] Bound using segment: {'id': 'eced59c3-a177-4f35-9f71-e3309e41d19c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': 'bcc3856a-1e27-4d38-8f1d-e24f8fbb1282'} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 13:58:10.033877 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-4dceefdc-1484-47c1-b345-b80bb75e6078 None None] Bound port: 6df702eb-5231-4e66-89c8-48fd8307f4fb, host: dv-cinder-830787-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eced59c3-a177-4f35-9f71-e3309e41d19c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': 'bcc3856a-1e27-4d38-8f1d-e24f8fbb1282'}}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 13:58:10.034159 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4dceefdc-1484-47c1-b345-b80bb75e6078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883311'] for port (6df702eb-5231-4e66-89c8-48fd8307f4fb), before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:58:10.068032 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.db.agents_db [None req-69d3ff0a-913c-429f-8002-6cfbd72f8f27 None None] Agent healthcheck: found 6 active agents {{(pid=103321) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 13:58:10.113781 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-ed0baf79-f03e-46f3-b7fc-419cd8d8eafd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708'] for subnet (abbf1f12-d89d-4262-8603-7bbe4f5b3e3f), after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:58:10.196218 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-70f42eef-ba2e-47a1-8edb-0aa2046d4600 tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:58:10.207966 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-4dceefdc-1484-47c1-b345-b80bb75e6078 None None] For port 6df702eb-5231-4e66-89c8-48fd8307f4fb, host dv-cinder-830787-2-iscsi, cleared binding levels {{(pid=103320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 13:58:10.221109 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-4dceefdc-1484-47c1-b345-b80bb75e6078 None None] For port 6df702eb-5231-4e66-89c8-48fd8307f4fb, host dv-cinder-830787-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830787-2-iscsi',level=0,port_id=6df702eb-5231-4e66-89c8-48fd8307f4fb,segment=NetworkSegment(eced59c3-a177-4f35-9f71-e3309e41d19c),segment_id=eced59c3-a177-4f35-9f71-e3309e41d19c)] {{(pid=103320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 13:58:10.239091 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-70f42eef-ba2e-47a1-8edb-0aa2046d4600 tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8126411'] for floatingip (e47df6d1-a78b-413a-b0d5-a55dfd45106c), after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:58:10.262902 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4dceefdc-1484-47c1-b345-b80bb75e6078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750379687711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750379164492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750379164510'] for port (6df702eb-5231-4e66-89c8-48fd8307f4fb), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:58:10.327255 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed0baf79-f03e-46f3-b7fc-419cd8d8eafd admin admin] Checking segment: {'id': '66fe8239-ad28-432b-b2f7-47d7e00600e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': '27ee1ceb-e224-4ff5-acaa-03a9ae91e635'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103319) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 13:58:10.327255 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed0baf79-f03e-46f3-b7fc-419cd8d8eafd admin admin] Network hostable DHCP agents. Network: 27ee1ceb-e224-4ff5-acaa-03a9ae91e635, hostable agents: ['d5a8b9a1-2e9e-46b5-8163-20b7d509fa4e'], hosted agents: [] {{(pid=103319) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 13:58:10.335653 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0baf79-f03e-46f3-b7fc-419cd8d8eafd admin admin] Pushing event updated for resources: {'Subnet': ['ID=abbf1f12-d89d-4262-8603-7bbe4f5b3e3f,revision_number=0']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:58:10.393537 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dceefdc-1484-47c1-b345-b80bb75e6078 None None] Routers {'6395e472-c494-4c1b-826e-127b39a614bf'} bound to L3 agent in host dv-cinder-830787-2-iscsi {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 13:58:10.394171 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-4dceefdc-1484-47c1-b345-b80bb75e6078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830787-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T13:46:59Z,description=,heartbeat_timestamp=2022-04-11T13:57:59Z,host='dv-cinder-830787-2-iscsi',id=e731c656-576f-4174-9da3-af64518920bc,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T13:46:59Z,topic='l3_agent')) {'router_ids': ['6395e472-c494-4c1b-826e-127b39a614bf'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:58:10.428639 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed0baf79-f03e-46f3-b7fc-419cd8d8eafd admin admin] Network 27ee1ceb-e224-4ff5-acaa-03a9ae91e635 is scheduled to be hosted by DHCP agent d5a8b9a1-2e9e-46b5-8163-20b7d509fa4e with binding_index 1 {{(pid=103319) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 13:58:10.451168 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc92873-026e-4303-9119-35da5925018e req-48ec3e2e-cd91-4247-9dc1-58f4455a4d97 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:58:10.455022 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [None req-ed0baf79-f03e-46f3-b7fc-419cd8d8eafd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830787-2-iscsi, 27ee1ceb-e224-4ff5-acaa-03a9ae91e635) {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 13:58:10.459719 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed0baf79-f03e-46f3-b7fc-419cd8d8eafd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:58:10.460728 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-ed0baf79-f03e-46f3-b7fc-419cd8d8eafd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871534'] for subnet (None), before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:58:10.467453 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-9fc92873-026e-4303-9119-35da5925018e req-48ec3e2e-cd91-4247-9dc1-58f4455a4d97 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] 10.222.0.67 "GET /v2.0/ports?device_id=0d5f3b7d-8b92-4264-b41a-1d1ade879f2f HTTP/1.1" status: 200 len: 946 time: 0.2683244 Apr 11 13:58:10.505667 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-ed0baf79-f03e-46f3-b7fc-419cd8d8eafd admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.9288623 Apr 11 13:58:10.506305 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.67', 59360) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:58:10.523829 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.v2.base [None req-1387ea1b-9f98-4186-853d-767903ede883 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-37848394-router', 'tenant_id': 'd32bc40164104932a96a6eebb3b739b2', 'external_gateway_info': {'network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886'}}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 13:58:10.571048 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-1387ea1b-9f98-4186-853d-767903ede883 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8071509', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37535'] for router (c30ab256-0deb-4a00-9880-cbfe621412c2), before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:58:10.572218 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-1387ea1b-9f98-4186-853d-767903ede883 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8074725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8111966', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8210489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37542'] for router (c30ab256-0deb-4a00-9880-cbfe621412c2), precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:58:10.679905 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.db.l3_db [None req-70f42eef-ba2e-47a1-8edb-0aa2046d4600 tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] Floating IP e47df6d1-a78b-413a-b0d5-a55dfd45106c associated. External IP: 172.27.1.66, port: dd31c02f-d45d-4905-89c8-0c0d76d81cb0. Apr 11 13:58:10.683788 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-1387ea1b-9f98-4186-853d-767903ede883 admin admin] Publish callbacks [] for router_controller (c30ab256-0deb-4a00-9880-cbfe621412c2), precommit_add_association {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:58:10.685133 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.db.l3_dvr_db [None req-4dceefdc-1484-47c1-b345-b80bb75e6078 None None] Set router 6395e472-c494-4c1b-826e-127b39a614bf gateway port host: dv-cinder-830787-2-iscsi {{(pid=103320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 13:58:10.861660 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-9fc92873-026e-4303-9119-35da5925018e req-06d473eb-5a43-4544-95a4-51bc8884f4dc tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] 10.222.0.67 "GET /v2.0/security-groups?id=2c46161f-2d1e-4228-ae9c-ab4fe572bda1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3358805 Apr 11 13:58:11.012554 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70f42eef-ba2e-47a1-8edb-0aa2046d4600 tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] Router 02c42edb-8c96-4c0d-925f-01f855f4a515 has already been hosted by L3 agent e731c656-576f-4174-9da3-af64518920bc {{(pid=103318) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 13:58:11.050210 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-1387ea1b-9f98-4186-853d-767903ede883 admin admin] Publish callbacks [] for router_gateway (c30ab256-0deb-4a00-9880-cbfe621412c2), precommit_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:58:11.054710 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe3be459-7db2-484d-ab07-14c7e6075f40 None None] Network 27ee1ceb-e224-4ff5-acaa-03a9ae91e635 requested from dv-cinder-830787-2-iscsi {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 13:58:11.117055 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-44571cd3-6463-445a-9ded-2182b32bdc71 None None] Provisioning complete for port 6df702eb-5231-4e66-89c8-48fd8307f4fb triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 13:58:11.118723 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-44571cd3-6463-445a-9ded-2182b32bdc71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-663396'] for port (6df702eb-5231-4e66-89c8-48fd8307f4fb), provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:58:11.170964 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6674f19f-519f-496b-ba71-6500aedc1141 None None] Pushing event updated for resources: {'Port': ['ID=6df702eb-5231-4e66-89c8-48fd8307f4fb,revision_number=4']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:58:11.304546 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70f42eef-ba2e-47a1-8edb-0aa2046d4600 tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] Notify agent at l3_agent.dv-cinder-830787-2-iscsi the message routers_updated {{(pid=103318) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 13:58:11.315036 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84407f1a-ac84-44ae-84c7-fb3845cf5d7b None None] Sync routers for ids ['02c42edb-8c96-4c0d-925f-01f855f4a515'] in dv-cinder-830787-2-iscsi {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 13:58:11.318548 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-70f42eef-ba2e-47a1-8edb-0aa2046d4600 tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-507053'] for floatingip (None), before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:58:11.351696 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-1387ea1b-9f98-4186-853d-767903ede883 admin admin] Publish callbacks [] for router_gateway (c30ab256-0deb-4a00-9880-cbfe621412c2), before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:58:11.352281 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84407f1a-ac84-44ae-84c7-fb3845cf5d7b None None] Routers {'02c42edb-8c96-4c0d-925f-01f855f4a515'} bound to L3 agent in host dv-cinder-830787-2-iscsi {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 13:58:11.352589 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-84407f1a-ac84-44ae-84c7-fb3845cf5d7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830787-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T13:46:59Z,description=,heartbeat_timestamp=2022-04-11T13:57:59Z,host='dv-cinder-830787-2-iscsi',id=e731c656-576f-4174-9da3-af64518920bc,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T13:46:59Z,topic='l3_agent')) {'router_ids': ['02c42edb-8c96-4c0d-925f-01f855f4a515'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:58:11.373588 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-70f42eef-ba2e-47a1-8edb-0aa2046d4600 tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] 10.222.0.67 "PUT /v2.0/floatingips/e47df6d1-a78b-413a-b0d5-a55dfd45106c HTTP/1.1" status: 200 len: 991 time: 3.2799015 Apr 11 13:58:11.374437 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1b122bc-5193-4642-9f21-0e30c573c88e', 'tag': 'dd31c02f-d45d-4905-89c8-0c0d76d81cb0'}] {{(pid=103318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 13:58:11.394686 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}476b5820a8b2a4c839a8e61874405e2111d505d8639f7232d97f083a4ddc8acf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a127b32-a549-4c7c-8e3b-03faa2b437f4" -d '{"events": [{"name": "network-changed", "server_uuid": "a1b122bc-5193-4642-9f21-0e30c573c88e", "tag": "dd31c02f-d45d-4905-89c8-0c0d76d81cb0"}]}' {{(pid=103318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 13:58:11.404246 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-1387ea1b-9f98-4186-853d-767903ede883 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883311'] for port (None), before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:58:11.516644 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 13:58:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dca0536-a8bd-4252-9774-f7803e38bc3a x-openstack-request-id: req-4dca0536-a8bd-4252-9774-f7803e38bc3a {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 13:58:11.517025 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1b122bc-5193-4642-9f21-0e30c573c88e", "tag": "dd31c02f-d45d-4905-89c8-0c0d76d81cb0", "status": "completed", "code": 200}]} {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 13:58:11.517906 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-4dca0536-a8bd-4252-9774-f7803e38bc3a {{(pid=103318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 13:58:11.517906 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4dca0536-a8bd-4252-9774-f7803e38bc3a'] response: {'name': 'network-changed', 'server_uuid': 'a1b122bc-5193-4642-9f21-0e30c573c88e', 'tag': 'dd31c02f-d45d-4905-89c8-0c0d76d81cb0', 'status': 'completed', 'code': 200} Apr 11 13:58:11.570481 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ba8b8b0-0bd1-4c49-b90c-671803cfba59 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1fe1531a-8e8b-5363-9076-d554666a6dc4-27ee1ceb-e224-4ff5-acaa-03a9ae91e635', 'network_id': '27ee1ceb-e224-4ff5-acaa-03a9ae91e635', 'project_id': 'd32bc40164104932a96a6eebb3b739b2', 'fixed_ips': [{'subnet_id': 'abbf1f12-d89d-4262-8603-7bbe4f5b3e3f'}]}} from dv-cinder-830787-2-iscsi. {{(pid=103320) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 11 13:58:11.571303 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-0ba8b8b0-0bd1-4c49-b90c-671803cfba59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883311'] for port (None), before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:58:11.624802 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-84407f1a-ac84-44ae-84c7-fb3845cf5d7b None None] Set router 02c42edb-8c96-4c0d-925f-01f855f4a515 gateway port host: dv-cinder-830787-2-iscsi {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 13:58:11.657066 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.db.db_base_plugin_common [None req-1387ea1b-9f98-4186-853d-767903ede883 admin admin] Allocated IP 172.27.1.110 (18ff371c-a6b9-4e7a-9b54-bf9ba2e00886/b63ed172-4352-4f2b-94f9-a4e97d1b6a55/6e61eb12-b056-46e4-91e9-8c4e5f9b655d) {{(pid=103319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 13:58:11.665693 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a127b32-a549-4c7c-8e3b-03faa2b437f4 req-2666445b-62d7-4037-b0b1-8e89b76ea16c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:58:11.667486 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-5a127b32-a549-4c7c-8e3b-03faa2b437f4 req-2666445b-62d7-4037-b0b1-8e89b76ea16c service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=7e9487af89de4df6b7592a993fc4827e&device_id=a1b122bc-5193-4642-9f21-0e30c573c88e HTTP/1.1" status: 200 len: 1130 time: 0.0898628 Apr 11 13:58:11.846094 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-44571cd3-6463-445a-9ded-2182b32bdc71 None None] Current status of the port 6df702eb-5231-4e66-89c8-48fd8307f4fb is: DOWN; New status is: ACTIVE {{(pid=103320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 13:58:11.846518 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-44571cd3-6463-445a-9ded-2182b32bdc71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883311'] for port (6df702eb-5231-4e66-89c8-48fd8307f4fb), before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:58:11.896179 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a127b32-a549-4c7c-8e3b-03faa2b437f4 req-a21e5978-154e-47c3-bdf8-c78963b04604 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:58:11.897658 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-5a127b32-a549-4c7c-8e3b-03faa2b437f4 req-a21e5978-154e-47c3-bdf8-c78963b04604 service neutron] 10.222.0.75 "GET /v2.0/networks?id=5b366c5b-a29e-42a6-8ecc-0cc9ff2fdbc0 HTTP/1.1" status: 200 len: 919 time: 0.2225130 Apr 11 13:58:11.931061 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-1387ea1b-9f98-4186-853d-767903ede883 admin admin] Publish callbacks [] for port (6e61eb12-b056-46e4-91e9-8c4e5f9b655d), precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:58:12.051718 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-1387ea1b-9f98-4186-853d-767903ede883 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750379164474'] for port (6e61eb12-b056-46e4-91e9-8c4e5f9b655d), after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:58:12.090866 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-84407f1a-ac84-44ae-84c7-fb3845cf5d7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02c42edb-8c96-4c0d-925f-01f855f4a515', 'name': 'tempest-ServerRescueNegativeTestJSON-995852149-router', 'tenant_id': '7e9487af89de4df6b7592a993fc4827e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886', 'external_fixed_ips': [{'subnet_id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'ip_address': '172.27.1.172'}], 'enable_snat': True}, 'gw_port_id': '5d4fa6fd-76c0-4870-86d9-841b0ecd7170', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T13:55:28Z', 'updated_at': '2022-04-11T13:55:35Z', 'revision_number': 4, 'project_id': '7e9487af89de4df6b7592a993fc4827e', 'gw_port': {'id': '5d4fa6fd-76c0-4870-86d9-841b0ecd7170', 'name': '', 'network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:95:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02c42edb-8c96-4c0d-925f-01f855f4a515', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'ip_address': '172.27.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:55:29Z', 'updated_at': '2022-04-11T13:55:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830787-2-iscsi', '_floatingips': [{'id': 'e47df6d1-a78b-413a-b0d5-a55dfd45106c', 'tenant_id': '7e9487af89de4df6b7592a993fc4827e', 'floating_ip_address': '172.27.1.66', 'floating_network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886', 'router_id': '02c42edb-8c96-4c0d-925f-01f855f4a515', 'port_id': 'dd31c02f-d45d-4905-89c8-0c0d76d81cb0', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 441, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5b366c5b-a29e-42a6-8ecc-0cc9ff2fdbc0', 'mac_address': 'fa:16:3e:1c:c5:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1b122bc-5193-4642-9f21-0e30c573c88e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T13:57:44Z', 'updated_at': '2022-04-11T13:58:09Z', 'revision_number': 1, 'project_id': '7e9487af89de4df6b7592a993fc4827e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1490c2e5-77ed-4811-bd1d-5b4623862f23', 'name': '', 'network_id': '5b366c5b-a29e-42a6-8ecc-0cc9ff2fdbc0', 'tenant_id': '7e9487af89de4df6b7592a993fc4827e', 'mac_address': 'fa:16:3e:05:c5:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02c42edb-8c96-4c0d-925f-01f855f4a515', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '8a7e0881-a086-4309-85a2-2f54ddd5f281', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:55:32Z', 'updated_at': '2022-04-11T13:55:39Z', 'revision_number': 5, 'project_id': '7e9487af89de4df6b7592a993fc4827e', 'subnets': [{'id': '8a7e0881-a086-4309-85a2-2f54ddd5f281', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830787-2-iscsi', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:58:12.108616 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548edafc-5cc9-4d22-9936-d5908c79791a req-7a380233-f299-41ff-9731-904598259492 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:58:12.131164 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-548edafc-5cc9-4d22-9936-d5908c79791a req-7a380233-f299-41ff-9731-904598259492 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] 10.222.0.67 "GET /v2.0/ports?device_id=0d5f3b7d-8b92-4264-b41a-1d1ade879f2f HTTP/1.1" status: 200 len: 946 time: 0.1182275 Apr 11 13:58:12.153460 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-4dceefdc-1484-47c1-b345-b80bb75e6078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6395e472-c494-4c1b-826e-127b39a614bf', 'name': 'tempest-TestShelveInstance-695175599-router', 'tenant_id': '626d5ba1efe34953a6d00b0f0afd5013', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886', 'external_fixed_ips': [{'subnet_id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'ip_address': '172.27.1.223'}], 'enable_snat': True}, 'gw_port_id': '3150155f-28ba-4caf-b807-cdfda7fc78ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T13:57:56Z', 'updated_at': '2022-04-11T13:58:05Z', 'revision_number': 4, 'project_id': '626d5ba1efe34953a6d00b0f0afd5013', 'gw_port': {'id': '3150155f-28ba-4caf-b807-cdfda7fc78ac', 'name': '', 'network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:14:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6395e472-c494-4c1b-826e-127b39a614bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'ip_address': '172.27.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:57:59Z', 'updated_at': '2022-04-11T13:58:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830787-2-iscsi', '_interfaces': [{'id': '6df702eb-5231-4e66-89c8-48fd8307f4fb', 'name': '', 'network_id': 'bcc3856a-1e27-4d38-8f1d-e24f8fbb1282', 'tenant_id': '626d5ba1efe34953a6d00b0f0afd5013', 'mac_address': 'fa:16:3e:72:a9:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6395e472-c494-4c1b-826e-127b39a614bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '3f4be426-c8cc-4fad-9345-853add2c7e7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:58:04Z', 'updated_at': '2022-04-11T13:58:10Z', 'revision_number': 4, 'project_id': '626d5ba1efe34953a6d00b0f0afd5013', 'subnets': [{'id': '3f4be426-c8cc-4fad-9345-853add2c7e7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830787-2-iscsi', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:58:12.251080 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-548edafc-5cc9-4d22-9936-d5908c79791a req-b65a72a3-c38a-40a7-be2c-6e2f05ad37d3 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] 10.222.0.67 "GET /v2.0/security-groups?id=2c46161f-2d1e-4228-ae9c-ab4fe572bda1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1178598 Apr 11 13:58:12.259615 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dceefdc-1484-47c1-b345-b80bb75e6078 None None] The sync data for ids ['6395e472-c494-4c1b-826e-127b39a614bf'] in dv-cinder-830787-2-iscsi is: [{'id': '6395e472-c494-4c1b-826e-127b39a614bf', 'name': 'tempest-TestShelveInstance-695175599-router', 'tenant_id': '626d5ba1efe34953a6d00b0f0afd5013', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886', 'external_fixed_ips': [{'subnet_id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'ip_address': '172.27.1.223'}], 'enable_snat': True}, 'gw_port_id': '3150155f-28ba-4caf-b807-cdfda7fc78ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T13:57:56Z', 'updated_at': '2022-04-11T13:58:05Z', 'revision_number': 4, 'project_id': '626d5ba1efe34953a6d00b0f0afd5013', 'gw_port': {'id': '3150155f-28ba-4caf-b807-cdfda7fc78ac', 'name': '', 'network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:14:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6395e472-c494-4c1b-826e-127b39a614bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'ip_address': '172.27.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:57:59Z', 'updated_at': '2022-04-11T13:58:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830787-2-iscsi', '_interfaces': [{'id': '6df702eb-5231-4e66-89c8-48fd8307f4fb', 'name': '', 'network_id': 'bcc3856a-1e27-4d38-8f1d-e24f8fbb1282', 'tenant_id': '626d5ba1efe34953a6d00b0f0afd5013', 'mac_address': 'fa:16:3e:72:a9:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6395e472-c494-4c1b-826e-127b39a614bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '3f4be426-c8cc-4fad-9345-853add2c7e7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:58:04Z', 'updated_at': '2022-04-11T13:58:10Z', 'revision_number': 4, 'project_id': '626d5ba1efe34953a6d00b0f0afd5013', 'subnets': [{'id': '3f4be426-c8cc-4fad-9345-853add2c7e7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 13:58:12.327580 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-44571cd3-6463-445a-9ded-2182b32bdc71 None None] For port 6df702eb-5231-4e66-89c8-48fd8307f4fb, host dv-cinder-830787-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830787-2-iscsi',level=0,port_id=6df702eb-5231-4e66-89c8-48fd8307f4fb,segment=NetworkSegment(eced59c3-a177-4f35-9f71-e3309e41d19c),segment_id=eced59c3-a177-4f35-9f71-e3309e41d19c)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 13:58:12.354827 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-44571cd3-6463-445a-9ded-2182b32bdc71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750379687711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750379164492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750379164510'] for port (6df702eb-5231-4e66-89c8-48fd8307f4fb), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:58:12.410126 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84407f1a-ac84-44ae-84c7-fb3845cf5d7b None None] Checking router: 02c42edb-8c96-4c0d-925f-01f855f4a515 for host: dv-cinder-830787-2-iscsi {{(pid=103321) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 13:58:12.439232 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84407f1a-ac84-44ae-84c7-fb3845cf5d7b None None] Routers {'02c42edb-8c96-4c0d-925f-01f855f4a515'} bound to L3 agent in host dv-cinder-830787-2-iscsi {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 13:58:12.439232 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-84407f1a-ac84-44ae-84c7-fb3845cf5d7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830787-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T13:46:59Z,description=,heartbeat_timestamp=2022-04-11T13:57:59Z,host='dv-cinder-830787-2-iscsi',id=e731c656-576f-4174-9da3-af64518920bc,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T13:46:59Z,topic='l3_agent')) {'router_ids': ['02c42edb-8c96-4c0d-925f-01f855f4a515'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:58:12.523322 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44571cd3-6463-445a-9ded-2182b32bdc71 None None] Pushing event updated for resources: {'Port': ['ID=6df702eb-5231-4e66-89c8-48fd8307f4fb,revision_number=5']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:58:12.606264 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-89ecba56-6b6f-4d06-88ed-582a064e7863 None None] Provisioning complete for port 6df702eb-5231-4e66-89c8-48fd8307f4fb triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 13:58:12.607613 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-89ecba56-6b6f-4d06-88ed-582a064e7863 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-663396'] for port (6df702eb-5231-4e66-89c8-48fd8307f4fb), provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:58:12.621229 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.db.db_base_plugin_common [None req-0ba8b8b0-0bd1-4c49-b90c-671803cfba59 None None] Allocated IP 172.20.0.2 (27ee1ceb-e224-4ff5-acaa-03a9ae91e635/abbf1f12-d89d-4262-8603-7bbe4f5b3e3f/76da7e78-728e-4fde-adda-0ac1381944c0) {{(pid=103320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 13:58:12.679921 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-84407f1a-ac84-44ae-84c7-fb3845cf5d7b None None] Set router 02c42edb-8c96-4c0d-925f-01f855f4a515 gateway port host: dv-cinder-830787-2-iscsi {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 13:58:12.716026 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1387ea1b-9f98-4186-853d-767903ede883 admin admin] Pushing event updated for resources: {'Port': ['ID=6e61eb12-b056-46e4-91e9-8c4e5f9b655d,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:58:12.772829 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1387ea1b-9f98-4186-853d-767903ede883 admin admin] Network 18ff371c-a6b9-4e7a-9b54-bf9ba2e00886 is already hosted by enough agents. {{(pid=103319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 13:58:12.807405 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [None req-1387ea1b-9f98-4186-853d-767903ede883 admin admin] Resources bound (agent type, host, resource id): {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 13:58:12.829305 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1387ea1b-9f98-4186-853d-767903ede883 admin admin] Received port after_create {{(pid=103319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 13:58:12.842058 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-89ecba56-6b6f-4d06-88ed-582a064e7863 None None] Current status of the port 6df702eb-5231-4e66-89c8-48fd8307f4fb is: ACTIVE; New status is: ACTIVE {{(pid=103320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 13:58:12.864112 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-5a127b32-a549-4c7c-8e3b-03faa2b437f4 req-f7179351-1193-4433-95ab-1ee2d741d6ca service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dd31c02f-d45d-4905-89c8-0c0d76d81cb0 HTTP/1.1" status: 200 len: 999 time: 0.8873260 Apr 11 13:58:13.071775 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-0ba8b8b0-0bd1-4c49-b90c-671803cfba59 None None] Publish callbacks [] for port (76da7e78-728e-4fde-adda-0ac1381944c0), precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:58:13.093456 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-0ba8b8b0-0bd1-4c49-b90c-671803cfba59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750379164474'] for port (76da7e78-728e-4fde-adda-0ac1381944c0), after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:58:13.168921 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba8b8b0-0bd1-4c49-b90c-671803cfba59 None None] Pushing event updated for resources: {'Port': ['ID=76da7e78-728e-4fde-adda-0ac1381944c0,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:58:13.208304 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ba8b8b0-0bd1-4c49-b90c-671803cfba59 None None] Network 27ee1ceb-e224-4ff5-acaa-03a9ae91e635 is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 13:58:13.209935 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [None req-0ba8b8b0-0bd1-4c49-b90c-671803cfba59 None None] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 13:58:13.215829 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ba8b8b0-0bd1-4c49-b90c-671803cfba59 None None] Received port after_create {{(pid=103320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 13:58:13.265237 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-84407f1a-ac84-44ae-84c7-fb3845cf5d7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02c42edb-8c96-4c0d-925f-01f855f4a515', 'name': 'tempest-ServerRescueNegativeTestJSON-995852149-router', 'tenant_id': '7e9487af89de4df6b7592a993fc4827e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886', 'external_fixed_ips': [{'subnet_id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'ip_address': '172.27.1.172'}], 'enable_snat': True}, 'gw_port_id': '5d4fa6fd-76c0-4870-86d9-841b0ecd7170', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T13:55:28Z', 'updated_at': '2022-04-11T13:55:35Z', 'revision_number': 4, 'project_id': '7e9487af89de4df6b7592a993fc4827e', 'gw_port': {'id': '5d4fa6fd-76c0-4870-86d9-841b0ecd7170', 'name': '', 'network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:95:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02c42edb-8c96-4c0d-925f-01f855f4a515', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'ip_address': '172.27.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:55:29Z', 'updated_at': '2022-04-11T13:55:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830787-2-iscsi', '_floatingips': [{'id': 'e47df6d1-a78b-413a-b0d5-a55dfd45106c', 'tenant_id': '7e9487af89de4df6b7592a993fc4827e', 'floating_ip_address': '172.27.1.66', 'floating_network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886', 'router_id': '02c42edb-8c96-4c0d-925f-01f855f4a515', 'port_id': 'dd31c02f-d45d-4905-89c8-0c0d76d81cb0', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 441, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5b366c5b-a29e-42a6-8ecc-0cc9ff2fdbc0', 'mac_address': 'fa:16:3e:1c:c5:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1b122bc-5193-4642-9f21-0e30c573c88e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T13:57:44Z', 'updated_at': '2022-04-11T13:58:09Z', 'revision_number': 1, 'project_id': '7e9487af89de4df6b7592a993fc4827e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1490c2e5-77ed-4811-bd1d-5b4623862f23', 'name': '', 'network_id': '5b366c5b-a29e-42a6-8ecc-0cc9ff2fdbc0', 'tenant_id': '7e9487af89de4df6b7592a993fc4827e', 'mac_address': 'fa:16:3e:05:c5:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02c42edb-8c96-4c0d-925f-01f855f4a515', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '8a7e0881-a086-4309-85a2-2f54ddd5f281', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:55:32Z', 'updated_at': '2022-04-11T13:55:39Z', 'revision_number': 5, 'project_id': '7e9487af89de4df6b7592a993fc4827e', 'subnets': [{'id': '8a7e0881-a086-4309-85a2-2f54ddd5f281', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830787-2-iscsi', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:58:13.278785 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab990ad4-5821-4a90-8288-b8de23e2e13f req-3a84db25-ca69-4603-ba01-94a0e293e7db tempest-TestMinimumBasicScenario-1408592018 tempest-TestMinimumBasicScenario-1408592018-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:58:13.286184 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-ab990ad4-5821-4a90-8288-b8de23e2e13f req-3a84db25-ca69-4603-ba01-94a0e293e7db tempest-TestMinimumBasicScenario-1408592018 tempest-TestMinimumBasicScenario-1408592018-project] 10.222.0.67 "GET /v2.0/networks?id=a26678c1-118d-435e-989f-6f50cac836e0 HTTP/1.1" status: 200 len: 814 time: 0.6210763 Apr 11 13:58:13.330117 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84407f1a-ac84-44ae-84c7-fb3845cf5d7b None None] The sync data for ids ['02c42edb-8c96-4c0d-925f-01f855f4a515'] in dv-cinder-830787-2-iscsi is: [{'id': '02c42edb-8c96-4c0d-925f-01f855f4a515', 'name': 'tempest-ServerRescueNegativeTestJSON-995852149-router', 'tenant_id': '7e9487af89de4df6b7592a993fc4827e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886', 'external_fixed_ips': [{'subnet_id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'ip_address': '172.27.1.172'}], 'enable_snat': True}, 'gw_port_id': '5d4fa6fd-76c0-4870-86d9-841b0ecd7170', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T13:55:28Z', 'updated_at': '2022-04-11T13:55:35Z', 'revision_number': 4, 'project_id': '7e9487af89de4df6b7592a993fc4827e', 'gw_port': {'id': '5d4fa6fd-76c0-4870-86d9-841b0ecd7170', 'name': '', 'network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:95:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02c42edb-8c96-4c0d-925f-01f855f4a515', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'ip_address': '172.27.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:55:29Z', 'updated_at': '2022-04-11T13:55:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830787-2-iscsi', '_floatingips': [{'id': 'e47df6d1-a78b-413a-b0d5-a55dfd45106c', 'tenant_id': '7e9487af89de4df6b7592a993fc4827e', 'floating_ip_address': '172.27.1.66', 'floating_network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886', 'router_id': '02c42edb-8c96-4c0d-925f-01f855f4a515', 'port_id': 'dd31c02f-d45d-4905-89c8-0c0d76d81cb0', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 441, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5b366c5b-a29e-42a6-8ecc-0cc9ff2fdbc0', 'mac_address': 'fa:16:3e:1c:c5:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1b122bc-5193-4642-9f21-0e30c573c88e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T13:57:44Z', 'updated_at': '2022-04-11T13:58:09Z', 'revision_number': 1, 'project_id': '7e9487af89de4df6b7592a993fc4827e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1490c2e5-77ed-4811-bd1d-5b4623862f23', 'name': '', 'network_id': '5b366c5b-a29e-42a6-8ecc-0cc9ff2fdbc0', 'tenant_id': '7e9487af89de4df6b7592a993fc4827e', 'mac_address': 'fa:16:3e:05:c5:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02c42edb-8c96-4c0d-925f-01f855f4a515', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '8a7e0881-a086-4309-85a2-2f54ddd5f281', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:55:32Z', 'updated_at': '2022-04-11T13:55:39Z', 'revision_number': 5, 'project_id': '7e9487af89de4df6b7592a993fc4827e', 'subnets': [{'id': '8a7e0881-a086-4309-85a2-2f54ddd5f281', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 13:58:13.341002 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-0ba8b8b0-0bd1-4c49-b90c-671803cfba59 None None] Attempting to bind port 76da7e78-728e-4fde-adda-0ac1381944c0 on host dv-cinder-830787-2-iscsi for vnic_type normal with profile {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 13:58:13.341607 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-0ba8b8b0-0bd1-4c49-b90c-671803cfba59 None None] Attempting to bind port 76da7e78-728e-4fde-adda-0ac1381944c0 by drivers openvswitch,hyperv on host dv-cinder-830787-2-iscsi at level 0 using segments [{'id': '66fe8239-ad28-432b-b2f7-47d7e00600e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': '27ee1ceb-e224-4ff5-acaa-03a9ae91e635'}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 13:58:13.342168 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ba8b8b0-0bd1-4c49-b90c-671803cfba59 None None] Attempting to bind port 76da7e78-728e-4fde-adda-0ac1381944c0 on network 27ee1ceb-e224-4ff5-acaa-03a9ae91e635 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 13:58:13.349072 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-ab990ad4-5821-4a90-8288-b8de23e2e13f req-ff11bafe-acf3-4dc4-8ea4-91f363f27457 tempest-TestMinimumBasicScenario-1408592018 tempest-TestMinimumBasicScenario-1408592018-project] 10.222.0.67 "GET /v2.0/quotas/644547f80e2543079781f0c7b34c40b4 HTTP/1.1" status: 200 len: 375 time: 0.0533504 Apr 11 13:58:13.358037 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ba8b8b0-0bd1-4c49-b90c-671803cfba59 None None] Checking agent: {'id': 'f2586825-e748-4c1d-8b98-cb0d5b6c266d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830787-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 13, 47, 3), 'started_at': datetime.datetime(2022, 4, 11, 13, 47, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 13, 58, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830787-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 13:58:13.358732 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ba8b8b0-0bd1-4c49-b90c-671803cfba59 None None] Checking segment: {'id': '66fe8239-ad28-432b-b2f7-47d7e00600e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': '27ee1ceb-e224-4ff5-acaa-03a9ae91e635'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 13:58:13.359342 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-0ba8b8b0-0bd1-4c49-b90c-671803cfba59 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:58:13.360495 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ba8b8b0-0bd1-4c49-b90c-671803cfba59 None None] Bound using segment: {'id': '66fe8239-ad28-432b-b2f7-47d7e00600e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': '27ee1ceb-e224-4ff5-acaa-03a9ae91e635'} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 13:58:13.361185 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-0ba8b8b0-0bd1-4c49-b90c-671803cfba59 None None] Bound port: 76da7e78-728e-4fde-adda-0ac1381944c0, host: dv-cinder-830787-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66fe8239-ad28-432b-b2f7-47d7e00600e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': '27ee1ceb-e224-4ff5-acaa-03a9ae91e635'}}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 13:58:13.361783 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-0ba8b8b0-0bd1-4c49-b90c-671803cfba59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883311'] for port (76da7e78-728e-4fde-adda-0ac1381944c0), before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:58:13.490437 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-ab990ad4-5821-4a90-8288-b8de23e2e13f req-4f25f4d0-c964-4a33-be25-b659104cb2f3 tempest-TestMinimumBasicScenario-1408592018 tempest-TestMinimumBasicScenario-1408592018-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=644547f80e2543079781f0c7b34c40b4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1402564 Apr 11 13:58:13.515377 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fc43ad-5ed4-4b92-9595-e5791687b104 req-ae522585-f7e0-4a4e-bbfa-e8d07ec36b85 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:58:13.530979 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-24fc43ad-5ed4-4b92-9595-e5791687b104 req-ae522585-f7e0-4a4e-bbfa-e8d07ec36b85 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] 10.222.0.67 "GET /v2.0/ports?device_id=0d5f3b7d-8b92-4264-b41a-1d1ade879f2f HTTP/1.1" status: 200 len: 946 time: 0.1774492 Apr 11 13:58:13.603967 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a127b32-a549-4c7c-8e3b-03faa2b437f4 req-c35d62d5-3ba6-4f73-b0be-ee2d04e66237 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:58:13.607042 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-5a127b32-a549-4c7c-8e3b-03faa2b437f4 req-c35d62d5-3ba6-4f73-b0be-ee2d04e66237 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=8a7e0881-a086-4309-85a2-2f54ddd5f281 HTTP/1.1" status: 200 len: 857 time: 0.4142308 Apr 11 13:58:13.624420 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-24fc43ad-5ed4-4b92-9595-e5791687b104 req-74ce5b1a-3025-40ce-a2dd-b156221e1412 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] 10.222.0.67 "GET /v2.0/security-groups?id=2c46161f-2d1e-4228-ae9c-ab4fe572bda1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0904856 Apr 11 13:58:13.657803 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-0ba8b8b0-0bd1-4c49-b90c-671803cfba59 None None] For port 76da7e78-728e-4fde-adda-0ac1381944c0, host dv-cinder-830787-2-iscsi, cleared binding levels {{(pid=103320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 13:58:13.669956 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-0ba8b8b0-0bd1-4c49-b90c-671803cfba59 None None] For port 76da7e78-728e-4fde-adda-0ac1381944c0, host dv-cinder-830787-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830787-2-iscsi',level=0,port_id=76da7e78-728e-4fde-adda-0ac1381944c0,segment=NetworkSegment(66fe8239-ad28-432b-b2f7-47d7e00600e3),segment_id=66fe8239-ad28-432b-b2f7-47d7e00600e3)] {{(pid=103320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 13:58:13.673887 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Device 6df702eb-5231-4e66-89c8-48fd8307f4fb up at agent ovs-agent-dv-cinder-830787-2-iscsi {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 13:58:13.715598 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-0ba8b8b0-0bd1-4c49-b90c-671803cfba59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750379687711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750379164492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750379164510'] for port (76da7e78-728e-4fde-adda-0ac1381944c0), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:58:13.773746 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-ab990ad4-5821-4a90-8288-b8de23e2e13f req-5fb208c2-4c9c-48e3-abd6-3df814e26c56 service neutron] 10.222.0.67 "GET /v2.0/networks/a26678c1-118d-435e-989f-6f50cac836e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2823184 Apr 11 13:58:13.788370 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-1387ea1b-9f98-4186-853d-767903ede883 admin admin] Publish callbacks [] for router_gateway (c30ab256-0deb-4a00-9880-cbfe621412c2), after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:58:13.849553 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29f5c816-4f91-49f3-9dee-75b60a3f7770 None None] New status for floating IP e47df6d1-a78b-413a-b0d5-a55dfd45106c: ACTIVE {{(pid=103320) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 13:58:13.944490 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Provisioning complete for port 6df702eb-5231-4e66-89c8-48fd8307f4fb triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 13:58:13.945110 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-663396'] for port (6df702eb-5231-4e66-89c8-48fd8307f4fb), provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:58:13.949320 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba8b8b0-0bd1-4c49-b90c-671803cfba59 None None] Pushing event updated for resources: {'Port': ['ID=76da7e78-728e-4fde-adda-0ac1381944c0,revision_number=2']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:58:14.136382 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbfe657-35db-419c-819a-dbf3f4e8fbe5 req-9558c7cf-8871-467d-8aad-3cc4d19d6f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:58:14.138003 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-5cbfe657-35db-419c-819a-dbf3f4e8fbe5 req-9558c7cf-8871-467d-8aad-3cc4d19d6f53 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=a8a28d94e79a4972b0f8f61ab1cb1490&device_id=0d5f3b7d-8b92-4264-b41a-1d1ade879f2f HTTP/1.1" status: 200 len: 1130 time: 0.0585995 Apr 11 13:58:14.143024 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a127b32-a549-4c7c-8e3b-03faa2b437f4 req-1ace026b-8246-473d-b702-f344bf55fad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:58:14.143024 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-5a127b32-a549-4c7c-8e3b-03faa2b437f4 req-1ace026b-8246-473d-b702-f344bf55fad4 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=5b366c5b-a29e-42a6-8ecc-0cc9ff2fdbc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2412009 Apr 11 13:58:14.198090 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef39f82-59fa-4994-a43d-9f311ce348c9 req-5d77084b-fe94-4578-b716-a971659cb955 tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:58:14.200112 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-cef39f82-59fa-4994-a43d-9f311ce348c9 req-5d77084b-fe94-4578-b716-a971659cb955 tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] 10.222.0.67 "GET /v2.0/ports?device_id=54dcdce4-931a-42d3-b36a-321afffabdc0 HTTP/1.1" status: 200 len: 946 time: 0.1424541 Apr 11 13:58:14.327892 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-cef39f82-59fa-4994-a43d-9f311ce348c9 req-bec86b66-51f2-49ea-8d50-3a612d5124aa tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] 10.222.0.67 "GET /v2.0/security-groups?id=fa012576-2707-4681-be16-e9c543038202&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1212778 Apr 11 13:58:14.348638 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Current status of the port 6df702eb-5231-4e66-89c8-48fd8307f4fb is: ACTIVE; New status is: ACTIVE {{(pid=103320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 13:58:14.536658 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-ab990ad4-5821-4a90-8288-b8de23e2e13f req-a7c1d52f-fadc-4574-91f0-685231f4e774 service neutron] 10.222.0.67 "GET /v2.0/networks/a26678c1-118d-435e-989f-6f50cac836e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7452343 Apr 11 13:58:14.598961 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbfe657-35db-419c-819a-dbf3f4e8fbe5 req-e387f2ea-df66-49c1-bff2-d073432bf8c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:58:14.600441 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-5cbfe657-35db-419c-819a-dbf3f4e8fbe5 req-e387f2ea-df66-49c1-bff2-d073432bf8c1 service neutron] 10.222.0.75 "GET /v2.0/networks?id=0208f136-78bf-40a4-90c8-9a7151bfb362 HTTP/1.1" status: 200 len: 917 time: 0.3380451 Apr 11 13:58:14.654801 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-5a127b32-a549-4c7c-8e3b-03faa2b437f4 req-b9298495-4a9b-4153-ad67-96992d2a85fb service neutron] 10.222.0.75 "GET /v2.0/networks/5b366c5b-a29e-42a6-8ecc-0cc9ff2fdbc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3955276 Apr 11 13:58:14.742433 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-1387ea1b-9f98-4186-853d-767903ede883 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8074716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8126381'] for router (c30ab256-0deb-4a00-9880-cbfe621412c2), after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:58:14.772311 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b81dcb-8ad1-460e-9b6f-ad0cb6f6a20a req-6f940ddc-cc3f-44f5-b892-d6ca16b17040 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:58:14.780089 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-e9b81dcb-8ad1-460e-9b6f-ad0cb6f6a20a req-6f940ddc-cc3f-44f5-b892-d6ca16b17040 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] 10.222.0.67 "GET /v2.0/ports?device_id=0d5f3b7d-8b92-4264-b41a-1d1ade879f2f HTTP/1.1" status: 200 len: 946 time: 0.0614161 Apr 11 13:58:14.867462 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-e9b81dcb-8ad1-460e-9b6f-ad0cb6f6a20a req-ec3480ca-aec9-4784-bea0-563b3a87c753 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] 10.222.0.67 "GET /v2.0/security-groups?id=2c46161f-2d1e-4228-ae9c-ab4fe572bda1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0845563 Apr 11 13:58:14.884342 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-5cbfe657-35db-419c-819a-dbf3f4e8fbe5 req-8989d370-826e-488c-b2e1-51cea8e724c1 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cda04f4a-80ef-4c18-b575-cb87293272ce HTTP/1.1" status: 200 len: 1001 time: 0.2749133 Apr 11 13:58:14.898194 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-f431aa8d-d149-48a4-bb88-840f1947728a req-cf55e06e-6bcf-489f-962e-6729d0f506a8 tempest-TestMinimumBasicScenario-1408592018 tempest-TestMinimumBasicScenario-1408592018-project] 10.222.0.67 "GET /v2.0/ports?device_id=79569212-4835-45da-92b0-516e527a1f88 HTTP/1.1" status: 200 len: 210 time: 0.1710899 Apr 11 13:58:14.971106 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-5a127b32-a549-4c7c-8e3b-03faa2b437f4 req-f7cae356-fa70-4116-817f-680d4f8e6b74 service neutron] 10.222.0.75 "GET /v2.0/networks/5b366c5b-a29e-42a6-8ecc-0cc9ff2fdbc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3072479 Apr 11 13:58:15.029279 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbfe657-35db-419c-819a-dbf3f4e8fbe5 req-cd47be71-e17b-4fc3-aa1b-ed0fc4671421 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:58:15.030750 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-5cbfe657-35db-419c-819a-dbf3f4e8fbe5 req-cd47be71-e17b-4fc3-aa1b-ed0fc4671421 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=2778d57e-4616-4989-bcd8-4f6cb6111901 HTTP/1.1" status: 200 len: 855 time: 0.1316864 Apr 11 13:58:15.112374 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbfe657-35db-419c-819a-dbf3f4e8fbe5 req-e971956e-d30d-4559-b42f-fc3d98cb62eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:58:15.113902 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-5cbfe657-35db-419c-819a-dbf3f4e8fbe5 req-e971956e-d30d-4559-b42f-fc3d98cb62eb service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=0208f136-78bf-40a4-90c8-9a7151bfb362&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0732625 Apr 11 13:58:15.198815 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1387ea1b-9f98-4186-853d-767903ede883 admin admin] Router c30ab256-0deb-4a00-9880-cbfe621412c2 is scheduled to L3 agent e731c656-576f-4174-9da3-af64518920bc with binding_index 1 {{(pid=103319) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 11 13:58:15.280162 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-5cbfe657-35db-419c-819a-dbf3f4e8fbe5 req-99744f17-35c6-4191-83ef-6dc303233bec service neutron] 10.222.0.75 "GET /v2.0/networks/0208f136-78bf-40a4-90c8-9a7151bfb362?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1573274 Apr 11 13:58:15.521502 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3576d48-c035-4988-87e6-7a6e12f511b9 None None] Network 27ee1ceb-e224-4ff5-acaa-03a9ae91e635 requested from dv-cinder-830787-2-iscsi {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 13:58:15.541224 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c765d3-db07-4781-9638-227b73b28c2f req-52176a78-a7b2-4048-9518-c504f0e3d0f5 tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:58:15.557698 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-38c765d3-db07-4781-9638-227b73b28c2f req-52176a78-a7b2-4048-9518-c504f0e3d0f5 tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] 10.222.0.67 "GET /v2.0/ports?device_id=54dcdce4-931a-42d3-b36a-321afffabdc0 HTTP/1.1" status: 200 len: 946 time: 0.1301429 Apr 11 13:58:15.636551 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Device 76da7e78-728e-4fde-adda-0ac1381944c0 up at agent ovs-agent-dv-cinder-830787-2-iscsi {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 13:58:15.656202 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-38c765d3-db07-4781-9638-227b73b28c2f req-93e89fc5-f5ea-43d0-a679-75a2b5bc06ae tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] 10.222.0.67 "GET /v2.0/security-groups?id=fa012576-2707-4681-be16-e9c543038202&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0972307 Apr 11 13:58:15.667402 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1387ea1b-9f98-4186-853d-767903ede883 admin admin] Notify agent at l3_agent.dv-cinder-830787-2-iscsi the message routers_updated {{(pid=103319) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 13:58:15.677933 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52129935-7b2f-4c34-9207-279fb379b92b None None] Sync routers for ids ['c30ab256-0deb-4a00-9880-cbfe621412c2'] in dv-cinder-830787-2-iscsi {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 13:58:15.690854 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52129935-7b2f-4c34-9207-279fb379b92b None None] Routers {'c30ab256-0deb-4a00-9880-cbfe621412c2'} bound to L3 agent in host dv-cinder-830787-2-iscsi {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 13:58:15.692382 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-52129935-7b2f-4c34-9207-279fb379b92b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830787-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T13:46:59Z,description=,heartbeat_timestamp=2022-04-11T13:57:59Z,host='dv-cinder-830787-2-iscsi',id=e731c656-576f-4174-9da3-af64518920bc,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T13:46:59Z,topic='l3_agent')) {'router_ids': ['c30ab256-0deb-4a00-9880-cbfe621412c2'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:58:15.697401 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-5cbfe657-35db-419c-819a-dbf3f4e8fbe5 req-25d3fbf4-f1ba-4292-b621-6f642fb725a9 service neutron] 10.222.0.75 "GET /v2.0/networks/0208f136-78bf-40a4-90c8-9a7151bfb362?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4098136 Apr 11 13:58:15.702466 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-aef2b92d-f82e-4335-96be-1fee128705e9 None None] Provisioning complete for port 76da7e78-728e-4fde-adda-0ac1381944c0 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 13:58:15.703611 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-aef2b92d-f82e-4335-96be-1fee128705e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-663396'] for port (76da7e78-728e-4fde-adda-0ac1381944c0), provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:58:15.705843 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-1387ea1b-9f98-4186-853d-767903ede883 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:58:15.707212 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-1387ea1b-9f98-4186-853d-767903ede883 admin admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 5.1999397 Apr 11 13:58:15.709993 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.67', 59640) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:58:15.800314 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Provisioning complete for port 76da7e78-728e-4fde-adda-0ac1381944c0 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 13:58:15.800871 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-663396'] for port (76da7e78-728e-4fde-adda-0ac1381944c0), provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:58:15.826623 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-52129935-7b2f-4c34-9207-279fb379b92b None None] Set router c30ab256-0deb-4a00-9880-cbfe621412c2 gateway port host: dv-cinder-830787-2-iscsi {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 13:58:15.883073 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-aef2b92d-f82e-4335-96be-1fee128705e9 None None] Current status of the port 76da7e78-728e-4fde-adda-0ac1381944c0 is: DOWN; New status is: ACTIVE {{(pid=103320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 13:58:15.883774 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-aef2b92d-f82e-4335-96be-1fee128705e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883311'] for port (76da7e78-728e-4fde-adda-0ac1381944c0), before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:58:16.112675 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Current status of the port 76da7e78-728e-4fde-adda-0ac1381944c0 is: DOWN; New status is: ACTIVE {{(pid=103320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 13:58:16.113077 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883311'] for port (76da7e78-728e-4fde-adda-0ac1381944c0), before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:58:16.114136 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad07781-332f-4ab9-9e5a-696f3e9e9f58 req-c5ca89b4-a73c-4927-a40b-40e27f28d024 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:58:16.119870 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-f6a79ffe-6a72-4b0b-8930-53b7856d0efe req-5ce95df2-212c-4c0a-827e-e4f11d750d17 tempest-TestMinimumBasicScenario-1408592018 tempest-TestMinimumBasicScenario-1408592018-project] 10.222.0.67 "GET /v2.0/ports?device_id=79569212-4835-45da-92b0-516e527a1f88 HTTP/1.1" status: 200 len: 210 time: 0.0683775 Apr 11 13:58:16.130291 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-aef2b92d-f82e-4335-96be-1fee128705e9 None None] For port 76da7e78-728e-4fde-adda-0ac1381944c0, host dv-cinder-830787-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830787-2-iscsi',level=0,port_id=76da7e78-728e-4fde-adda-0ac1381944c0,segment=NetworkSegment(66fe8239-ad28-432b-b2f7-47d7e00600e3),segment_id=66fe8239-ad28-432b-b2f7-47d7e00600e3)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 13:58:16.138514 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-0ad07781-332f-4ab9-9e5a-696f3e9e9f58 req-c5ca89b4-a73c-4927-a40b-40e27f28d024 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] 10.222.0.67 "GET /v2.0/ports?device_id=0d5f3b7d-8b92-4264-b41a-1d1ade879f2f HTTP/1.1" status: 200 len: 946 time: 0.1175897 Apr 11 13:58:16.179623 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-52129935-7b2f-4c34-9207-279fb379b92b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c30ab256-0deb-4a00-9880-cbfe621412c2', 'name': 'tempest-TestShelveInstance-37848394-router', 'tenant_id': 'd32bc40164104932a96a6eebb3b739b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886', 'external_fixed_ips': [{'subnet_id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'ip_address': '172.27.1.110'}], 'enable_snat': True}, 'gw_port_id': '6e61eb12-b056-46e4-91e9-8c4e5f9b655d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T13:58:10Z', 'updated_at': '2022-04-11T13:58:13Z', 'revision_number': 3, 'project_id': 'd32bc40164104932a96a6eebb3b739b2', 'gw_port': {'id': '6e61eb12-b056-46e4-91e9-8c4e5f9b655d', 'name': '', 'network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:04:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c30ab256-0deb-4a00-9880-cbfe621412c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'ip_address': '172.27.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:58:11Z', 'updated_at': '2022-04-11T13:58:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830787-2-iscsi'}], 'dv-cinder-830787-2-iscsi', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:58:16.196156 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-0ad07781-332f-4ab9-9e5a-696f3e9e9f58 req-a7edcd1f-42b2-4107-b8e2-da46da296544 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] 10.222.0.67 "GET /v2.0/security-groups?id=2c46161f-2d1e-4228-ae9c-ab4fe572bda1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562475 Apr 11 13:58:16.227521 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52129935-7b2f-4c34-9207-279fb379b92b None None] Checking router: c30ab256-0deb-4a00-9880-cbfe621412c2 for host: dv-cinder-830787-2-iscsi {{(pid=103321) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 13:58:16.227521 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52129935-7b2f-4c34-9207-279fb379b92b None None] Updating router c30ab256-0deb-4a00-9880-cbfe621412c2 port 6e61eb12-b056-46e4-91e9-8c4e5f9b655d binding host dv-cinder-830787-2-iscsi {{(pid=103321) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 13:58:16.259247 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-52129935-7b2f-4c34-9207-279fb379b92b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883311'] for port (6e61eb12-b056-46e4-91e9-8c4e5f9b655d), before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:58:16.301368 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-aef2b92d-f82e-4335-96be-1fee128705e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750379687711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750379164492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750379164510'] for port (76da7e78-728e-4fde-adda-0ac1381944c0), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:58:16.394695 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.db.api [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103320) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 11 13:58:16.395080 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG oslo_db.api [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 11 13:58:16.397712 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef2b92d-f82e-4335-96be-1fee128705e9 None None] Pushing event updated for resources: {'Port': ['ID=76da7e78-728e-4fde-adda-0ac1381944c0,revision_number=3']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:58:16.424682 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-67eca154-ba05-4a15-a3c6-6fd5bd286f1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883311'] for port (None), before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:58:16.439930 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-18f9f3a7-cc2f-4224-a34b-5e739690d352 None None] Provisioning complete for port 76da7e78-728e-4fde-adda-0ac1381944c0 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 13:58:16.440319 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-18f9f3a7-cc2f-4224-a34b-5e739690d352 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-663396'] for port (76da7e78-728e-4fde-adda-0ac1381944c0), provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:58:16.524633 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-18f9f3a7-cc2f-4224-a34b-5e739690d352 None None] Current status of the port 76da7e78-728e-4fde-adda-0ac1381944c0 is: ACTIVE; New status is: ACTIVE {{(pid=103320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 13:58:16.547653 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-52129935-7b2f-4c34-9207-279fb379b92b None None] Publish callbacks [] for port (6e61eb12-b056-46e4-91e9-8c4e5f9b655d), precommit_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:58:16.552794 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-52129935-7b2f-4c34-9207-279fb379b92b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750379687711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750379164492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750379164510'] for port (6e61eb12-b056-46e4-91e9-8c4e5f9b655d), after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:58:16.588439 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.db.db_base_plugin_common [None req-67eca154-ba05-4a15-a3c6-6fd5bd286f1a admin admin] Allocated IP 172.20.0.1 (27ee1ceb-e224-4ff5-acaa-03a9ae91e635/abbf1f12-d89d-4262-8603-7bbe4f5b3e3f/b9839e0d-4eb7-496f-bbfa-82008e40c79b) {{(pid=103318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 13:58:16.607989 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [None req-52129935-7b2f-4c34-9207-279fb379b92b None None] Attempting to bind port 6e61eb12-b056-46e4-91e9-8c4e5f9b655d on host dv-cinder-830787-2-iscsi for vnic_type normal with profile {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 13:58:16.608354 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [None req-52129935-7b2f-4c34-9207-279fb379b92b None None] Attempting to bind port 6e61eb12-b056-46e4-91e9-8c4e5f9b655d by drivers openvswitch,hyperv on host dv-cinder-830787-2-iscsi at level 0 using segments [{'id': '153f0837-19dc-4e5c-bf6b-49a4300ea8f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886'}] {{(pid=103321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 13:58:16.608730 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52129935-7b2f-4c34-9207-279fb379b92b None None] Attempting to bind port 6e61eb12-b056-46e4-91e9-8c4e5f9b655d on network 18ff371c-a6b9-4e7a-9b54-bf9ba2e00886 {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 13:58:16.611616 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c3edd4-2504-4721-bc82-bf0f36d27aba None None] Pushing event updated for resources: {'Port': ['ID=6e61eb12-b056-46e4-91e9-8c4e5f9b655d,revision_number=2']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:58:16.616389 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52129935-7b2f-4c34-9207-279fb379b92b None None] Checking agent: {'id': 'f2586825-e748-4c1d-8b98-cb0d5b6c266d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830787-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 13, 47, 3), 'started_at': datetime.datetime(2022, 4, 11, 13, 47, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 13, 58, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830787-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 13:58:16.617329 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52129935-7b2f-4c34-9207-279fb379b92b None None] Checking segment: {'id': '153f0837-19dc-4e5c-bf6b-49a4300ea8f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 13:58:16.617746 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-52129935-7b2f-4c34-9207-279fb379b92b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:58:16.618131 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52129935-7b2f-4c34-9207-279fb379b92b None None] Bound using segment: {'id': '153f0837-19dc-4e5c-bf6b-49a4300ea8f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886'} {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 13:58:16.618597 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [None req-52129935-7b2f-4c34-9207-279fb379b92b None None] Bound port: 6e61eb12-b056-46e4-91e9-8c4e5f9b655d, host: dv-cinder-830787-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '153f0837-19dc-4e5c-bf6b-49a4300ea8f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886'}}] {{(pid=103321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 13:58:16.618973 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-52129935-7b2f-4c34-9207-279fb379b92b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883311'] for port (6e61eb12-b056-46e4-91e9-8c4e5f9b655d), before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:58:16.669425 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.plugins.ml2.db [None req-52129935-7b2f-4c34-9207-279fb379b92b None None] For port 6e61eb12-b056-46e4-91e9-8c4e5f9b655d, host dv-cinder-830787-2-iscsi, cleared binding levels {{(pid=103321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 13:58:16.672519 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.plugins.ml2.db [None req-52129935-7b2f-4c34-9207-279fb379b92b None None] For port 6e61eb12-b056-46e4-91e9-8c4e5f9b655d, host dv-cinder-830787-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830787-2-iscsi',level=0,port_id=6e61eb12-b056-46e4-91e9-8c4e5f9b655d,segment=NetworkSegment(153f0837-19dc-4e5c-bf6b-49a4300ea8f5),segment_id=153f0837-19dc-4e5c-bf6b-49a4300ea8f5)] {{(pid=103321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 13:58:16.677444 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-52129935-7b2f-4c34-9207-279fb379b92b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750379687711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750379164492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750379164510'] for port (6e61eb12-b056-46e4-91e9-8c4e5f9b655d), after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:58:16.696912 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-67eca154-ba05-4a15-a3c6-6fd5bd286f1a admin admin] Publish callbacks [] for port (b9839e0d-4eb7-496f-bbfa-82008e40c79b), precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:58:16.732855 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-67eca154-ba05-4a15-a3c6-6fd5bd286f1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750379164474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4243781'] for port (b9839e0d-4eb7-496f-bbfa-82008e40c79b), after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:58:16.737031 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c3edd4-2504-4721-bc82-bf0f36d27aba None None] Pushing event updated for resources: {'Port': ['ID=6e61eb12-b056-46e4-91e9-8c4e5f9b655d,revision_number=3']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:58:16.746273 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52129935-7b2f-4c34-9207-279fb379b92b None None] Routers {'c30ab256-0deb-4a00-9880-cbfe621412c2'} bound to L3 agent in host dv-cinder-830787-2-iscsi {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 13:58:16.746624 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-52129935-7b2f-4c34-9207-279fb379b92b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830787-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T13:46:59Z,description=,heartbeat_timestamp=2022-04-11T13:57:59Z,host='dv-cinder-830787-2-iscsi',id=e731c656-576f-4174-9da3-af64518920bc,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T13:46:59Z,topic='l3_agent')) {'router_ids': ['c30ab256-0deb-4a00-9880-cbfe621412c2'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:58:16.807135 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67eca154-ba05-4a15-a3c6-6fd5bd286f1a admin admin] Network 27ee1ceb-e224-4ff5-acaa-03a9ae91e635 is already hosted by enough agents. {{(pid=103318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 13:58:16.813816 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [None req-67eca154-ba05-4a15-a3c6-6fd5bd286f1a admin admin] Resources bound (agent type, host, resource id): {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 13:58:16.819776 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67eca154-ba05-4a15-a3c6-6fd5bd286f1a admin admin] Received port after_create {{(pid=103318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 13:58:16.829328 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98a5dcb-caf4-465d-94c9-67032234e4c8 req-26ec81a8-f363-4075-b8af-37c7bdc523ed tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:58:16.830874 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-b98a5dcb-caf4-465d-94c9-67032234e4c8 req-26ec81a8-f363-4075-b8af-37c7bdc523ed tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] 10.222.0.67 "GET /v2.0/ports?device_id=54dcdce4-931a-42d3-b36a-321afffabdc0 HTTP/1.1" status: 200 len: 946 time: 0.0957825 Apr 11 13:58:16.832737 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67eca154-ba05-4a15-a3c6-6fd5bd286f1a admin admin] Pushing event updated for resources: {'Port': ['ID=b9839e0d-4eb7-496f-bbfa-82008e40c79b,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:58:16.859044 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-52129935-7b2f-4c34-9207-279fb379b92b None None] Set router c30ab256-0deb-4a00-9880-cbfe621412c2 gateway port host: dv-cinder-830787-2-iscsi {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 13:58:16.893067 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-67eca154-ba05-4a15-a3c6-6fd5bd286f1a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8126302'] for router_interface (c30ab256-0deb-4a00-9880-cbfe621412c2), before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:58:16.934779 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Current status of the port 76da7e78-728e-4fde-adda-0ac1381944c0 is: ACTIVE; New status is: ACTIVE {{(pid=103320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 13:58:16.949137 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-b98a5dcb-caf4-465d-94c9-67032234e4c8 req-19f59445-ac23-4729-8cf2-40b67a1cfd8e tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] 10.222.0.67 "GET /v2.0/security-groups?id=fa012576-2707-4681-be16-e9c543038202&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0972550 Apr 11 13:58:17.046094 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-58160962-690f-4c97-9817-d5e236022fb3 None None] Provisioning complete for port b9839e0d-4eb7-496f-bbfa-82008e40c79b triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 13:58:17.046470 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-58160962-690f-4c97-9817-d5e236022fb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-663396'] for port (b9839e0d-4eb7-496f-bbfa-82008e40c79b), provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:58:17.057746 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-67eca154-ba05-4a15-a3c6-6fd5bd286f1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883311'] for port (b9839e0d-4eb7-496f-bbfa-82008e40c79b), before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:58:17.089986 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-58160962-690f-4c97-9817-d5e236022fb3 None None] Port b9839e0d-4eb7-496f-bbfa-82008e40c79b cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 13:58:17.153609 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-52129935-7b2f-4c34-9207-279fb379b92b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c30ab256-0deb-4a00-9880-cbfe621412c2', 'name': 'tempest-TestShelveInstance-37848394-router', 'tenant_id': 'd32bc40164104932a96a6eebb3b739b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886', 'external_fixed_ips': [{'subnet_id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'ip_address': '172.27.1.110'}], 'enable_snat': True}, 'gw_port_id': '6e61eb12-b056-46e4-91e9-8c4e5f9b655d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T13:58:10Z', 'updated_at': '2022-04-11T13:58:13Z', 'revision_number': 3, 'project_id': 'd32bc40164104932a96a6eebb3b739b2', 'gw_port': {'id': '6e61eb12-b056-46e4-91e9-8c4e5f9b655d', 'name': '', 'network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:04:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c30ab256-0deb-4a00-9880-cbfe621412c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'ip_address': '172.27.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:58:11Z', 'updated_at': '2022-04-11T13:58:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830787-2-iscsi'}], 'dv-cinder-830787-2-iscsi', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:58:17.190002 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52129935-7b2f-4c34-9207-279fb379b92b None None] The sync data for ids ['c30ab256-0deb-4a00-9880-cbfe621412c2'] in dv-cinder-830787-2-iscsi is: [{'id': 'c30ab256-0deb-4a00-9880-cbfe621412c2', 'name': 'tempest-TestShelveInstance-37848394-router', 'tenant_id': 'd32bc40164104932a96a6eebb3b739b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886', 'external_fixed_ips': [{'subnet_id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'ip_address': '172.27.1.110'}], 'enable_snat': True}, 'gw_port_id': '6e61eb12-b056-46e4-91e9-8c4e5f9b655d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T13:58:10Z', 'updated_at': '2022-04-11T13:58:13Z', 'revision_number': 3, 'project_id': 'd32bc40164104932a96a6eebb3b739b2', 'gw_port': {'id': '6e61eb12-b056-46e4-91e9-8c4e5f9b655d', 'name': '', 'network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:04:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c30ab256-0deb-4a00-9880-cbfe621412c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'ip_address': '172.27.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:58:11Z', 'updated_at': '2022-04-11T13:58:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830787-2-iscsi'}] {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 13:58:17.239388 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-67eca154-ba05-4a15-a3c6-6fd5bd286f1a admin admin] Publish callbacks [] for port (b9839e0d-4eb7-496f-bbfa-82008e40c79b), precommit_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:58:17.245123 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-67eca154-ba05-4a15-a3c6-6fd5bd286f1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750379687711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750379164492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750379164510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4243790'] for port (b9839e0d-4eb7-496f-bbfa-82008e40c79b), after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:58:17.271079 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-0ccd3db7-19aa-4d70-9835-e551cc96449e req-2b1b29d9-706a-4adb-9b35-eb456e4245a5 tempest-TestMinimumBasicScenario-1408592018 tempest-TestMinimumBasicScenario-1408592018-project] 10.222.0.67 "GET /v2.0/ports?device_id=79569212-4835-45da-92b0-516e527a1f88 HTTP/1.1" status: 200 len: 210 time: 0.0604320 Apr 11 13:58:17.354256 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-67eca154-ba05-4a15-a3c6-6fd5bd286f1a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7871730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8123374'] for router_interface (c30ab256-0deb-4a00-9880-cbfe621412c2), after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:58:17.375106 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798f2253-b0c9-4b9f-a899-9a394c165a00 req-95275e90-8aba-4682-9f79-08197fe324c7 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:58:17.376806 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-798f2253-b0c9-4b9f-a899-9a394c165a00 req-95275e90-8aba-4682-9f79-08197fe324c7 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] 10.222.0.67 "GET /v2.0/ports?device_id=0d5f3b7d-8b92-4264-b41a-1d1ade879f2f HTTP/1.1" status: 200 len: 946 time: 0.0712121 Apr 11 13:58:17.382522 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67eca154-ba05-4a15-a3c6-6fd5bd286f1a admin admin] Pushing event updated for resources: {'Port': ['ID=b9839e0d-4eb7-496f-bbfa-82008e40c79b,revision_number=2']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:58:17.508132 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-798f2253-b0c9-4b9f-a899-9a394c165a00 req-5c606599-c376-4d18-a35a-3a4f712dde9f tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] 10.222.0.67 "GET /v2.0/security-groups?id=2c46161f-2d1e-4228-ae9c-ab4fe572bda1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1054878 Apr 11 13:58:17.558891 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67eca154-ba05-4a15-a3c6-6fd5bd286f1a admin admin] Network 27ee1ceb-e224-4ff5-acaa-03a9ae91e635 is already hosted by enough agents. {{(pid=103318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 13:58:17.562852 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [None req-67eca154-ba05-4a15-a3c6-6fd5bd286f1a admin admin] Resources bound (agent type, host, resource id): {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 13:58:17.638660 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Device 76da7e78-728e-4fde-adda-0ac1381944c0 up at agent ovs-agent-dv-cinder-830787-2-iscsi {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 13:58:17.722384 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab990ad4-5821-4a90-8288-b8de23e2e13f req-96edf18b-a4c7-483e-a361-aeb9eda4f67b tempest-TestMinimumBasicScenario-1408592018 tempest-TestMinimumBasicScenario-1408592018-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:58:17.729143 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-ab990ad4-5821-4a90-8288-b8de23e2e13f req-96edf18b-a4c7-483e-a361-aeb9eda4f67b tempest-TestMinimumBasicScenario-1408592018 tempest-TestMinimumBasicScenario-1408592018-project] 10.222.0.75 "GET /v2.0/networks?id=a26678c1-118d-435e-989f-6f50cac836e0 HTTP/1.1" status: 200 len: 814 time: 0.2670543 Apr 11 13:58:17.743897 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.v2.base [req-ab990ad4-5821-4a90-8288-b8de23e2e13f req-f1b808d8-e9e4-47df-ad7e-8d00082c7826 tempest-TestMinimumBasicScenario-1408592018 tempest-TestMinimumBasicScenario-1408592018-project] Request body: {'port': {'device_id': '79569212-4835-45da-92b0-516e527a1f88', 'network_id': 'a26678c1-118d-435e-989f-6f50cac836e0', 'admin_state_up': True, 'tenant_id': '644547f80e2543079781f0c7b34c40b4'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 13:58:17.775836 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.67', 59676) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:58:17.814433 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Provisioning complete for port 76da7e78-728e-4fde-adda-0ac1381944c0 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 13:58:17.814835 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-663396'] for port (76da7e78-728e-4fde-adda-0ac1381944c0), provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:58:18.008546 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Current status of the port 76da7e78-728e-4fde-adda-0ac1381944c0 is: ACTIVE; New status is: ACTIVE {{(pid=103320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 13:58:18.025591 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-f15648c5-dcae-4421-8f4e-9c186af5849d None None] Provisioning complete for port b9839e0d-4eb7-496f-bbfa-82008e40c79b triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 13:58:18.026076 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-f15648c5-dcae-4421-8f4e-9c186af5849d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-663396'] for port (b9839e0d-4eb7-496f-bbfa-82008e40c79b), provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:58:18.051866 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab990ad4-5821-4a90-8288-b8de23e2e13f req-f1b808d8-e9e4-47df-ad7e-8d00082c7826 tempest-TestMinimumBasicScenario-1408592018 tempest-TestMinimumBasicScenario-1408592018-project] Made reservation on behalf of 644547f80e2543079781f0c7b34c40b4 for: {'port': 1} {{(pid=103319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 13:58:18.055753 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-ab990ad4-5821-4a90-8288-b8de23e2e13f req-f1b808d8-e9e4-47df-ad7e-8d00082c7826 tempest-TestMinimumBasicScenario-1408592018 tempest-TestMinimumBasicScenario-1408592018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883311'] for port (None), before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:58:18.067323 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-f15648c5-dcae-4421-8f4e-9c186af5849d None None] Port b9839e0d-4eb7-496f-bbfa-82008e40c79b cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 13:58:18.103690 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-d9a253ed-b623-43d6-b374-b0cd4b33086f admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=6b883dc95a4349fba7f113cbe48b4c51&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3266602 Apr 11 13:58:18.129137 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.67', 59692) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:58:18.269955 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2f64f6-c461-44d9-ad5d-06b6d591c64f req-93172ab4-2f21-4f65-b109-c4f28daab7de tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:58:18.271553 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-0e2f64f6-c461-44d9-ad5d-06b6d591c64f req-93172ab4-2f21-4f65-b109-c4f28daab7de tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] 10.222.0.67 "GET /v2.0/ports?device_id=54dcdce4-931a-42d3-b36a-321afffabdc0 HTTP/1.1" status: 200 len: 946 time: 0.1729825 Apr 11 13:58:18.302100 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67eca154-ba05-4a15-a3c6-6fd5bd286f1a admin admin] Router c30ab256-0deb-4a00-9880-cbfe621412c2 has already been hosted by L3 agent e731c656-576f-4174-9da3-af64518920bc {{(pid=103318) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 13:58:18.325341 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.db.db_base_plugin_common [req-ab990ad4-5821-4a90-8288-b8de23e2e13f req-f1b808d8-e9e4-47df-ad7e-8d00082c7826 tempest-TestMinimumBasicScenario-1408592018 tempest-TestMinimumBasicScenario-1408592018-project] Allocated IP 172.20.0.3 (a26678c1-118d-435e-989f-6f50cac836e0/b53fa937-6664-4af0-8a1b-d8748366eb4f/696c428a-2d32-4149-b9c4-40a4e382593e) {{(pid=103319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 13:58:18.355783 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-0e2f64f6-c461-44d9-ad5d-06b6d591c64f req-c3eb6725-e0e5-4523-87b3-fba13bc39155 tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] 10.222.0.67 "GET /v2.0/security-groups?id=fa012576-2707-4681-be16-e9c543038202&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0774860 Apr 11 13:58:18.371572 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Device cda04f4a-80ef-4c18-b575-cb87293272ce no longer exists at agent hyperv_hv-cinder-83078 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 13:58:18.420522 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-7d1c50fa-c3b5-43fe-a52c-a8543afd20b0 admin admin] Publish callbacks [] for security_group (de4e94c7-be7c-4bc2-84b9-7af631c3426e), before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:58:18.523375 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Current status of the port cda04f4a-80ef-4c18-b575-cb87293272ce is: ACTIVE; New status is: DOWN {{(pid=103320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 13:58:18.524008 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883311'] for port (cda04f4a-80ef-4c18-b575-cb87293272ce), before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:58:18.560093 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-7d1c50fa-c3b5-43fe-a52c-a8543afd20b0 admin admin] Publish callbacks [] for security_group (de4e94c7-be7c-4bc2-84b9-7af631c3426e), precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:58:18.569700 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-5cfe90f9-7e79-49f7-bd26-f98d6e797bda req-880c7f1a-7bfd-4c85-a17c-78a09dbd8dec tempest-TestMinimumBasicScenario-1408592018 tempest-TestMinimumBasicScenario-1408592018-project] 10.222.0.67 "GET /v2.0/ports?device_id=79569212-4835-45da-92b0-516e527a1f88 HTTP/1.1" status: 200 len: 210 time: 0.1303101 Apr 11 13:58:18.594398 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d5f3b7d-8b92-4264-b41a-1d1ade879f2f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cda04f4a-80ef-4c18-b575-cb87293272ce'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 13:58:18.599146 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e17e7c2a2a067a9a9572b19104dd8b83720c41d762fa1dc6a6c9d001f6760b0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-955735ef-abc8-47c3-b6f3-8266702f6cfb" -d '{"events": [{"server_uuid": "0d5f3b7d-8b92-4264-b41a-1d1ade879f2f", "name": "network-vif-unplugged", "status": "completed", "tag": "cda04f4a-80ef-4c18-b575-cb87293272ce"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 13:58:18.655292 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] For port cda04f4a-80ef-4c18-b575-cb87293272ce, host hv-cinder-83078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83078',level=0,port_id=cda04f4a-80ef-4c18-b575-cb87293272ce,segment=NetworkSegment(964d2a25-195e-4828-b4c1-a165c2037b82),segment_id=964d2a25-195e-4828-b4c1-a165c2037b82)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 13:58:18.668761 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750379687711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750379164492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750379164510'] for port (cda04f4a-80ef-4c18-b575-cb87293272ce), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:58:18.697712 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-ab990ad4-5821-4a90-8288-b8de23e2e13f req-f1b808d8-e9e4-47df-ad7e-8d00082c7826 tempest-TestMinimumBasicScenario-1408592018 tempest-TestMinimumBasicScenario-1408592018-project] Publish callbacks [] for port (696c428a-2d32-4149-b9c4-40a4e382593e), precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:58:18.722185 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 11 Apr 2022 13:58:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-880457e6-0807-44ba-a58f-658a7971ea29 x-openstack-request-id: req-880457e6-0807-44ba-a58f-658a7971ea29 {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 13:58:18.722829 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d5f3b7d-8b92-4264-b41a-1d1ade879f2f", "name": "network-vif-unplugged", "status": "failed", "tag": "cda04f4a-80ef-4c18-b575-cb87293272ce", "code": 422}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 13:58:18.723296 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-880457e6-0807-44ba-a58f-658a7971ea29 {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 13:58:18.724016 dv-cinder-830787-2-iscsi neutron-server[103320]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-880457e6-0807-44ba-a58f-658a7971ea29']: {'server_uuid': '0d5f3b7d-8b92-4264-b41a-1d1ade879f2f', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'cda04f4a-80ef-4c18-b575-cb87293272ce', 'code': 422} returned with failed status Apr 11 13:58:18.762838 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Pushing event updated for resources: {'Port': ['ID=cda04f4a-80ef-4c18-b575-cb87293272ce,revision_number=8']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:58:18.787612 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67eca154-ba05-4a15-a3c6-6fd5bd286f1a admin admin] Notify agent at l3_agent.dv-cinder-830787-2-iscsi the message routers_updated {{(pid=103318) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 13:58:18.803996 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-67eca154-ba05-4a15-a3c6-6fd5bd286f1a admin admin] 10.222.0.67 "PUT /v2.0/routers/c30ab256-0deb-4a00-9880-cbfe621412c2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0919933 Apr 11 13:58:18.832495 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-7d1c50fa-c3b5-43fe-a52c-a8543afd20b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8023832'] for security_group (de4e94c7-be7c-4bc2-84b9-7af631c3426e), after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:58:18.837699 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-7d1c50fa-c3b5-43fe-a52c-a8543afd20b0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:58:18.837983 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1be632b-45ae-4ac0-bb8f-2c441e42e724 req-c87e4d7c-4c9d-4d34-8bf9-6d52e5042395 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:58:18.844921 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-7d1c50fa-c3b5-43fe-a52c-a8543afd20b0 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/de4e94c7-be7c-4bc2-84b9-7af631c3426e HTTP/1.1" status: 204 len: 168 time: 0.7145212 Apr 11 13:58:18.847606 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-b1be632b-45ae-4ac0-bb8f-2c441e42e724 req-c87e4d7c-4c9d-4d34-8bf9-6d52e5042395 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] 10.222.0.67 "GET /v2.0/ports?device_id=0d5f3b7d-8b92-4264-b41a-1d1ade879f2f HTTP/1.1" status: 200 len: 944 time: 0.1312380 Apr 11 13:58:18.871666 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1c50fa-c3b5-43fe-a52c-a8543afd20b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de4e94c7-be7c-4bc2-84b9-7af631c3426e,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:58:18.897976 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-ab990ad4-5821-4a90-8288-b8de23e2e13f req-f1b808d8-e9e4-47df-ad7e-8d00082c7826 tempest-TestMinimumBasicScenario-1408592018 tempest-TestMinimumBasicScenario-1408592018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750379164474'] for port (696c428a-2d32-4149-b9c4-40a4e382593e), after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:58:18.962899 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab990ad4-5821-4a90-8288-b8de23e2e13f req-f1b808d8-e9e4-47df-ad7e-8d00082c7826 tempest-TestMinimumBasicScenario-1408592018 tempest-TestMinimumBasicScenario-1408592018-project] Network a26678c1-118d-435e-989f-6f50cac836e0 is already hosted by enough agents. {{(pid=103319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 13:58:18.972282 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [req-ab990ad4-5821-4a90-8288-b8de23e2e13f req-f1b808d8-e9e4-47df-ad7e-8d00082c7826 tempest-TestMinimumBasicScenario-1408592018 tempest-TestMinimumBasicScenario-1408592018-project] Resources bound (agent type, host, resource id): {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 13:58:18.976581 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab990ad4-5821-4a90-8288-b8de23e2e13f req-f1b808d8-e9e4-47df-ad7e-8d00082c7826 tempest-TestMinimumBasicScenario-1408592018 tempest-TestMinimumBasicScenario-1408592018-project] Received port after_create {{(pid=103319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 13:58:18.982248 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab990ad4-5821-4a90-8288-b8de23e2e13f req-f1b808d8-e9e4-47df-ad7e-8d00082c7826 tempest-TestMinimumBasicScenario-1408592018 tempest-TestMinimumBasicScenario-1408592018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:58:18.982871 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-ab990ad4-5821-4a90-8288-b8de23e2e13f req-f1b808d8-e9e4-47df-ad7e-8d00082c7826 tempest-TestMinimumBasicScenario-1408592018 tempest-TestMinimumBasicScenario-1408592018-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-507053'] for port (None), before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:58:19.001282 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-b1be632b-45ae-4ac0-bb8f-2c441e42e724 req-4fb6776e-fc75-41bc-ac6a-9b19245d79b6 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] 10.222.0.67 "GET /v2.0/security-groups?id=2c46161f-2d1e-4228-ae9c-ab4fe572bda1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1522331 Apr 11 13:58:19.029857 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b808d8-e9e4-47df-ad7e-8d00082c7826 tempest-TestMinimumBasicScenario-1408592018 tempest-TestMinimumBasicScenario-1408592018-project] Pushing event updated for resources: {'Port': ['ID=696c428a-2d32-4149-b9c4-40a4e382593e,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:58:19.047892 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-ab990ad4-5821-4a90-8288-b8de23e2e13f req-f1b808d8-e9e4-47df-ad7e-8d00082c7826 tempest-TestMinimumBasicScenario-1408592018 tempest-TestMinimumBasicScenario-1408592018-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3084435 Apr 11 13:58:19.173917 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.v2.base [req-ab990ad4-5821-4a90-8288-b8de23e2e13f req-f34d5125-2529-40a6-90ca-00355c6a8955 service neutron] Request body: {'port': {'device_id': '79569212-4835-45da-92b0-516e527a1f88', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83078'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 13:58:19.408527 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-ab990ad4-5821-4a90-8288-b8de23e2e13f req-f34d5125-2529-40a6-90ca-00355c6a8955 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883311'] for port (696c428a-2d32-4149-b9c4-40a4e382593e), before_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:58:19.412835 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-d27b5869-a3d8-45a5-af19-b2b4000a4939 None None] Provisioning complete for port 696c428a-2d32-4149-b9c4-40a4e382593e triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 13:58:19.413200 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-d27b5869-a3d8-45a5-af19-b2b4000a4939 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-663396'] for port (696c428a-2d32-4149-b9c4-40a4e382593e), provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:58:19.546978 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-d27b5869-a3d8-45a5-af19-b2b4000a4939 None None] Port 696c428a-2d32-4149-b9c4-40a4e382593e cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 13:58:19.638811 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Device 6e61eb12-b056-46e4-91e9-8c4e5f9b655d up at agent ovs-agent-dv-cinder-830787-2-iscsi {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 13:58:19.767105 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Provisioning complete for port 6e61eb12-b056-46e4-91e9-8c4e5f9b655d triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 13:58:19.767735 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-663396'] for port (6e61eb12-b056-46e4-91e9-8c4e5f9b655d), provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:58:20.025402 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Current status of the port 6e61eb12-b056-46e4-91e9-8c4e5f9b655d is: DOWN; New status is: ACTIVE {{(pid=103320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 13:58:20.025935 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883311'] for port (6e61eb12-b056-46e4-91e9-8c4e5f9b655d), before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:58:20.115988 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] For port 6e61eb12-b056-46e4-91e9-8c4e5f9b655d, host dv-cinder-830787-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830787-2-iscsi',level=0,port_id=6e61eb12-b056-46e4-91e9-8c4e5f9b655d,segment=NetworkSegment(153f0837-19dc-4e5c-bf6b-49a4300ea8f5),segment_id=153f0837-19dc-4e5c-bf6b-49a4300ea8f5)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 13:58:20.122609 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.notifiers.nova [req-ab990ad4-5821-4a90-8288-b8de23e2e13f req-f34d5125-2529-40a6-90ca-00355c6a8955 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 696c428a-2d32-4149-b9c4-40a4e382593e {{(pid=103319) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 13:58:20.128117 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750379687711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750379164492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750379164510'] for port (6e61eb12-b056-46e4-91e9-8c4e5f9b655d), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:58:20.135221 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-ab990ad4-5821-4a90-8288-b8de23e2e13f req-f34d5125-2529-40a6-90ca-00355c6a8955 service neutron] Publish callbacks [] for port (696c428a-2d32-4149-b9c4-40a4e382593e), precommit_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:58:20.142299 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9666ae76-6a5e-4c11-bc83-10716782c66a req-fa77cc52-98d2-4c12-ba91-e659d7fbf0ce tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:58:20.154932 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.db.provisioning_blocks [req-ab990ad4-5821-4a90-8288-b8de23e2e13f req-f34d5125-2529-40a6-90ca-00355c6a8955 service neutron] Transition to ACTIVE for port object 696c428a-2d32-4149-b9c4-40a4e382593e will not be triggered until provisioned by entity L2. {{(pid=103319) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 13:58:20.156118 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-9666ae76-6a5e-4c11-bc83-10716782c66a req-fa77cc52-98d2-4c12-ba91-e659d7fbf0ce tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] 10.222.0.67 "GET /v2.0/ports?device_id=54dcdce4-931a-42d3-b36a-321afffabdc0 HTTP/1.1" status: 200 len: 946 time: 0.1761804 Apr 11 13:58:20.169878 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-ab990ad4-5821-4a90-8288-b8de23e2e13f req-f34d5125-2529-40a6-90ca-00355c6a8955 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750379687711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750379164492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750379164510'] for port (696c428a-2d32-4149-b9c4-40a4e382593e), after_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:58:20.231955 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.67', 59758) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:58:20.248149 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.v2.base [None req-51e8a1cd-bc0a-4efc-9187-2aadfe6be83f tempest-TestShelveInstance-72923974 tempest-TestShelveInstance-72923974-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1621294779', 'description': 'tempest-secgroup-smoke-1621294779 description', 'project_id': '626d5ba1efe34953a6d00b0f0afd5013'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 13:58:20.310570 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Pushing event updated for resources: {'Port': ['ID=6e61eb12-b056-46e4-91e9-8c4e5f9b655d,revision_number=4']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:58:20.333517 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-9666ae76-6a5e-4c11-bc83-10716782c66a req-f24cd824-3cb2-47a1-9914-d4a68254d013 tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] 10.222.0.67 "GET /v2.0/security-groups?id=fa012576-2707-4681-be16-e9c543038202&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1739948 Apr 11 13:58:20.336905 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-51e8a1cd-bc0a-4efc-9187-2aadfe6be83f tempest-TestShelveInstance-72923974 tempest-TestShelveInstance-72923974-project] Publish callbacks [] for security_group (None), before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:58:20.486145 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-51e8a1cd-bc0a-4efc-9187-2aadfe6be83f tempest-TestShelveInstance-72923974 tempest-TestShelveInstance-72923974-project] Publish callbacks [] for security_group (5212f323-fd10-4b4e-8612-863b832a0ec1), precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:58:20.491384 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee10dde-23ee-4b5c-a7d4-bf9d62079262 req-ac607bd7-3ef1-4718-9594-589ffb14f165 tempest-TestMinimumBasicScenario-1408592018 tempest-TestMinimumBasicScenario-1408592018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:58:20.495648 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.wsgi [req-30af171d-bf2a-481f-9b47-ad5d8d7e5dbe req-ea4cfaba-a543-4eff-8aba-4194ef979159 service neutron] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=103318) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 11 13:58:20.497506 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-4ee10dde-23ee-4b5c-a7d4-bf9d62079262 req-ac607bd7-3ef1-4718-9594-589ffb14f165 tempest-TestMinimumBasicScenario-1408592018 tempest-TestMinimumBasicScenario-1408592018-project] 10.222.0.67 "GET /v2.0/ports?device_id=79569212-4835-45da-92b0-516e527a1f88 HTTP/1.1" status: 200 len: 943 time: 0.1028585 Apr 11 13:58:20.501439 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.67', 59760) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:58:20.507845 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-30af171d-bf2a-481f-9b47-ad5d8d7e5dbe req-ea4cfaba-a543-4eff-8aba-4194ef979159 service neutron] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0195692 Apr 11 13:58:20.513701 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-51e8a1cd-bc0a-4efc-9187-2aadfe6be83f tempest-TestShelveInstance-72923974 tempest-TestShelveInstance-72923974-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8023832'] for security_group (5212f323-fd10-4b4e-8612-863b832a0ec1), after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:58:20.528774 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34d5125-2529-40a6-90ca-00355c6a8955 service neutron] Pushing event updated for resources: {'Port': ['ID=696c428a-2d32-4149-b9c4-40a4e382593e,revision_number=2']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:58:20.560403 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.managers [req-ab990ad4-5821-4a90-8288-b8de23e2e13f req-f34d5125-2529-40a6-90ca-00355c6a8955 service neutron] Attempting to bind port 696c428a-2d32-4149-b9c4-40a4e382593e on host hv-cinder-83078 for vnic_type normal with profile {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 13:58:20.560822 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.managers [req-ab990ad4-5821-4a90-8288-b8de23e2e13f req-f34d5125-2529-40a6-90ca-00355c6a8955 service neutron] Attempting to bind port 696c428a-2d32-4149-b9c4-40a4e382593e by drivers openvswitch,hyperv on host hv-cinder-83078 at level 0 using segments [{'id': 'ea484752-652d-4a13-9936-ee9be871f9b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': 'a26678c1-118d-435e-989f-6f50cac836e0'}] {{(pid=103319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 13:58:20.561224 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab990ad4-5821-4a90-8288-b8de23e2e13f req-f34d5125-2529-40a6-90ca-00355c6a8955 service neutron] Attempting to bind port 696c428a-2d32-4149-b9c4-40a4e382593e on network a26678c1-118d-435e-989f-6f50cac836e0 {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 13:58:20.626858 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-4ee10dde-23ee-4b5c-a7d4-bf9d62079262 req-b4750e58-e5d9-4cd5-95f0-cda7957b9123 tempest-TestMinimumBasicScenario-1408592018 tempest-TestMinimumBasicScenario-1408592018-project] 10.222.0.67 "GET /v2.0/security-groups?id=cf23f7d8-584e-46f6-abd9-cfbb92a6cce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046073 Apr 11 13:58:20.634811 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab990ad4-5821-4a90-8288-b8de23e2e13f req-f34d5125-2529-40a6-90ca-00355c6a8955 service neutron] Port 696c428a-2d32-4149-b9c4-40a4e382593e on network a26678c1-118d-435e-989f-6f50cac836e0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83078 {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 11 13:58:20.635380 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab990ad4-5821-4a90-8288-b8de23e2e13f req-f34d5125-2529-40a6-90ca-00355c6a8955 service neutron] Attempting to bind port 696c428a-2d32-4149-b9c4-40a4e382593e on network a26678c1-118d-435e-989f-6f50cac836e0 {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 13:58:20.636873 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-51e8a1cd-bc0a-4efc-9187-2aadfe6be83f tempest-TestShelveInstance-72923974 tempest-TestShelveInstance-72923974-project] Publish callbacks [] for security_group (None), before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:58:20.642102 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-51e8a1cd-bc0a-4efc-9187-2aadfe6be83f tempest-TestShelveInstance-72923974 tempest-TestShelveInstance-72923974-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4085336 Apr 11 13:58:20.642735 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.67', 59764) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:58:20.644142 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab990ad4-5821-4a90-8288-b8de23e2e13f req-f34d5125-2529-40a6-90ca-00355c6a8955 service neutron] Checking agent: {'id': 'a433433c-9197-4b2b-8991-1d45f6bac940', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83078', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 13, 53, 31), 'started_at': datetime.datetime(2022, 4, 11, 13, 53, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 13, 58, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 13:58:20.644588 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab990ad4-5821-4a90-8288-b8de23e2e13f req-f34d5125-2529-40a6-90ca-00355c6a8955 service neutron] Checking segment: {'id': 'ea484752-652d-4a13-9936-ee9be871f9b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': 'a26678c1-118d-435e-989f-6f50cac836e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103319) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 13:58:20.645079 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab990ad4-5821-4a90-8288-b8de23e2e13f req-f34d5125-2529-40a6-90ca-00355c6a8955 service neutron] Bound using segment: {'id': 'ea484752-652d-4a13-9936-ee9be871f9b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': 'a26678c1-118d-435e-989f-6f50cac836e0'} {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 13:58:20.645640 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.managers [req-ab990ad4-5821-4a90-8288-b8de23e2e13f req-f34d5125-2529-40a6-90ca-00355c6a8955 service neutron] Bound port: 696c428a-2d32-4149-b9c4-40a4e382593e, host: hv-cinder-83078, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea484752-652d-4a13-9936-ee9be871f9b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': 'a26678c1-118d-435e-989f-6f50cac836e0'}}] {{(pid=103319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 13:58:20.646066 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-ab990ad4-5821-4a90-8288-b8de23e2e13f req-f34d5125-2529-40a6-90ca-00355c6a8955 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883311'] for port (696c428a-2d32-4149-b9c4-40a4e382593e), before_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:58:20.648075 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.v2.base [None req-948d65f8-067a-4400-bea8-bfdd9916205b tempest-TestShelveInstance-72923974 tempest-TestShelveInstance-72923974-project] Request body: {'security_group_rule': {'security_group_id': '5212f323-fd10-4b4e-8612-863b832a0ec1', 'project_id': '626d5ba1efe34953a6d00b0f0afd5013', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 13:58:20.689364 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e8a1cd-bc0a-4efc-9187-2aadfe6be83f tempest-TestShelveInstance-72923974 tempest-TestShelveInstance-72923974-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5212f323-fd10-4b4e-8612-863b832a0ec1,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:58:20.712887 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0949ea7-c13e-4873-8f0e-e5ca8baeac86 None None] Sync routers for ids ['c30ab256-0deb-4a00-9880-cbfe621412c2'] in dv-cinder-830787-2-iscsi {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 13:58:20.716224 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-948d65f8-067a-4400-bea8-bfdd9916205b tempest-TestShelveInstance-72923974 tempest-TestShelveInstance-72923974-project] Publish callbacks [] for security_group_rule (0e214f6f-6ce1-479c-a964-96f20d32bf8b), before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:58:20.759282 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0949ea7-c13e-4873-8f0e-e5ca8baeac86 None None] Routers {'c30ab256-0deb-4a00-9880-cbfe621412c2'} bound to L3 agent in host dv-cinder-830787-2-iscsi {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 13:58:20.761786 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-d0949ea7-c13e-4873-8f0e-e5ca8baeac86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830787-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T13:46:59Z,description=,heartbeat_timestamp=2022-04-11T13:57:59Z,host='dv-cinder-830787-2-iscsi',id=e731c656-576f-4174-9da3-af64518920bc,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T13:46:59Z,topic='l3_agent')) {'router_ids': ['c30ab256-0deb-4a00-9880-cbfe621412c2'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:58:20.778697 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.v2.base [None req-373bc10f-cc59-476a-96bc-b633fbe460f2 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-39315527-network', 'tenant_id': '62982ff988ec462a8189ea9ba7c8496b'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 13:58:20.819045 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-373bc10f-cc59-476a-96bc-b633fbe460f2 admin admin] Made reservation on behalf of 62982ff988ec462a8189ea9ba7c8496b for: {'network': 1} {{(pid=103319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 13:58:20.822456 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-373bc10f-cc59-476a-96bc-b633fbe460f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883311'] for network (None), before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:58:20.841839 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-948d65f8-067a-4400-bea8-bfdd9916205b tempest-TestShelveInstance-72923974 tempest-TestShelveInstance-72923974-project] Publish callbacks [] for security_group_rule (0e214f6f-6ce1-479c-a964-96f20d32bf8b), precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:58:20.842053 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-373bc10f-cc59-476a-96bc-b633fbe460f2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:58:20.854343 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-948d65f8-067a-4400-bea8-bfdd9916205b tempest-TestShelveInstance-72923974 tempest-TestShelveInstance-72923974-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8023914'] for security_group_rule (0e214f6f-6ce1-479c-a964-96f20d32bf8b), after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:58:20.887097 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-948d65f8-067a-4400-bea8-bfdd9916205b tempest-TestShelveInstance-72923974 tempest-TestShelveInstance-72923974-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:58:20.892823 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-948d65f8-067a-4400-bea8-bfdd9916205b tempest-TestShelveInstance-72923974 tempest-TestShelveInstance-72923974-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2477629 Apr 11 13:58:20.893723 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.67', 59772) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:58:20.898483 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.v2.base [None req-417b140b-9eef-42d2-8083-fcd917e3873d tempest-TestShelveInstance-72923974 tempest-TestShelveInstance-72923974-project] Request body: {'security_group_rule': {'security_group_id': '5212f323-fd10-4b4e-8612-863b832a0ec1', 'project_id': '626d5ba1efe34953a6d00b0f0afd5013', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 13:58:20.904861 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948d65f8-067a-4400-bea8-bfdd9916205b tempest-TestShelveInstance-72923974 tempest-TestShelveInstance-72923974-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e214f6f-6ce1-479c-a964-96f20d32bf8b,revision_number=0']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:58:20.918064 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121e0025-13c7-4dae-a761-c401af17a456 req-41f11066-7026-4f93-9a78-2550d42d56b4 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:58:20.920204 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-121e0025-13c7-4dae-a761-c401af17a456 req-41f11066-7026-4f93-9a78-2550d42d56b4 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] 10.222.0.67 "GET /v2.0/ports?device_id=0d5f3b7d-8b92-4264-b41a-1d1ade879f2f HTTP/1.1" status: 200 len: 944 time: 0.0818126 Apr 11 13:58:20.931758 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.db [req-ab990ad4-5821-4a90-8288-b8de23e2e13f req-f34d5125-2529-40a6-90ca-00355c6a8955 service neutron] For port 696c428a-2d32-4149-b9c4-40a4e382593e, host hv-cinder-83078, cleared binding levels {{(pid=103319) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 13:58:20.950069 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-417b140b-9eef-42d2-8083-fcd917e3873d tempest-TestShelveInstance-72923974 tempest-TestShelveInstance-72923974-project] Publish callbacks [] for security_group_rule (4581e833-b90c-4bea-8e51-24a70ce601ed), before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:58:21.010371 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-121e0025-13c7-4dae-a761-c401af17a456 req-3460c331-a376-4c05-8353-793f22decefa tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] 10.222.0.67 "GET /v2.0/security-groups?id=2c46161f-2d1e-4228-ae9c-ab4fe572bda1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0802467 Apr 11 13:58:21.025757 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.db [req-ab990ad4-5821-4a90-8288-b8de23e2e13f req-f34d5125-2529-40a6-90ca-00355c6a8955 service neutron] For port 696c428a-2d32-4149-b9c4-40a4e382593e, host hv-cinder-83078, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83078',level=0,port_id=696c428a-2d32-4149-b9c4-40a4e382593e,segment=NetworkSegment(ea484752-652d-4a13-9936-ee9be871f9b9),segment_id=ea484752-652d-4a13-9936-ee9be871f9b9)] {{(pid=103319) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 13:58:21.059417 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-ab990ad4-5821-4a90-8288-b8de23e2e13f req-f34d5125-2529-40a6-90ca-00355c6a8955 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750379687711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750379164492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750379164510'] for port (696c428a-2d32-4149-b9c4-40a4e382593e), after_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:58:21.084932 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-417b140b-9eef-42d2-8083-fcd917e3873d tempest-TestShelveInstance-72923974 tempest-TestShelveInstance-72923974-project] Publish callbacks [] for security_group_rule (4581e833-b90c-4bea-8e51-24a70ce601ed), precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:58:21.091967 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-417b140b-9eef-42d2-8083-fcd917e3873d tempest-TestShelveInstance-72923974 tempest-TestShelveInstance-72923974-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8023914'] for security_group_rule (4581e833-b90c-4bea-8e51-24a70ce601ed), after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:58:21.103027 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.db.l3_dvr_db [None req-d0949ea7-c13e-4873-8f0e-e5ca8baeac86 None None] Set router c30ab256-0deb-4a00-9880-cbfe621412c2 gateway port host: dv-cinder-830787-2-iscsi {{(pid=103320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 13:58:21.129476 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab990ad4-5821-4a90-8288-b8de23e2e13f req-f34d5125-2529-40a6-90ca-00355c6a8955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:58:21.130129 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-ab990ad4-5821-4a90-8288-b8de23e2e13f req-f34d5125-2529-40a6-90ca-00355c6a8955 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-507053'] for port (None), before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:58:21.131607 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-ab990ad4-5821-4a90-8288-b8de23e2e13f req-f34d5125-2529-40a6-90ca-00355c6a8955 service neutron] 10.222.0.75 "PUT /v2.0/ports/696c428a-2d32-4149-b9c4-40a4e382593e HTTP/1.1" status: 200 len: 1093 time: 1.9655395 Apr 11 13:58:21.132095 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79569212-4835-45da-92b0-516e527a1f88', 'tag': '696c428a-2d32-4149-b9c4-40a4e382593e'}] {{(pid=103319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 13:58:21.135354 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca54f3a3744013fac1d33973197c51c1d98542aecacec3b3a4d6ee5bc00756d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45c19447-8dba-4ec7-8ee9-100afaf59a35" -d '{"events": [{"name": "network-changed", "server_uuid": "79569212-4835-45da-92b0-516e527a1f88", "tag": "696c428a-2d32-4149-b9c4-40a4e382593e"}]}' {{(pid=103319) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 13:58:21.146509 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-417b140b-9eef-42d2-8083-fcd917e3873d tempest-TestShelveInstance-72923974 tempest-TestShelveInstance-72923974-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:58:21.165831 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.67', 59782) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:58:21.167877 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-417b140b-9eef-42d2-8083-fcd917e3873d tempest-TestShelveInstance-72923974 tempest-TestShelveInstance-72923974-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2530210 Apr 11 13:58:21.169570 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417b140b-9eef-42d2-8083-fcd917e3873d tempest-TestShelveInstance-72923974 tempest-TestShelveInstance-72923974-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4581e833-b90c-4bea-8e51-24a70ce601ed,revision_number=0']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:58:21.182614 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.v2.base [None req-afea9e73-e763-4c26-bb4d-203dd3f404ce tempest-TestShelveInstance-72923974 tempest-TestShelveInstance-72923974-project] Request body: {'security_group_rule': {'security_group_id': '5212f323-fd10-4b4e-8612-863b832a0ec1', 'project_id': '626d5ba1efe34953a6d00b0f0afd5013', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 13:58:21.275578 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-373bc10f-cc59-476a-96bc-b633fbe460f2 admin admin] Publish callbacks [] for security_group (56353bbe-7d01-49a9-b691-e11fe2a614c3), precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:58:21.278697 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab990ad4-5821-4a90-8288-b8de23e2e13f req-f5d29b71-7699-4e24-bb87-1b66b82012d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:58:21.281736 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-ab990ad4-5821-4a90-8288-b8de23e2e13f req-f5d29b71-7699-4e24-bb87-1b66b82012d0 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=644547f80e2543079781f0c7b34c40b4&device_id=79569212-4835-45da-92b0-516e527a1f88 HTTP/1.1" status: 200 len: 1127 time: 0.0804055 Apr 11 13:58:21.283568 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 13:58:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52d8a8c5-5abe-40ac-a2b4-e5c87a23867c x-openstack-request-id: req-52d8a8c5-5abe-40ac-a2b4-e5c87a23867c {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 13:58:21.283895 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79569212-4835-45da-92b0-516e527a1f88", "tag": "696c428a-2d32-4149-b9c4-40a4e382593e", "status": "completed", "code": 200}]} {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 13:58:21.284150 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-52d8a8c5-5abe-40ac-a2b4-e5c87a23867c {{(pid=103319) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 13:58:21.304138 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.notifiers.nova [-] Nova event matching ['req-52d8a8c5-5abe-40ac-a2b4-e5c87a23867c'] response: {'name': 'network-changed', 'server_uuid': '79569212-4835-45da-92b0-516e527a1f88', 'tag': '696c428a-2d32-4149-b9c4-40a4e382593e', 'status': 'completed', 'code': 200} Apr 11 13:58:21.304138 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34d5125-2529-40a6-90ca-00355c6a8955 service neutron] Pushing event updated for resources: {'Port': ['ID=696c428a-2d32-4149-b9c4-40a4e382593e,revision_number=3']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:58:21.383997 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-afea9e73-e763-4c26-bb4d-203dd3f404ce tempest-TestShelveInstance-72923974 tempest-TestShelveInstance-72923974-project] Publish callbacks [] for security_group_rule (04da5b5e-1ada-447d-99fb-a47ba4b55328), before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:58:21.389669 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-373bc10f-cc59-476a-96bc-b633fbe460f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8023832'] for security_group (56353bbe-7d01-49a9-b691-e11fe2a614c3), after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:58:21.415555 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-ab990ad4-5821-4a90-8288-b8de23e2e13f req-aba3d811-de19-48ba-8a89-a09200d95a58 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=696c428a-2d32-4149-b9c4-40a4e382593e HTTP/1.1" status: 200 len: 217 time: 0.1233137 Apr 11 13:58:21.504411 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.67', 59794) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:58:21.534914 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-d0949ea7-c13e-4873-8f0e-e5ca8baeac86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c30ab256-0deb-4a00-9880-cbfe621412c2', 'name': 'tempest-TestShelveInstance-37848394-router', 'tenant_id': 'd32bc40164104932a96a6eebb3b739b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886', 'external_fixed_ips': [{'subnet_id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'ip_address': '172.27.1.110'}], 'enable_snat': True}, 'gw_port_id': '6e61eb12-b056-46e4-91e9-8c4e5f9b655d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T13:58:10Z', 'updated_at': '2022-04-11T13:58:17Z', 'revision_number': 4, 'project_id': 'd32bc40164104932a96a6eebb3b739b2', 'gw_port': {'id': '6e61eb12-b056-46e4-91e9-8c4e5f9b655d', 'name': '', 'network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:04:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c30ab256-0deb-4a00-9880-cbfe621412c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'ip_address': '172.27.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:58:11Z', 'updated_at': '2022-04-11T13:58:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830787-2-iscsi', '_interfaces': [{'id': 'b9839e0d-4eb7-496f-bbfa-82008e40c79b', 'name': '', 'network_id': '27ee1ceb-e224-4ff5-acaa-03a9ae91e635', 'tenant_id': 'd32bc40164104932a96a6eebb3b739b2', 'mac_address': 'fa:16:3e:6c:55:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c30ab256-0deb-4a00-9880-cbfe621412c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': 'abbf1f12-d89d-4262-8603-7bbe4f5b3e3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:58:16Z', 'updated_at': '2022-04-11T13:58:17Z', 'revision_number': 2, 'project_id': 'd32bc40164104932a96a6eebb3b739b2', 'subnets': [{'id': 'abbf1f12-d89d-4262-8603-7bbe4f5b3e3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830787-2-iscsi', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:58:21.588301 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0949ea7-c13e-4873-8f0e-e5ca8baeac86 None None] Checking router: c30ab256-0deb-4a00-9880-cbfe621412c2 for host: dv-cinder-830787-2-iscsi {{(pid=103320) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 13:58:21.589118 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0949ea7-c13e-4873-8f0e-e5ca8baeac86 None None] Updating router c30ab256-0deb-4a00-9880-cbfe621412c2 port b9839e0d-4eb7-496f-bbfa-82008e40c79b binding host dv-cinder-830787-2-iscsi {{(pid=103320) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 13:58:21.610709 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-373bc10f-cc59-476a-96bc-b633fbe460f2 admin admin] vlan segment allocate from pool success with {'vlan_id': 942, 'physical_network': 'physnet1'} {{(pid=103319) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 13:58:21.625837 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Device 6e61eb12-b056-46e4-91e9-8c4e5f9b655d up at agent ovs-agent-dv-cinder-830787-2-iscsi {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 13:58:21.685837 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-373bc10f-cc59-476a-96bc-b633fbe460f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682637'] for segment (c76e7a36-0cd0-436f-a97d-91d823e2c2a9), precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:58:21.685837 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.db.segments_db [None req-373bc10f-cc59-476a-96bc-b633fbe460f2 admin admin] Added segment c76e7a36-0cd0-436f-a97d-91d823e2c2a9 of type vlan for network cf99eff9-c390-41f8-af4b-89bf18e9fd64 Apr 11 13:58:21.686780 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373bc10f-cc59-476a-96bc-b633fbe460f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56353bbe-7d01-49a9-b691-e11fe2a614c3,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:58:21.701845 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-766053b3-8ddd-43da-88b0-4c6c128815a3 req-1e4abc98-54e9-425c-b1da-8dbd2097770d service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=0d5f3b7d-8b92-4264-b41a-1d1ade879f2f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1956422 Apr 11 13:58:21.703317 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab990ad4-5821-4a90-8288-b8de23e2e13f req-08e13825-72b8-460f-9a0e-9cda0ddd16c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:58:21.704931 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-ab990ad4-5821-4a90-8288-b8de23e2e13f req-08e13825-72b8-460f-9a0e-9cda0ddd16c5 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=b53fa937-6664-4af0-8a1b-d8748366eb4f HTTP/1.1" status: 200 len: 853 time: 0.2752221 Apr 11 13:58:21.715318 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.wsgi [req-766053b3-8ddd-43da-88b0-4c6c128815a3 req-2f697e79-957c-4f79-815b-0eb20767e054 service neutron] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=103318) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 11 13:58:21.717382 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b87c6a-432c-43a5-bd5e-7f62a5a8e01f req-9ced740e-0fee-44bb-b316-a94a400bbb22 tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:58:21.717515 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-766053b3-8ddd-43da-88b0-4c6c128815a3 req-2f697e79-957c-4f79-815b-0eb20767e054 service neutron] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0098631 Apr 11 13:58:21.719210 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-d4b87c6a-432c-43a5-bd5e-7f62a5a8e01f req-9ced740e-0fee-44bb-b316-a94a400bbb22 tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] 10.222.0.67 "GET /v2.0/ports?device_id=54dcdce4-931a-42d3-b36a-321afffabdc0 HTTP/1.1" status: 200 len: 946 time: 0.1988273 Apr 11 13:58:21.798499 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-d0949ea7-c13e-4873-8f0e-e5ca8baeac86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883311'] for port (b9839e0d-4eb7-496f-bbfa-82008e40c79b), before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:58:21.810819 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-afea9e73-e763-4c26-bb4d-203dd3f404ce tempest-TestShelveInstance-72923974 tempest-TestShelveInstance-72923974-project] Publish callbacks [] for security_group_rule (04da5b5e-1ada-447d-99fb-a47ba4b55328), precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:58:21.834420 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-afea9e73-e763-4c26-bb4d-203dd3f404ce tempest-TestShelveInstance-72923974 tempest-TestShelveInstance-72923974-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8023914'] for security_group_rule (04da5b5e-1ada-447d-99fb-a47ba4b55328), after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:58:21.841408 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-373bc10f-cc59-476a-96bc-b633fbe460f2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750379148903'] for network (cf99eff9-c390-41f8-af4b-89bf18e9fd64), precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:58:21.883424 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab990ad4-5821-4a90-8288-b8de23e2e13f req-76bb022e-ea00-4df2-972d-aff2dc983886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:58:21.886295 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-ab990ad4-5821-4a90-8288-b8de23e2e13f req-76bb022e-ea00-4df2-972d-aff2dc983886 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=a26678c1-118d-435e-989f-6f50cac836e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1631293 Apr 11 13:58:21.899211 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afea9e73-e763-4c26-bb4d-203dd3f404ce tempest-TestShelveInstance-72923974 tempest-TestShelveInstance-72923974-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04da5b5e-1ada-447d-99fb-a47ba4b55328,revision_number=0']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:58:21.913282 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-afea9e73-e763-4c26-bb4d-203dd3f404ce tempest-TestShelveInstance-72923974 tempest-TestShelveInstance-72923974-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:58:21.918217 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-afea9e73-e763-4c26-bb4d-203dd3f404ce tempest-TestShelveInstance-72923974 tempest-TestShelveInstance-72923974-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7489557 Apr 11 13:58:21.924530 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.67', 59804) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:58:21.948892 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.v2.base [None req-cd90f9f7-47db-457e-9448-133ae112041c tempest-TestShelveInstance-72923974 tempest-TestShelveInstance-72923974-project] Request body: {'security_group_rule': {'security_group_id': '5212f323-fd10-4b4e-8612-863b832a0ec1', 'project_id': '626d5ba1efe34953a6d00b0f0afd5013', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 13:58:21.963477 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-d4b87c6a-432c-43a5-bd5e-7f62a5a8e01f req-9bce0899-e5b4-492c-a68b-733b59665c5a tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] 10.222.0.67 "GET /v2.0/security-groups?id=fa012576-2707-4681-be16-e9c543038202&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2052677 Apr 11 13:58:21.965089 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-373bc10f-cc59-476a-96bc-b633fbe460f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8024001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708'] for network (cf99eff9-c390-41f8-af4b-89bf18e9fd64), after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:58:21.966368 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-373bc10f-cc59-476a-96bc-b633fbe460f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:58:21.968333 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-373bc10f-cc59-476a-96bc-b633fbe460f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871534'] for network (None), before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:58:21.971372 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.67', 59806) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:58:21.998469 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf1307d-e059-4812-816d-da25120ffd58 req-937b740e-b61b-481e-a5d5-e9dbdd793b39 tempest-TestMinimumBasicScenario-1408592018 tempest-TestMinimumBasicScenario-1408592018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:58:22.000162 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-bcf1307d-e059-4812-816d-da25120ffd58 req-937b740e-b61b-481e-a5d5-e9dbdd793b39 tempest-TestMinimumBasicScenario-1408592018 tempest-TestMinimumBasicScenario-1408592018-project] 10.222.0.67 "GET /v2.0/ports?device_id=79569212-4835-45da-92b0-516e527a1f88 HTTP/1.1" status: 200 len: 943 time: 0.2223477 Apr 11 13:58:22.079211 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Provisioning complete for port 6e61eb12-b056-46e4-91e9-8c4e5f9b655d triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 13:58:22.079587 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-663396'] for port (6e61eb12-b056-46e4-91e9-8c4e5f9b655d), provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:58:22.128296 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-bcf1307d-e059-4812-816d-da25120ffd58 req-ceaf02c6-5a63-4b5c-966c-a17de6fa50b8 tempest-TestMinimumBasicScenario-1408592018 tempest-TestMinimumBasicScenario-1408592018-project] 10.222.0.67 "GET /v2.0/security-groups?id=cf23f7d8-584e-46f6-abd9-cfbb92a6cce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202252 Apr 11 13:58:22.130944 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-cd90f9f7-47db-457e-9448-133ae112041c tempest-TestShelveInstance-72923974 tempest-TestShelveInstance-72923974-project] Publish callbacks [] for security_group_rule (ab7b8644-1669-4bda-88be-3544b3c2558b), before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:58:22.201359 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-cd90f9f7-47db-457e-9448-133ae112041c tempest-TestShelveInstance-72923974 tempest-TestShelveInstance-72923974-project] Publish callbacks [] for security_group_rule (ab7b8644-1669-4bda-88be-3544b3c2558b), precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:58:22.207095 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-373bc10f-cc59-476a-96bc-b633fbe460f2 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.7005069 Apr 11 13:58:22.211918 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.67', 59812) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:58:22.222402 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.v2.base [None req-4655a5e7-2c36-4169-b815-8e1b59b6a6d7 admin admin] Request body: {'subnet': {'network_id': 'cf99eff9-c390-41f8-af4b-89bf18e9fd64', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-39315527-subnet', 'tenant_id': '62982ff988ec462a8189ea9ba7c8496b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 13:58:22.222586 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373bc10f-cc59-476a-96bc-b633fbe460f2 admin admin] Pushing event updated for resources: {'Network': ['ID=cf99eff9-c390-41f8-af4b-89bf18e9fd64,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:58:22.229275 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-cd90f9f7-47db-457e-9448-133ae112041c tempest-TestShelveInstance-72923974 tempest-TestShelveInstance-72923974-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8023914'] for security_group_rule (ab7b8644-1669-4bda-88be-3544b3c2558b), after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:58:22.241511 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Network cf99eff9-c390-41f8-af4b-89bf18e9fd64 details requested by agent ovs-agent-dv-cinder-830787-2-iscsi with host dv-cinder-830787-2-iscsi {{(pid=103320) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 11 13:58:22.272351 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd90f9f7-47db-457e-9448-133ae112041c tempest-TestShelveInstance-72923974 tempest-TestShelveInstance-72923974-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab7b8644-1669-4bda-88be-3544b3c2558b,revision_number=0']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:58:22.292608 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4655a5e7-2c36-4169-b815-8e1b59b6a6d7 admin admin] Made reservation on behalf of 62982ff988ec462a8189ea9ba7c8496b for: {'subnet': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 13:58:22.298348 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-4655a5e7-2c36-4169-b815-8e1b59b6a6d7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4237198'] for subnet (None), before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:58:22.318386 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abec635-eedd-4606-a99a-607be9a277c4 req-4b1dbc29-40d1-4d1d-91ea-6012d2468874 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:58:22.326837 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-7abec635-eedd-4606-a99a-607be9a277c4 req-4b1dbc29-40d1-4d1d-91ea-6012d2468874 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] 10.222.0.67 "GET /v2.0/ports?device_id=0d5f3b7d-8b92-4264-b41a-1d1ade879f2f HTTP/1.1" status: 200 len: 944 time: 0.1352684 Apr 11 13:58:22.350263 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766053b3-8ddd-43da-88b0-4c6c128815a3 req-12a51e68-ac95-4b1f-8164-5f717312265a tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:58:22.352022 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-766053b3-8ddd-43da-88b0-4c6c128815a3 req-12a51e68-ac95-4b1f-8164-5f717312265a tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] 10.222.0.67 "GET /v2.0/ports/cda04f4a-80ef-4c18-b575-cb87293272ce HTTP/1.1" status: 200 len: 941 time: 0.3779197 Apr 11 13:58:22.379063 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-ab990ad4-5821-4a90-8288-b8de23e2e13f req-365c1658-9c54-4ccf-9fe1-cf56a2dd8740 service neutron] 10.222.0.75 "GET /v2.0/networks/a26678c1-118d-435e-989f-6f50cac836e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4034677 Apr 11 13:58:22.549714 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-7abec635-eedd-4606-a99a-607be9a277c4 req-23252688-8d39-41b0-ad33-c9a86c1403eb tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] 10.222.0.67 "GET /v2.0/security-groups?id=2c46161f-2d1e-4228-ae9c-ab4fe572bda1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2198379 Apr 11 13:58:22.602085 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Device cda04f4a-80ef-4c18-b575-cb87293272ce no longer exists at agent hyperv_hv-cinder-83078 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 13:58:22.682441 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-cd90f9f7-47db-457e-9448-133ae112041c tempest-TestShelveInstance-72923974 tempest-TestShelveInstance-72923974-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:58:22.683895 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Current status of the port 6e61eb12-b056-46e4-91e9-8c4e5f9b655d is: ACTIVE; New status is: ACTIVE {{(pid=103320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 13:58:22.685081 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-cd90f9f7-47db-457e-9448-133ae112041c tempest-TestShelveInstance-72923974 tempest-TestShelveInstance-72923974-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7548454 Apr 11 13:58:22.687617 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-4655a5e7-2c36-4169-b815-8e1b59b6a6d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4245493', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4237212'] for subnet (8a9facf0-fa5a-4e20-8e44-ee1b6aa7f23e), after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:58:22.690571 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.67', 59822) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:58:22.699966 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.v2.base [None req-1368ccb8-8c88-4802-b037-81650f369dd0 tempest-TestShelveInstance-72923974 tempest-TestShelveInstance-72923974-project] Request body: {'security_group_rule': {'security_group_id': '5212f323-fd10-4b4e-8612-863b832a0ec1', 'project_id': '626d5ba1efe34953a6d00b0f0afd5013', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 13:58:22.716087 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-ab990ad4-5821-4a90-8288-b8de23e2e13f req-802c4ce2-d8e4-471b-ad4c-30994fe6a692 service neutron] 10.222.0.75 "GET /v2.0/networks/a26678c1-118d-435e-989f-6f50cac836e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3271286 Apr 11 13:58:22.790713 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4655a5e7-2c36-4169-b815-8e1b59b6a6d7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8a9facf0-fa5a-4e20-8e44-ee1b6aa7f23e,revision_number=0']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:58:22.793152 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.db.securitygroups_db [None req-1368ccb8-8c88-4802-b037-81650f369dd0 tempest-TestShelveInstance-72923974 tempest-TestShelveInstance-72923974-project] Project 626d5ba1efe34953a6d00b0f0afd5013 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 11 13:58:22.802940 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-1368ccb8-8c88-4802-b037-81650f369dd0 tempest-TestShelveInstance-72923974 tempest-TestShelveInstance-72923974-project] Publish callbacks [] for security_group_rule (73ff15da-8ce5-497d-b303-9fa340cf0f3e), before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:58:22.836938 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4655a5e7-2c36-4169-b815-8e1b59b6a6d7 admin admin] Checking segment: {'id': 'c76e7a36-0cd0-436f-a97d-91d823e2c2a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': 'cf99eff9-c390-41f8-af4b-89bf18e9fd64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 13:58:22.850347 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4655a5e7-2c36-4169-b815-8e1b59b6a6d7 admin admin] Network hostable DHCP agents. Network: cf99eff9-c390-41f8-af4b-89bf18e9fd64, hostable agents: ['d5a8b9a1-2e9e-46b5-8163-20b7d509fa4e'], hosted agents: [] {{(pid=103318) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 13:58:22.925557 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4655a5e7-2c36-4169-b815-8e1b59b6a6d7 admin admin] Network cf99eff9-c390-41f8-af4b-89bf18e9fd64 is scheduled to be hosted by DHCP agent d5a8b9a1-2e9e-46b5-8163-20b7d509fa4e with binding_index 1 {{(pid=103318) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 13:58:22.947130 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c19447-8dba-4ec7-8ee9-100afaf59a35 req-46b13d5e-eed7-430f-927e-985e84975502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:58:22.949867 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-45c19447-8dba-4ec7-8ee9-100afaf59a35 req-46b13d5e-eed7-430f-927e-985e84975502 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=644547f80e2543079781f0c7b34c40b4&device_id=79569212-4835-45da-92b0-516e527a1f88 HTTP/1.1" status: 200 len: 1127 time: 0.1052432 Apr 11 13:58:22.952347 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [None req-4655a5e7-2c36-4169-b815-8e1b59b6a6d7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830787-2-iscsi, cf99eff9-c390-41f8-af4b-89bf18e9fd64) {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 13:58:22.976778 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-1368ccb8-8c88-4802-b037-81650f369dd0 tempest-TestShelveInstance-72923974 tempest-TestShelveInstance-72923974-project] Publish callbacks [] for security_group_rule (73ff15da-8ce5-497d-b303-9fa340cf0f3e), precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:58:22.991445 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4655a5e7-2c36-4169-b815-8e1b59b6a6d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:58:22.993078 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-4655a5e7-2c36-4169-b815-8e1b59b6a6d7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871534'] for subnet (None), before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:58:23.001855 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-1368ccb8-8c88-4802-b037-81650f369dd0 tempest-TestShelveInstance-72923974 tempest-TestShelveInstance-72923974-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8023914'] for security_group_rule (73ff15da-8ce5-497d-b303-9fa340cf0f3e), after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:58:23.014456 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Current status of the port cda04f4a-80ef-4c18-b575-cb87293272ce is: DOWN; New status is: DOWN {{(pid=103320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 13:58:23.027899 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3970d6cc-e071-4032-af8c-d4ed431d4fbf None None] Network cf99eff9-c390-41f8-af4b-89bf18e9fd64 requested from dv-cinder-830787-2-iscsi {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 13:58:23.087858 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-1368ccb8-8c88-4802-b037-81650f369dd0 tempest-TestShelveInstance-72923974 tempest-TestShelveInstance-72923974-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:58:23.089481 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-1368ccb8-8c88-4802-b037-81650f369dd0 tempest-TestShelveInstance-72923974 tempest-TestShelveInstance-72923974-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3962584 Apr 11 13:58:23.098609 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.67', 59826) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:58:23.115578 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.v2.base [None req-a04026a0-72af-4358-a88c-e3da171d87ef tempest-TestShelveInstance-72923974 tempest-TestShelveInstance-72923974-project] Request body: {'security_group_rule': {'security_group_id': '5212f323-fd10-4b4e-8612-863b832a0ec1', 'project_id': '626d5ba1efe34953a6d00b0f0afd5013', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 13:58:23.154208 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1368ccb8-8c88-4802-b037-81650f369dd0 tempest-TestShelveInstance-72923974 tempest-TestShelveInstance-72923974-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73ff15da-8ce5-497d-b303-9fa340cf0f3e,revision_number=0']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:58:23.207113 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c19447-8dba-4ec7-8ee9-100afaf59a35 req-74554997-0e9c-4ae8-a8db-64f8129235d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:58:23.208820 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-45c19447-8dba-4ec7-8ee9-100afaf59a35 req-74554997-0e9c-4ae8-a8db-64f8129235d0 service neutron] 10.222.0.75 "GET /v2.0/networks?id=a26678c1-118d-435e-989f-6f50cac836e0 HTTP/1.1" status: 200 len: 915 time: 0.2463717 Apr 11 13:58:23.238893 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-d0949ea7-c13e-4873-8f0e-e5ca8baeac86 None None] Publish callbacks [] for port (b9839e0d-4eb7-496f-bbfa-82008e40c79b), precommit_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:58:23.250882 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-d0949ea7-c13e-4873-8f0e-e5ca8baeac86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750379687711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750379164492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750379164510'] for port (b9839e0d-4eb7-496f-bbfa-82008e40c79b), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:58:23.307657 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-4655a5e7-2c36-4169-b815-8e1b59b6a6d7 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0855036 Apr 11 13:58:23.307657 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14d430c-e4ab-440b-bb06-900104e4a8b6 req-44a8e012-329f-4be6-b5d1-fdd7d0e33fe2 tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:58:23.308339 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-f14d430c-e4ab-440b-bb06-900104e4a8b6 req-44a8e012-329f-4be6-b5d1-fdd7d0e33fe2 tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] 10.222.0.67 "GET /v2.0/ports?device_id=54dcdce4-931a-42d3-b36a-321afffabdc0 HTTP/1.1" status: 200 len: 946 time: 0.2117805 Apr 11 13:58:23.323684 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef97132-90d2-4d07-9ef5-b02903d427af None None] Pushing event updated for resources: {'Port': ['ID=b9839e0d-4eb7-496f-bbfa-82008e40c79b,revision_number=3']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:58:23.414012 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.db.securitygroups_db [None req-a04026a0-72af-4358-a88c-e3da171d87ef tempest-TestShelveInstance-72923974 tempest-TestShelveInstance-72923974-project] Project 626d5ba1efe34953a6d00b0f0afd5013 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 11 13:58:23.421961 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6db9f04e-bd94-4487-9c56-3b8df693b577 None None] Network cf99eff9-c390-41f8-af4b-89bf18e9fd64 requested from dv-cinder-830787-2-iscsi {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 13:58:23.446067 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-a04026a0-72af-4358-a88c-e3da171d87ef tempest-TestShelveInstance-72923974 tempest-TestShelveInstance-72923974-project] Publish callbacks [] for security_group_rule (6f8077c3-aed6-497d-85dd-6fbf9f1350ef), before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:58:23.475429 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8005e444-8ed0-4940-ae8f-40415d20ecb7 req-b68b507d-2010-4c49-ad86-8ba570c48677 tempest-TestMinimumBasicScenario-1408592018 tempest-TestMinimumBasicScenario-1408592018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:58:23.488496 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-8005e444-8ed0-4940-ae8f-40415d20ecb7 req-b68b507d-2010-4c49-ad86-8ba570c48677 tempest-TestMinimumBasicScenario-1408592018 tempest-TestMinimumBasicScenario-1408592018-project] 10.222.0.67 "GET /v2.0/ports?device_id=79569212-4835-45da-92b0-516e527a1f88 HTTP/1.1" status: 200 len: 943 time: 0.1936903 Apr 11 13:58:23.608399 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-a04026a0-72af-4358-a88c-e3da171d87ef tempest-TestShelveInstance-72923974 tempest-TestShelveInstance-72923974-project] Publish callbacks [] for security_group_rule (6f8077c3-aed6-497d-85dd-6fbf9f1350ef), precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:58:23.619835 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-f14d430c-e4ab-440b-bb06-900104e4a8b6 req-41e62766-648e-432c-8e75-0c66f72940d7 tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] 10.222.0.67 "GET /v2.0/security-groups?id=fa012576-2707-4681-be16-e9c543038202&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2839761 Apr 11 13:58:23.624019 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-a04026a0-72af-4358-a88c-e3da171d87ef tempest-TestShelveInstance-72923974 tempest-TestShelveInstance-72923974-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8023914'] for security_group_rule (6f8077c3-aed6-497d-85dd-6fbf9f1350ef), after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:58:23.697334 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04026a0-72af-4358-a88c-e3da171d87ef tempest-TestShelveInstance-72923974 tempest-TestShelveInstance-72923974-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f8077c3-aed6-497d-85dd-6fbf9f1350ef,revision_number=0']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:58:23.723283 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-a04026a0-72af-4358-a88c-e3da171d87ef tempest-TestShelveInstance-72923974 tempest-TestShelveInstance-72923974-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:58:23.735505 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-a04026a0-72af-4358-a88c-e3da171d87ef tempest-TestShelveInstance-72923974 tempest-TestShelveInstance-72923974-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6332953 Apr 11 13:58:23.758192 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-45c19447-8dba-4ec7-8ee9-100afaf59a35 req-a461856b-dc7d-41bf-9934-eab4f27948c2 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=696c428a-2d32-4149-b9c4-40a4e382593e HTTP/1.1" status: 200 len: 217 time: 0.2228117 Apr 11 13:58:23.777569 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-d0949ea7-c13e-4873-8f0e-e5ca8baeac86 None None] Attempting to bind port b9839e0d-4eb7-496f-bbfa-82008e40c79b on host dv-cinder-830787-2-iscsi for vnic_type normal with profile {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 13:58:23.778352 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-d0949ea7-c13e-4873-8f0e-e5ca8baeac86 None None] Attempting to bind port b9839e0d-4eb7-496f-bbfa-82008e40c79b by drivers openvswitch,hyperv on host dv-cinder-830787-2-iscsi at level 0 using segments [{'id': '66fe8239-ad28-432b-b2f7-47d7e00600e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': '27ee1ceb-e224-4ff5-acaa-03a9ae91e635'}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 13:58:23.778943 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0949ea7-c13e-4873-8f0e-e5ca8baeac86 None None] Attempting to bind port b9839e0d-4eb7-496f-bbfa-82008e40c79b on network 27ee1ceb-e224-4ff5-acaa-03a9ae91e635 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 13:58:23.826344 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0949ea7-c13e-4873-8f0e-e5ca8baeac86 None None] Checking agent: {'id': 'f2586825-e748-4c1d-8b98-cb0d5b6c266d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830787-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 13, 47, 3), 'started_at': datetime.datetime(2022, 4, 11, 13, 47, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 13, 58, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830787-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 13:58:23.826922 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0949ea7-c13e-4873-8f0e-e5ca8baeac86 None None] Checking segment: {'id': '66fe8239-ad28-432b-b2f7-47d7e00600e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': '27ee1ceb-e224-4ff5-acaa-03a9ae91e635'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 13:58:23.827536 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-d0949ea7-c13e-4873-8f0e-e5ca8baeac86 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:58:23.828402 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0949ea7-c13e-4873-8f0e-e5ca8baeac86 None None] Bound using segment: {'id': '66fe8239-ad28-432b-b2f7-47d7e00600e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': '27ee1ceb-e224-4ff5-acaa-03a9ae91e635'} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 13:58:23.829243 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-d0949ea7-c13e-4873-8f0e-e5ca8baeac86 None None] Bound port: b9839e0d-4eb7-496f-bbfa-82008e40c79b, host: dv-cinder-830787-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66fe8239-ad28-432b-b2f7-47d7e00600e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': '27ee1ceb-e224-4ff5-acaa-03a9ae91e635'}}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 13:58:23.829750 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-d0949ea7-c13e-4873-8f0e-e5ca8baeac86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883311'] for port (b9839e0d-4eb7-496f-bbfa-82008e40c79b), before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:58:23.962222 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-d0949ea7-c13e-4873-8f0e-e5ca8baeac86 None None] For port b9839e0d-4eb7-496f-bbfa-82008e40c79b, host dv-cinder-830787-2-iscsi, cleared binding levels {{(pid=103320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 13:58:23.965870 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-d0949ea7-c13e-4873-8f0e-e5ca8baeac86 None None] For port b9839e0d-4eb7-496f-bbfa-82008e40c79b, host dv-cinder-830787-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830787-2-iscsi',level=0,port_id=b9839e0d-4eb7-496f-bbfa-82008e40c79b,segment=NetworkSegment(66fe8239-ad28-432b-b2f7-47d7e00600e3),segment_id=66fe8239-ad28-432b-b2f7-47d7e00600e3)] {{(pid=103320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 13:58:23.985386 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727e9b02-8545-4540-8057-0071197591a4 req-72fd7015-d6c9-49ff-abd9-2d9b4d09d61f tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:58:23.988104 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-727e9b02-8545-4540-8057-0071197591a4 req-72fd7015-d6c9-49ff-abd9-2d9b4d09d61f tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] 10.222.0.67 "GET /v2.0/ports?device_id=0d5f3b7d-8b92-4264-b41a-1d1ade879f2f HTTP/1.1" status: 200 len: 944 time: 0.1505456 Apr 11 13:58:23.990402 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-1d6876cb-c7ad-4af6-ab73-a2aca2684529 None None] Provisioning complete for port b9839e0d-4eb7-496f-bbfa-82008e40c79b triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 13:58:23.990830 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-1d6876cb-c7ad-4af6-ab73-a2aca2684529 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-663396'] for port (b9839e0d-4eb7-496f-bbfa-82008e40c79b), provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:58:23.994250 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-d0949ea7-c13e-4873-8f0e-e5ca8baeac86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750379687711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750379164492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750379164510'] for port (b9839e0d-4eb7-496f-bbfa-82008e40c79b), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:58:24.005629 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-8005e444-8ed0-4940-ae8f-40415d20ecb7 req-acc27b57-dd07-46d2-8f00-eae0fb05f1d5 tempest-TestMinimumBasicScenario-1408592018 tempest-TestMinimumBasicScenario-1408592018-project] 10.222.0.67 "GET /v2.0/security-groups?id=cf23f7d8-584e-46f6-abd9-cfbb92a6cce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5153961 Apr 11 13:58:24.013052 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c19447-8dba-4ec7-8ee9-100afaf59a35 req-7b7ad21d-5afd-4af0-a3b7-cae5297d1cff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:58:24.014749 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-45c19447-8dba-4ec7-8ee9-100afaf59a35 req-7b7ad21d-5afd-4af0-a3b7-cae5297d1cff service neutron] 10.222.0.75 "GET /v2.0/subnets?id=b53fa937-6664-4af0-8a1b-d8748366eb4f HTTP/1.1" status: 200 len: 853 time: 0.2298052 Apr 11 13:58:24.077708 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-727e9b02-8545-4540-8057-0071197591a4 req-be49ed64-d154-4af1-9844-387644183514 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] 10.222.0.67 "GET /v2.0/security-groups?id=2c46161f-2d1e-4228-ae9c-ab4fe572bda1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0771947 Apr 11 13:58:24.105322 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c19447-8dba-4ec7-8ee9-100afaf59a35 req-24a55acb-aab1-4214-b19a-7770e9ae1714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:58:24.107486 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-45c19447-8dba-4ec7-8ee9-100afaf59a35 req-24a55acb-aab1-4214-b19a-7770e9ae1714 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=a26678c1-118d-435e-989f-6f50cac836e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0827110 Apr 11 13:58:24.119617 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef97132-90d2-4d07-9ef5-b02903d427af None None] Pushing event updated for resources: {'Port': ['ID=b9839e0d-4eb7-496f-bbfa-82008e40c79b,revision_number=4']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:58:24.187913 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-1d6876cb-c7ad-4af6-ab73-a2aca2684529 None None] Current status of the port b9839e0d-4eb7-496f-bbfa-82008e40c79b is: DOWN; New status is: ACTIVE {{(pid=103320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 13:58:24.188600 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-1d6876cb-c7ad-4af6-ab73-a2aca2684529 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883311'] for port (b9839e0d-4eb7-496f-bbfa-82008e40c79b), before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:58:24.194134 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0949ea7-c13e-4873-8f0e-e5ca8baeac86 None None] Routers {'c30ab256-0deb-4a00-9880-cbfe621412c2'} bound to L3 agent in host dv-cinder-830787-2-iscsi {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 13:58:24.194807 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-d0949ea7-c13e-4873-8f0e-e5ca8baeac86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830787-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T13:46:59Z,description=,heartbeat_timestamp=2022-04-11T13:57:59Z,host='dv-cinder-830787-2-iscsi',id=e731c656-576f-4174-9da3-af64518920bc,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T13:46:59Z,topic='l3_agent')) {'router_ids': ['c30ab256-0deb-4a00-9880-cbfe621412c2'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:58:24.332168 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-45c19447-8dba-4ec7-8ee9-100afaf59a35 req-05802328-63f7-4810-964c-185360ca6246 service neutron] 10.222.0.75 "GET /v2.0/networks/a26678c1-118d-435e-989f-6f50cac836e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2034829 Apr 11 13:58:24.400950 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-1d6876cb-c7ad-4af6-ab73-a2aca2684529 None None] For port b9839e0d-4eb7-496f-bbfa-82008e40c79b, host dv-cinder-830787-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830787-2-iscsi',level=0,port_id=b9839e0d-4eb7-496f-bbfa-82008e40c79b,segment=NetworkSegment(66fe8239-ad28-432b-b2f7-47d7e00600e3),segment_id=66fe8239-ad28-432b-b2f7-47d7e00600e3)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 13:58:24.411569 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-1d6876cb-c7ad-4af6-ab73-a2aca2684529 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750379687711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750379164492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750379164510'] for port (b9839e0d-4eb7-496f-bbfa-82008e40c79b), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:58:24.477954 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6876cb-c7ad-4af6-ab73-a2aca2684529 None None] Pushing event updated for resources: {'Port': ['ID=b9839e0d-4eb7-496f-bbfa-82008e40c79b,revision_number=5']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:58:24.513492 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.db.l3_dvr_db [None req-d0949ea7-c13e-4873-8f0e-e5ca8baeac86 None None] Set router c30ab256-0deb-4a00-9880-cbfe621412c2 gateway port host: dv-cinder-830787-2-iscsi {{(pid=103320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 13:58:24.568571 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-45c19447-8dba-4ec7-8ee9-100afaf59a35 req-a0033835-d05a-426b-b5a3-35de94dd474c service neutron] 10.222.0.75 "GET /v2.0/networks/a26678c1-118d-435e-989f-6f50cac836e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2200677 Apr 11 13:58:24.767490 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-2e5f65c3-6421-4b77-bfc7-2824863dea9a None None] Provisioning complete for port b9839e0d-4eb7-496f-bbfa-82008e40c79b triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 13:58:24.767796 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-2e5f65c3-6421-4b77-bfc7-2824863dea9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-663396'] for port (b9839e0d-4eb7-496f-bbfa-82008e40c79b), provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:58:24.915722 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b49c79c-867a-4fd4-ba5d-793e5833044e req-fa39c0b5-dde4-419e-8de2-ef0150d2a7e2 tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:58:24.930463 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-4b49c79c-867a-4fd4-ba5d-793e5833044e req-fa39c0b5-dde4-419e-8de2-ef0150d2a7e2 tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] 10.222.0.67 "GET /v2.0/ports?device_id=54dcdce4-931a-42d3-b36a-321afffabdc0 HTTP/1.1" status: 200 len: 946 time: 0.1762087 Apr 11 13:58:25.004059 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-2e5f65c3-6421-4b77-bfc7-2824863dea9a None None] Current status of the port b9839e0d-4eb7-496f-bbfa-82008e40c79b is: ACTIVE; New status is: ACTIVE {{(pid=103320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 13:58:25.013343 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-4b49c79c-867a-4fd4-ba5d-793e5833044e req-1fab7bee-85fa-4d6e-b30c-f4c03bf99039 tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] 10.222.0.67 "GET /v2.0/security-groups?id=fa012576-2707-4681-be16-e9c543038202&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0800757 Apr 11 13:58:25.032403 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-d0949ea7-c13e-4873-8f0e-e5ca8baeac86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c30ab256-0deb-4a00-9880-cbfe621412c2', 'name': 'tempest-TestShelveInstance-37848394-router', 'tenant_id': 'd32bc40164104932a96a6eebb3b739b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886', 'external_fixed_ips': [{'subnet_id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'ip_address': '172.27.1.110'}], 'enable_snat': True}, 'gw_port_id': '6e61eb12-b056-46e4-91e9-8c4e5f9b655d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T13:58:10Z', 'updated_at': '2022-04-11T13:58:17Z', 'revision_number': 4, 'project_id': 'd32bc40164104932a96a6eebb3b739b2', 'gw_port': {'id': '6e61eb12-b056-46e4-91e9-8c4e5f9b655d', 'name': '', 'network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:04:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c30ab256-0deb-4a00-9880-cbfe621412c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'ip_address': '172.27.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:58:11Z', 'updated_at': '2022-04-11T13:58:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830787-2-iscsi', '_interfaces': [{'id': 'b9839e0d-4eb7-496f-bbfa-82008e40c79b', 'name': '', 'network_id': '27ee1ceb-e224-4ff5-acaa-03a9ae91e635', 'tenant_id': 'd32bc40164104932a96a6eebb3b739b2', 'mac_address': 'fa:16:3e:6c:55:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c30ab256-0deb-4a00-9880-cbfe621412c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': 'abbf1f12-d89d-4262-8603-7bbe4f5b3e3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:58:16Z', 'updated_at': '2022-04-11T13:58:23Z', 'revision_number': 4, 'project_id': 'd32bc40164104932a96a6eebb3b739b2', 'subnets': [{'id': 'abbf1f12-d89d-4262-8603-7bbe4f5b3e3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830787-2-iscsi', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:58:25.102630 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0949ea7-c13e-4873-8f0e-e5ca8baeac86 None None] The sync data for ids ['c30ab256-0deb-4a00-9880-cbfe621412c2'] in dv-cinder-830787-2-iscsi is: [{'id': 'c30ab256-0deb-4a00-9880-cbfe621412c2', 'name': 'tempest-TestShelveInstance-37848394-router', 'tenant_id': 'd32bc40164104932a96a6eebb3b739b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886', 'external_fixed_ips': [{'subnet_id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'ip_address': '172.27.1.110'}], 'enable_snat': True}, 'gw_port_id': '6e61eb12-b056-46e4-91e9-8c4e5f9b655d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T13:58:10Z', 'updated_at': '2022-04-11T13:58:17Z', 'revision_number': 4, 'project_id': 'd32bc40164104932a96a6eebb3b739b2', 'gw_port': {'id': '6e61eb12-b056-46e4-91e9-8c4e5f9b655d', 'name': '', 'network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:04:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c30ab256-0deb-4a00-9880-cbfe621412c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'ip_address': '172.27.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:58:11Z', 'updated_at': '2022-04-11T13:58:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830787-2-iscsi', '_interfaces': [{'id': 'b9839e0d-4eb7-496f-bbfa-82008e40c79b', 'name': '', 'network_id': '27ee1ceb-e224-4ff5-acaa-03a9ae91e635', 'tenant_id': 'd32bc40164104932a96a6eebb3b739b2', 'mac_address': 'fa:16:3e:6c:55:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c30ab256-0deb-4a00-9880-cbfe621412c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': 'abbf1f12-d89d-4262-8603-7bbe4f5b3e3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:58:16Z', 'updated_at': '2022-04-11T13:58:23Z', 'revision_number': 4, 'project_id': 'd32bc40164104932a96a6eebb3b739b2', 'subnets': [{'id': 'abbf1f12-d89d-4262-8603-7bbe4f5b3e3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 13:58:25.201214 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8c981f-cb96-4082-9462-277b0e4d64de req-80af752d-3e8c-43f5-b1e8-1b55f6e97432 tempest-TestMinimumBasicScenario-1408592018 tempest-TestMinimumBasicScenario-1408592018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:58:25.222609 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-9e8c981f-cb96-4082-9462-277b0e4d64de req-80af752d-3e8c-43f5-b1e8-1b55f6e97432 tempest-TestMinimumBasicScenario-1408592018 tempest-TestMinimumBasicScenario-1408592018-project] 10.222.0.67 "GET /v2.0/ports?device_id=79569212-4835-45da-92b0-516e527a1f88 HTTP/1.1" status: 200 len: 943 time: 0.1413562 Apr 11 13:58:25.332816 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-9e8c981f-cb96-4082-9462-277b0e4d64de req-5920c788-810e-4875-8b7d-e9c849cc4576 tempest-TestMinimumBasicScenario-1408592018 tempest-TestMinimumBasicScenario-1408592018-project] 10.222.0.67 "GET /v2.0/security-groups?id=cf23f7d8-584e-46f6-abd9-cfbb92a6cce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086495 Apr 11 13:58:25.419837 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e13556-164d-4b4a-ae7d-59c848298460 req-58704a97-ef9e-4779-b483-8803f8d84078 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:58:25.422091 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-d9e13556-164d-4b4a-ae7d-59c848298460 req-58704a97-ef9e-4779-b483-8803f8d84078 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] 10.222.0.67 "GET /v2.0/ports?device_id=0d5f3b7d-8b92-4264-b41a-1d1ade879f2f HTTP/1.1" status: 200 len: 944 time: 0.1751366 Apr 11 13:58:25.551600 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-d9e13556-164d-4b4a-ae7d-59c848298460 req-0de06b5d-323b-42e9-b09f-7ee3ccb48fa1 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] 10.222.0.67 "GET /v2.0/security-groups?id=2c46161f-2d1e-4228-ae9c-ab4fe572bda1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1231887 Apr 11 13:58:25.629937 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Device b9839e0d-4eb7-496f-bbfa-82008e40c79b up at agent ovs-agent-dv-cinder-830787-2-iscsi {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 13:58:25.791802 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Provisioning complete for port b9839e0d-4eb7-496f-bbfa-82008e40c79b triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 13:58:25.791802 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-663396'] for port (b9839e0d-4eb7-496f-bbfa-82008e40c79b), provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:58:26.013211 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Current status of the port b9839e0d-4eb7-496f-bbfa-82008e40c79b is: ACTIVE; New status is: ACTIVE {{(pid=103320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 13:58:26.214425 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b66633-76f3-485e-a17a-d165ae76fac2 req-97753525-d0cc-45ba-8a28-b744bd026357 tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:58:26.223436 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-e4b66633-76f3-485e-a17a-d165ae76fac2 req-97753525-d0cc-45ba-8a28-b744bd026357 tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] 10.222.0.67 "GET /v2.0/ports?device_id=54dcdce4-931a-42d3-b36a-321afffabdc0 HTTP/1.1" status: 200 len: 946 time: 0.0922859 Apr 11 13:58:26.356368 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-e4b66633-76f3-485e-a17a-d165ae76fac2 req-85b7d788-ea0a-491a-8626-f31d7973b8af tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] 10.222.0.67 "GET /v2.0/security-groups?id=fa012576-2707-4681-be16-e9c543038202&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1310596 Apr 11 13:58:26.473281 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-bb9c28bb-de13-4cfc-9d8c-8b2c593f7824 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750379576733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663498'] for agent (d5a8b9a1-2e9e-46b5-8163-20b7d509fa4e), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:58:26.600989 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcc20d7-a8a6-4c44-be6b-f3315ed6925a req-3f61f4f7-634b-499d-9712-60cb87cf2fd3 tempest-TestMinimumBasicScenario-1408592018 tempest-TestMinimumBasicScenario-1408592018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:58:26.619991 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-fdcc20d7-a8a6-4c44-be6b-f3315ed6925a req-3f61f4f7-634b-499d-9712-60cb87cf2fd3 tempest-TestMinimumBasicScenario-1408592018 tempest-TestMinimumBasicScenario-1408592018-project] 10.222.0.67 "GET /v2.0/ports?device_id=79569212-4835-45da-92b0-516e527a1f88 HTTP/1.1" status: 200 len: 943 time: 0.1358016 Apr 11 13:58:26.685406 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-fdcc20d7-a8a6-4c44-be6b-f3315ed6925a req-970eb366-4ee1-4e18-aec3-89f4a14e09dc tempest-TestMinimumBasicScenario-1408592018 tempest-TestMinimumBasicScenario-1408592018-project] 10.222.0.67 "GET /v2.0/security-groups?id=cf23f7d8-584e-46f6-abd9-cfbb92a6cce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584171 Apr 11 13:58:26.849142 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2d9d42-5d50-409f-b88e-d089dd270c01 req-fd7ab495-d3c7-49d1-8056-937fedc9eec1 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:58:26.859935 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-1b2d9d42-5d50-409f-b88e-d089dd270c01 req-fd7ab495-d3c7-49d1-8056-937fedc9eec1 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] 10.222.0.67 "GET /v2.0/ports?device_id=0d5f3b7d-8b92-4264-b41a-1d1ade879f2f HTTP/1.1" status: 200 len: 944 time: 0.0886984 Apr 11 13:58:26.937843 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-1b2d9d42-5d50-409f-b88e-d089dd270c01 req-aba16880-660c-44a3-98bd-ec4dd9396f06 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] 10.222.0.67 "GET /v2.0/security-groups?id=2c46161f-2d1e-4228-ae9c-ab4fe572bda1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0760429 Apr 11 13:58:27.507435 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10f3f3b-a2ff-437b-9949-dfd364c01c43 req-f13bc390-aebe-4870-a40e-994b25507228 tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:58:27.509619 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-d10f3f3b-a2ff-437b-9949-dfd364c01c43 req-f13bc390-aebe-4870-a40e-994b25507228 tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] 10.222.0.67 "GET /v2.0/ports?device_id=54dcdce4-931a-42d3-b36a-321afffabdc0 HTTP/1.1" status: 200 len: 946 time: 0.0632155 Apr 11 13:58:27.579845 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-d10f3f3b-a2ff-437b-9949-dfd364c01c43 req-319a850f-efc9-414d-9c7a-1603fddefd4d tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] 10.222.0.67 "GET /v2.0/security-groups?id=fa012576-2707-4681-be16-e9c543038202&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0637259 Apr 11 13:58:27.798255 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049eccca-8728-4cd6-8ca9-48b2cf52393d req-6026cc93-57fb-477c-98b2-74a91ff3234c tempest-TestMinimumBasicScenario-1408592018 tempest-TestMinimumBasicScenario-1408592018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:58:27.799886 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-049eccca-8728-4cd6-8ca9-48b2cf52393d req-6026cc93-57fb-477c-98b2-74a91ff3234c tempest-TestMinimumBasicScenario-1408592018 tempest-TestMinimumBasicScenario-1408592018-project] 10.222.0.67 "GET /v2.0/ports?device_id=79569212-4835-45da-92b0-516e527a1f88 HTTP/1.1" status: 200 len: 943 time: 0.0520470 Apr 11 13:58:27.851864 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-049eccca-8728-4cd6-8ca9-48b2cf52393d req-90b5a471-519e-4e4a-a162-6ca3ab0c1c77 tempest-TestMinimumBasicScenario-1408592018 tempest-TestMinimumBasicScenario-1408592018-project] 10.222.0.67 "GET /v2.0/security-groups?id=cf23f7d8-584e-46f6-abd9-cfbb92a6cce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462933 Apr 11 13:58:28.083040 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c88366-51ee-496f-9cc0-fe4325ae6d41 req-dd633498-d5b3-46ca-b856-11699c8c50e8 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:58:28.084653 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-20c88366-51ee-496f-9cc0-fe4325ae6d41 req-dd633498-d5b3-46ca-b856-11699c8c50e8 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] 10.222.0.67 "GET /v2.0/ports?device_id=0d5f3b7d-8b92-4264-b41a-1d1ade879f2f HTTP/1.1" status: 200 len: 944 time: 0.0510726 Apr 11 13:58:28.143069 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-20c88366-51ee-496f-9cc0-fe4325ae6d41 req-1bb26ffe-1de0-480f-a442-e02effc7cdf0 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] 10.222.0.67 "GET /v2.0/security-groups?id=2c46161f-2d1e-4228-ae9c-ab4fe572bda1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518188 Apr 11 13:58:28.700329 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1a4e4b-7c1b-489a-815e-dab75a21d6ca req-38f6b720-33f6-4d10-8b28-700d34860ce6 tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:58:28.701994 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-5f1a4e4b-7c1b-489a-815e-dab75a21d6ca req-38f6b720-33f6-4d10-8b28-700d34860ce6 tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] 10.222.0.67 "GET /v2.0/ports?device_id=54dcdce4-931a-42d3-b36a-321afffabdc0 HTTP/1.1" status: 200 len: 946 time: 0.0484774 Apr 11 13:58:28.751101 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-5f1a4e4b-7c1b-489a-815e-dab75a21d6ca req-c6fe74b4-828a-4924-b9c0-19f1e563307c tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] 10.222.0.67 "GET /v2.0/security-groups?id=fa012576-2707-4681-be16-e9c543038202&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432165 Apr 11 13:58:28.794485 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-52e30767-bde7-46ba-a3a2-4dac09e8da5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750379576733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663498'] for agent (e731c656-576f-4174-9da3-af64518920bc), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:58:28.968020 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ccf129-e244-4aba-9474-a22998437f11 req-a15f0186-dfb6-4d8e-ad24-d9b94ed3855e tempest-TestMinimumBasicScenario-1408592018 tempest-TestMinimumBasicScenario-1408592018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:58:28.969991 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-c9ccf129-e244-4aba-9474-a22998437f11 req-a15f0186-dfb6-4d8e-ad24-d9b94ed3855e tempest-TestMinimumBasicScenario-1408592018 tempest-TestMinimumBasicScenario-1408592018-project] 10.222.0.67 "GET /v2.0/ports?device_id=79569212-4835-45da-92b0-516e527a1f88 HTTP/1.1" status: 200 len: 943 time: 0.0468435 Apr 11 13:58:28.995506 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f146317-63c7-4dcf-814c-6f8b79a1ecd7 req-ddcbc659-3646-45a3-ad5a-dc885488e9c5 tempest-VolumesSnapshotTestJSON-930763727 tempest-VolumesSnapshotTestJSON-930763727-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:58:28.997152 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-9f146317-63c7-4dcf-814c-6f8b79a1ecd7 req-ddcbc659-3646-45a3-ad5a-dc885488e9c5 tempest-VolumesSnapshotTestJSON-930763727 tempest-VolumesSnapshotTestJSON-930763727-project] 10.222.0.67 "GET /v2.0/networks?id=cf99eff9-c390-41f8-af4b-89bf18e9fd64 HTTP/1.1" status: 200 len: 812 time: 0.1093895 Apr 11 13:58:29.011722 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-9f146317-63c7-4dcf-814c-6f8b79a1ecd7 req-b596ef40-d62a-4b0b-aee6-e31564212373 tempest-VolumesSnapshotTestJSON-930763727 tempest-VolumesSnapshotTestJSON-930763727-project] 10.222.0.67 "GET /v2.0/quotas/62982ff988ec462a8189ea9ba7c8496b HTTP/1.1" status: 200 len: 375 time: 0.0088911 Apr 11 13:58:29.017553 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-c9ccf129-e244-4aba-9474-a22998437f11 req-7a52fa8c-d159-4af2-8a40-36c7dc9a4226 tempest-TestMinimumBasicScenario-1408592018 tempest-TestMinimumBasicScenario-1408592018-project] 10.222.0.67 "GET /v2.0/security-groups?id=cf23f7d8-584e-46f6-abd9-cfbb92a6cce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416670 Apr 11 13:58:29.045877 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-9f146317-63c7-4dcf-814c-6f8b79a1ecd7 req-94f868d4-b1e1-457c-849e-6316a095218a tempest-VolumesSnapshotTestJSON-930763727 tempest-VolumesSnapshotTestJSON-930763727-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=62982ff988ec462a8189ea9ba7c8496b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0288644 Apr 11 13:58:29.136082 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-9f146317-63c7-4dcf-814c-6f8b79a1ecd7 req-bbad4640-af42-43a4-8e60-f9227792f8f6 service neutron] 10.222.0.67 "GET /v2.0/networks/cf99eff9-c390-41f8-af4b-89bf18e9fd64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829856 Apr 11 13:58:29.232937 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-9f146317-63c7-4dcf-814c-6f8b79a1ecd7 req-e491dba2-3d2d-4464-8a2e-120e87d5f90e service neutron] 10.222.0.67 "GET /v2.0/networks/cf99eff9-c390-41f8-af4b-89bf18e9fd64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906973 Apr 11 13:58:29.266351 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342f0c57-f4dc-4a52-9f8e-53e3aec7926a req-81e15844-9c17-4f03-8374-db0d5ed08a92 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:58:29.267906 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-342f0c57-f4dc-4a52-9f8e-53e3aec7926a req-81e15844-9c17-4f03-8374-db0d5ed08a92 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] 10.222.0.67 "GET /v2.0/ports?device_id=0d5f3b7d-8b92-4264-b41a-1d1ade879f2f HTTP/1.1" status: 200 len: 944 time: 0.0531895 Apr 11 13:58:29.315730 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-342f0c57-f4dc-4a52-9f8e-53e3aec7926a req-f0205e74-6bed-4610-9601-ab56d5b81221 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] 10.222.0.67 "GET /v2.0/security-groups?id=2c46161f-2d1e-4228-ae9c-ab4fe572bda1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422773 Apr 11 13:58:29.415388 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-7f09b279-d403-465d-8f0f-20438d2912c4 req-341795b5-b6df-4d68-b935-bc4d49459ba3 tempest-VolumesSnapshotTestJSON-930763727 tempest-VolumesSnapshotTestJSON-930763727-project] 10.222.0.67 "GET /v2.0/ports?device_id=94420324-3720-447d-b195-df28fb7d8fc7 HTTP/1.1" status: 200 len: 210 time: 0.0320761 Apr 11 13:58:29.733234 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766053b3-8ddd-43da-88b0-4c6c128815a3 req-b47a3ee3-e971-4726-a8b3-7e5c85900d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:58:29.735048 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-766053b3-8ddd-43da-88b0-4c6c128815a3 req-b47a3ee3-e971-4726-a8b3-7e5c85900d37 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=0d5f3b7d-8b92-4264-b41a-1d1ade879f2f&tenant_id=a8a28d94e79a4972b0f8f61ab1cb1490 HTTP/1.1" status: 200 len: 1128 time: 0.0783749 Apr 11 13:58:29.864212 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8e5d6a-453d-40ed-a91d-341de14a549e req-ce75bff6-9d17-432c-a51f-4c7f61ba83c7 tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:58:29.865686 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-6a8e5d6a-453d-40ed-a91d-341de14a549e req-ce75bff6-9d17-432c-a51f-4c7f61ba83c7 tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] 10.222.0.67 "GET /v2.0/ports?device_id=54dcdce4-931a-42d3-b36a-321afffabdc0 HTTP/1.1" status: 200 len: 946 time: 0.0476444 Apr 11 13:58:29.912586 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-6a8e5d6a-453d-40ed-a91d-341de14a549e req-f9d3584d-0389-47a7-a2bb-8ad3f161b1c0 tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] 10.222.0.67 "GET /v2.0/security-groups?id=fa012576-2707-4681-be16-e9c543038202&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413506 Apr 11 13:58:30.126007 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-75ad2582-0b5d-438d-ba3d-9545e3f86417 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750379576733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663498'] for agent (af269f03-95a2-4a08-bd5c-5879324d2567), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:58:30.135989 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70fef27-0341-4315-a583-b115a7c8b2e9 req-370d0278-2125-40a9-b0cb-706afd7d71eb tempest-TestMinimumBasicScenario-1408592018 tempest-TestMinimumBasicScenario-1408592018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:58:30.137463 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-f70fef27-0341-4315-a583-b115a7c8b2e9 req-370d0278-2125-40a9-b0cb-706afd7d71eb tempest-TestMinimumBasicScenario-1408592018 tempest-TestMinimumBasicScenario-1408592018-project] 10.222.0.67 "GET /v2.0/ports?device_id=79569212-4835-45da-92b0-516e527a1f88 HTTP/1.1" status: 200 len: 943 time: 0.0511880 Apr 11 13:58:30.186487 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-f70fef27-0341-4315-a583-b115a7c8b2e9 req-1342d81e-b0e7-4609-bad8-b0d6c58fdc5f tempest-TestMinimumBasicScenario-1408592018 tempest-TestMinimumBasicScenario-1408592018-project] 10.222.0.67 "GET /v2.0/security-groups?id=cf23f7d8-584e-46f6-abd9-cfbb92a6cce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425932 Apr 11 13:58:30.436670 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1dbc4a-21c5-4de9-9674-8bca3ba27918 req-f5dc05a8-3b5a-43d5-9a63-7e4a84390aed tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:58:30.438177 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-ff1dbc4a-21c5-4de9-9674-8bca3ba27918 req-f5dc05a8-3b5a-43d5-9a63-7e4a84390aed tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] 10.222.0.67 "GET /v2.0/ports?device_id=0d5f3b7d-8b92-4264-b41a-1d1ade879f2f HTTP/1.1" status: 200 len: 944 time: 0.0519896 Apr 11 13:58:30.486902 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-ff1dbc4a-21c5-4de9-9674-8bca3ba27918 req-d5c9363c-2797-4163-80f1-d331e8ebc8ba tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] 10.222.0.67 "GET /v2.0/security-groups?id=2c46161f-2d1e-4228-ae9c-ab4fe572bda1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433273 Apr 11 13:58:30.507985 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-fde629c5-348b-4074-8ad6-e780c7f6e15c req-e3a411a0-9b0c-4361-9b9d-8c5ebecc5169 tempest-VolumesSnapshotTestJSON-930763727 tempest-VolumesSnapshotTestJSON-930763727-project] 10.222.0.67 "GET /v2.0/ports?device_id=94420324-3720-447d-b195-df28fb7d8fc7 HTTP/1.1" status: 200 len: 210 time: 0.0273626 Apr 11 13:58:30.728664 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766053b3-8ddd-43da-88b0-4c6c128815a3 req-83974f99-4c06-4770-b251-f2d50569dc79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:58:30.730334 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-766053b3-8ddd-43da-88b0-4c6c128815a3 req-83974f99-4c06-4770-b251-f2d50569dc79 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=a8a28d94e79a4972b0f8f61ab1cb1490&device_id=0d5f3b7d-8b92-4264-b41a-1d1ade879f2f HTTP/1.1" status: 200 len: 1128 time: 0.0561333 Apr 11 13:58:30.826111 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766053b3-8ddd-43da-88b0-4c6c128815a3 req-f9222c97-5b3f-426e-9e23-9e95da6fa2d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:58:30.827562 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-766053b3-8ddd-43da-88b0-4c6c128815a3 req-f9222c97-5b3f-426e-9e23-9e95da6fa2d8 service neutron] 10.222.0.75 "GET /v2.0/networks?id=0208f136-78bf-40a4-90c8-9a7151bfb362 HTTP/1.1" status: 200 len: 917 time: 0.0907452 Apr 11 13:58:30.900163 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-766053b3-8ddd-43da-88b0-4c6c128815a3 req-698afebf-4d65-48c4-acf9-ea85640b6063 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cda04f4a-80ef-4c18-b575-cb87293272ce HTTP/1.1" status: 200 len: 999 time: 0.0640032 Apr 11 13:58:31.016384 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766053b3-8ddd-43da-88b0-4c6c128815a3 req-cbf6c119-a2d0-46d1-b2ea-e6fa6bdf3a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:58:31.017863 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-766053b3-8ddd-43da-88b0-4c6c128815a3 req-cbf6c119-a2d0-46d1-b2ea-e6fa6bdf3a40 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=2778d57e-4616-4989-bcd8-4f6cb6111901 HTTP/1.1" status: 200 len: 855 time: 0.0478630 Apr 11 13:58:31.029580 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859a6541-6107-4d1b-965f-1780a77b3501 req-c3ac111c-8902-4deb-9a93-3b7508242cf0 tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:58:31.031090 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-859a6541-6107-4d1b-965f-1780a77b3501 req-c3ac111c-8902-4deb-9a93-3b7508242cf0 tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] 10.222.0.67 "GET /v2.0/ports?device_id=54dcdce4-931a-42d3-b36a-321afffabdc0 HTTP/1.1" status: 200 len: 946 time: 0.0505958 Apr 11 13:58:31.067297 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766053b3-8ddd-43da-88b0-4c6c128815a3 req-b75dfef0-9c7e-45ee-972d-3a516ab200cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:58:31.068948 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-766053b3-8ddd-43da-88b0-4c6c128815a3 req-b75dfef0-9c7e-45ee-972d-3a516ab200cd service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=0208f136-78bf-40a4-90c8-9a7151bfb362&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0447450 Apr 11 13:58:31.083667 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-859a6541-6107-4d1b-965f-1780a77b3501 req-1ac56265-3763-4de8-86b9-7a454b6c98a4 tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] 10.222.0.67 "GET /v2.0/security-groups?id=fa012576-2707-4681-be16-e9c543038202&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460896 Apr 11 13:58:31.477260 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018971c2-a2e5-4b67-9d6d-9229b60ac606 req-8ad2a3a0-b7c1-449d-9fa3-3f5cd853b547 tempest-TestMinimumBasicScenario-1408592018 tempest-TestMinimumBasicScenario-1408592018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:58:31.478715 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-018971c2-a2e5-4b67-9d6d-9229b60ac606 req-8ad2a3a0-b7c1-449d-9fa3-3f5cd853b547 tempest-TestMinimumBasicScenario-1408592018 tempest-TestMinimumBasicScenario-1408592018-project] 10.222.0.67 "GET /v2.0/ports?device_id=79569212-4835-45da-92b0-516e527a1f88 HTTP/1.1" status: 200 len: 943 time: 0.0914769 Apr 11 13:58:31.533985 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-766053b3-8ddd-43da-88b0-4c6c128815a3 req-9b73cc7e-abd4-4357-9751-6ef00fc61cd7 service neutron] 10.222.0.75 "GET /v2.0/networks/0208f136-78bf-40a4-90c8-9a7151bfb362?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4446604 Apr 11 13:58:31.617342 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc3b95e-13bc-47d9-863e-b76a017fe2f0 req-55c41b75-a20d-4038-81ba-a19b2e78ee27 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:58:31.619189 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-fcc3b95e-13bc-47d9-863e-b76a017fe2f0 req-55c41b75-a20d-4038-81ba-a19b2e78ee27 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] 10.222.0.67 "GET /v2.0/ports?device_id=0d5f3b7d-8b92-4264-b41a-1d1ade879f2f HTTP/1.1" status: 200 len: 944 time: 0.0506108 Apr 11 13:58:31.621885 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-fcd2c3e6-f415-40f5-8fd4-1147b68fd929 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750379576733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663498'] for agent (a1227682-d2f2-4331-ba13-738c8a59e95d), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:58:31.652026 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f146317-63c7-4dcf-814c-6f8b79a1ecd7 req-041f8b23-508a-4d41-b661-46d9c34a1e9a tempest-VolumesSnapshotTestJSON-930763727 tempest-VolumesSnapshotTestJSON-930763727-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:58:31.653518 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-9f146317-63c7-4dcf-814c-6f8b79a1ecd7 req-041f8b23-508a-4d41-b661-46d9c34a1e9a tempest-VolumesSnapshotTestJSON-930763727 tempest-VolumesSnapshotTestJSON-930763727-project] 10.222.0.75 "GET /v2.0/networks?id=cf99eff9-c390-41f8-af4b-89bf18e9fd64 HTTP/1.1" status: 200 len: 812 time: 0.2540784 Apr 11 13:58:31.666757 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-018971c2-a2e5-4b67-9d6d-9229b60ac606 req-65abedf4-092c-4eec-8b3d-422af7309cb7 tempest-TestMinimumBasicScenario-1408592018 tempest-TestMinimumBasicScenario-1408592018-project] 10.222.0.67 "GET /v2.0/security-groups?id=cf23f7d8-584e-46f6-abd9-cfbb92a6cce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519597 Apr 11 13:58:31.672713 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-fcc3b95e-13bc-47d9-863e-b76a017fe2f0 req-f2f42ca5-aca3-4abd-9317-ac433a31b7f9 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] 10.222.0.67 "GET /v2.0/security-groups?id=2c46161f-2d1e-4228-ae9c-ab4fe572bda1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454950 Apr 11 13:58:31.674865 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.v2.base [req-9f146317-63c7-4dcf-814c-6f8b79a1ecd7 req-533bc59a-19ed-488b-8e09-b3132802793c tempest-VolumesSnapshotTestJSON-930763727 tempest-VolumesSnapshotTestJSON-930763727-project] Request body: {'port': {'device_id': '94420324-3720-447d-b195-df28fb7d8fc7', 'network_id': 'cf99eff9-c390-41f8-af4b-89bf18e9fd64', 'admin_state_up': True, 'tenant_id': '62982ff988ec462a8189ea9ba7c8496b'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 13:58:31.778157 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-766053b3-8ddd-43da-88b0-4c6c128815a3 req-88ef7467-f44b-4386-af10-4c3df414c20b service neutron] 10.222.0.75 "GET /v2.0/networks/0208f136-78bf-40a4-90c8-9a7151bfb362?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2248316 Apr 11 13:58:31.785771 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-6423a4df-2b45-4c63-8838-6dd140cff854 req-57a2cf75-2405-4a35-b75a-67971f713e8e tempest-VolumesSnapshotTestJSON-930763727 tempest-VolumesSnapshotTestJSON-930763727-project] 10.222.0.67 "GET /v2.0/ports?device_id=94420324-3720-447d-b195-df28fb7d8fc7 HTTP/1.1" status: 200 len: 210 time: 0.0621576 Apr 11 13:58:31.840695 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f146317-63c7-4dcf-814c-6f8b79a1ecd7 req-533bc59a-19ed-488b-8e09-b3132802793c tempest-VolumesSnapshotTestJSON-930763727 tempest-VolumesSnapshotTestJSON-930763727-project] Made reservation on behalf of 62982ff988ec462a8189ea9ba7c8496b for: {'port': 1} {{(pid=103319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 13:58:31.845088 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-9f146317-63c7-4dcf-814c-6f8b79a1ecd7 req-533bc59a-19ed-488b-8e09-b3132802793c tempest-VolumesSnapshotTestJSON-930763727 tempest-VolumesSnapshotTestJSON-930763727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883311'] for port (None), before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:58:32.007444 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0c17ab-45db-4709-b659-c2b09f4831db req-cf4b6780-6bf4-42c2-bd4a-414d292c47f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:58:32.008913 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-ff0c17ab-45db-4709-b659-c2b09f4831db req-cf4b6780-6bf4-42c2-bd4a-414d292c47f0 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=a8a28d94e79a4972b0f8f61ab1cb1490&device_id=0d5f3b7d-8b92-4264-b41a-1d1ade879f2f HTTP/1.1" status: 200 len: 1128 time: 0.0559690 Apr 11 13:58:32.013405 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.db.db_base_plugin_common [req-9f146317-63c7-4dcf-814c-6f8b79a1ecd7 req-533bc59a-19ed-488b-8e09-b3132802793c tempest-VolumesSnapshotTestJSON-930763727 tempest-VolumesSnapshotTestJSON-930763727-project] Allocated IP 172.20.0.12 (cf99eff9-c390-41f8-af4b-89bf18e9fd64/8a9facf0-fa5a-4e20-8e44-ee1b6aa7f23e/ff4c3178-c740-4cea-87a2-4bed198b02e0) {{(pid=103319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 13:58:32.052744 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750379576733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663498'] for agent (a433433c-9197-4b2b-8991-1d45f6bac940), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:58:32.206346 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0c17ab-45db-4709-b659-c2b09f4831db req-fa7f9ea9-b9fc-4591-936c-e3cfcd4c70c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:58:32.207865 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-ff0c17ab-45db-4709-b659-c2b09f4831db req-fa7f9ea9-b9fc-4591-936c-e3cfcd4c70c9 service neutron] 10.222.0.75 "GET /v2.0/networks?id=0208f136-78bf-40a4-90c8-9a7151bfb362 HTTP/1.1" status: 200 len: 917 time: 0.1790595 Apr 11 13:58:32.218247 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e990282-4495-4065-ae16-0439620d2f13 req-90262a67-4fc5-41ad-bd91-fc1ac6fbe3f2 tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:58:32.224127 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-7e990282-4495-4065-ae16-0439620d2f13 req-90262a67-4fc5-41ad-bd91-fc1ac6fbe3f2 tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] 10.222.0.67 "GET /v2.0/ports?device_id=54dcdce4-931a-42d3-b36a-321afffabdc0 HTTP/1.1" status: 200 len: 946 time: 0.0621684 Apr 11 13:58:32.279619 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-7e990282-4495-4065-ae16-0439620d2f13 req-664e1d62-4631-49b6-9aab-0d99f10d7d41 tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] 10.222.0.67 "GET /v2.0/security-groups?id=fa012576-2707-4681-be16-e9c543038202&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528691 Apr 11 13:58:32.299996 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-9f146317-63c7-4dcf-814c-6f8b79a1ecd7 req-533bc59a-19ed-488b-8e09-b3132802793c tempest-VolumesSnapshotTestJSON-930763727 tempest-VolumesSnapshotTestJSON-930763727-project] Publish callbacks [] for port (ff4c3178-c740-4cea-87a2-4bed198b02e0), precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:58:32.307156 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-ff0c17ab-45db-4709-b659-c2b09f4831db req-3f927ea3-19ba-4b70-bdeb-b33085cf63eb service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cda04f4a-80ef-4c18-b575-cb87293272ce HTTP/1.1" status: 200 len: 999 time: 0.0922835 Apr 11 13:58:32.374245 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0c17ab-45db-4709-b659-c2b09f4831db req-490924af-8605-4cc5-9559-4a886bcc563a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:58:32.376036 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-ff0c17ab-45db-4709-b659-c2b09f4831db req-490924af-8605-4cc5-9559-4a886bcc563a service neutron] 10.222.0.75 "GET /v2.0/subnets?id=2778d57e-4616-4989-bcd8-4f6cb6111901 HTTP/1.1" status: 200 len: 855 time: 0.0607088 Apr 11 13:58:32.384653 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-9f146317-63c7-4dcf-814c-6f8b79a1ecd7 req-533bc59a-19ed-488b-8e09-b3132802793c tempest-VolumesSnapshotTestJSON-930763727 tempest-VolumesSnapshotTestJSON-930763727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750379164474'] for port (ff4c3178-c740-4cea-87a2-4bed198b02e0), after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:58:32.473493 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0c17ab-45db-4709-b659-c2b09f4831db req-d55e55ad-884a-45b3-9c04-4726256f8e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:58:32.475303 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-ff0c17ab-45db-4709-b659-c2b09f4831db req-d55e55ad-884a-45b3-9c04-4726256f8e83 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=0208f136-78bf-40a4-90c8-9a7151bfb362&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0501752 Apr 11 13:58:32.485733 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Device 696c428a-2d32-4149-b9c4-40a4e382593e details requested by agent hyperv_hv-cinder-83078 with host hv-cinder-83078 {{(pid=103320) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 13:58:32.493569 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f146317-63c7-4dcf-814c-6f8b79a1ecd7 req-533bc59a-19ed-488b-8e09-b3132802793c tempest-VolumesSnapshotTestJSON-930763727 tempest-VolumesSnapshotTestJSON-930763727-project] Network cf99eff9-c390-41f8-af4b-89bf18e9fd64 is already hosted by enough agents. {{(pid=103319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 13:58:32.497048 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [req-9f146317-63c7-4dcf-814c-6f8b79a1ecd7 req-533bc59a-19ed-488b-8e09-b3132802793c tempest-VolumesSnapshotTestJSON-930763727 tempest-VolumesSnapshotTestJSON-930763727-project] Resources bound (agent type, host, resource id): {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 13:58:32.506824 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f146317-63c7-4dcf-814c-6f8b79a1ecd7 req-533bc59a-19ed-488b-8e09-b3132802793c tempest-VolumesSnapshotTestJSON-930763727 tempest-VolumesSnapshotTestJSON-930763727-project] Received port after_create {{(pid=103319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 13:58:32.514829 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f146317-63c7-4dcf-814c-6f8b79a1ecd7 req-533bc59a-19ed-488b-8e09-b3132802793c tempest-VolumesSnapshotTestJSON-930763727 tempest-VolumesSnapshotTestJSON-930763727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:58:32.515977 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-9f146317-63c7-4dcf-814c-6f8b79a1ecd7 req-533bc59a-19ed-488b-8e09-b3132802793c tempest-VolumesSnapshotTestJSON-930763727 tempest-VolumesSnapshotTestJSON-930763727-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-507053'] for port (None), before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:58:32.530295 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533bc59a-19ed-488b-8e09-b3132802793c tempest-VolumesSnapshotTestJSON-930763727 tempest-VolumesSnapshotTestJSON-930763727-project] Pushing event updated for resources: {'Port': ['ID=ff4c3178-c740-4cea-87a2-4bed198b02e0,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:58:32.541726 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533bc59a-19ed-488b-8e09-b3132802793c tempest-VolumesSnapshotTestJSON-930763727 tempest-VolumesSnapshotTestJSON-930763727-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:58:32.542078 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533bc59a-19ed-488b-8e09-b3132802793c tempest-VolumesSnapshotTestJSON-930763727 tempest-VolumesSnapshotTestJSON-930763727-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:58:32.542562 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533bc59a-19ed-488b-8e09-b3132802793c tempest-VolumesSnapshotTestJSON-930763727 tempest-VolumesSnapshotTestJSON-930763727-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:58:32.543175 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533bc59a-19ed-488b-8e09-b3132802793c tempest-VolumesSnapshotTestJSON-930763727 tempest-VolumesSnapshotTestJSON-930763727-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:58:32.543604 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533bc59a-19ed-488b-8e09-b3132802793c tempest-VolumesSnapshotTestJSON-930763727 tempest-VolumesSnapshotTestJSON-930763727-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:58:32.543986 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533bc59a-19ed-488b-8e09-b3132802793c tempest-VolumesSnapshotTestJSON-930763727 tempest-VolumesSnapshotTestJSON-930763727-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:58:32.544320 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533bc59a-19ed-488b-8e09-b3132802793c tempest-VolumesSnapshotTestJSON-930763727 tempest-VolumesSnapshotTestJSON-930763727-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:58:32.544862 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533bc59a-19ed-488b-8e09-b3132802793c tempest-VolumesSnapshotTestJSON-930763727 tempest-VolumesSnapshotTestJSON-930763727-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:58:32.545227 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533bc59a-19ed-488b-8e09-b3132802793c tempest-VolumesSnapshotTestJSON-930763727 tempest-VolumesSnapshotTestJSON-930763727-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:58:32.546176 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533bc59a-19ed-488b-8e09-b3132802793c tempest-VolumesSnapshotTestJSON-930763727 tempest-VolumesSnapshotTestJSON-930763727-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:58:32.546309 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533bc59a-19ed-488b-8e09-b3132802793c tempest-VolumesSnapshotTestJSON-930763727 tempest-VolumesSnapshotTestJSON-930763727-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:58:32.547424 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533bc59a-19ed-488b-8e09-b3132802793c tempest-VolumesSnapshotTestJSON-930763727 tempest-VolumesSnapshotTestJSON-930763727-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:58:32.547848 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533bc59a-19ed-488b-8e09-b3132802793c tempest-VolumesSnapshotTestJSON-930763727 tempest-VolumesSnapshotTestJSON-930763727-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:58:32.548183 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533bc59a-19ed-488b-8e09-b3132802793c tempest-VolumesSnapshotTestJSON-930763727 tempest-VolumesSnapshotTestJSON-930763727-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:58:32.548535 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533bc59a-19ed-488b-8e09-b3132802793c tempest-VolumesSnapshotTestJSON-930763727 tempest-VolumesSnapshotTestJSON-930763727-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:58:32.555462 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-9f146317-63c7-4dcf-814c-6f8b79a1ecd7 req-533bc59a-19ed-488b-8e09-b3132802793c tempest-VolumesSnapshotTestJSON-930763727 tempest-VolumesSnapshotTestJSON-930763727-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8861871 Apr 11 13:58:32.654685 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] For port 696c428a-2d32-4149-b9c4-40a4e382593e, host hv-cinder-83078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83078',level=0,port_id=696c428a-2d32-4149-b9c4-40a4e382593e,segment=NetworkSegment(ea484752-652d-4a13-9936-ee9be871f9b9),segment_id=ea484752-652d-4a13-9936-ee9be871f9b9)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 13:58:32.679034 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Returning: {'device': '696c428a-2d32-4149-b9c4-40a4e382593e', 'network_id': 'a26678c1-118d-435e-989f-6f50cac836e0', 'port_id': '696c428a-2d32-4149-b9c4-40a4e382593e', 'mac_address': 'fa:16:3e:d6:63:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 904, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b53fa937-6664-4af0-8a1b-d8748366eb4f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103320) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 13:58:32.757430 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Current status of the port 696c428a-2d32-4149-b9c4-40a4e382593e is: DOWN; New status is: BUILD {{(pid=103320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 13:58:32.759544 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883311'] for port (696c428a-2d32-4149-b9c4-40a4e382593e), before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:58:32.789250 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.notifiers.nova [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 696c428a-2d32-4149-b9c4-40a4e382593e {{(pid=103320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 13:58:32.843674 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] For port 696c428a-2d32-4149-b9c4-40a4e382593e, host hv-cinder-83078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83078',level=0,port_id=696c428a-2d32-4149-b9c4-40a4e382593e,segment=NetworkSegment(ea484752-652d-4a13-9936-ee9be871f9b9),segment_id=ea484752-652d-4a13-9936-ee9be871f9b9)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 13:58:32.862248 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750379687711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750379164492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750379164510'] for port (696c428a-2d32-4149-b9c4-40a4e382593e), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:58:32.890992 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cb2d17-42b9-4182-85f1-8f237e4f490c req-146393d7-d914-43a7-906e-382e81269b6e tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:58:32.908434 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-e1cb2d17-42b9-4182-85f1-8f237e4f490c req-146393d7-d914-43a7-906e-382e81269b6e tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] 10.222.0.67 "GET /v2.0/ports?device_id=0d5f3b7d-8b92-4264-b41a-1d1ade879f2f HTTP/1.1" status: 200 len: 944 time: 0.1108043 Apr 11 13:58:32.927953 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760f3fab-464c-486d-96c5-162b41599ae7 req-3b4b7c49-4d59-4e5f-a74e-4ce3a0050b4b tempest-TestMinimumBasicScenario-1408592018 tempest-TestMinimumBasicScenario-1408592018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:58:32.929596 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-760f3fab-464c-486d-96c5-162b41599ae7 req-3b4b7c49-4d59-4e5f-a74e-4ce3a0050b4b tempest-TestMinimumBasicScenario-1408592018 tempest-TestMinimumBasicScenario-1408592018-project] 10.222.0.67 "GET /v2.0/ports?device_id=79569212-4835-45da-92b0-516e527a1f88 HTTP/1.1" status: 200 len: 943 time: 0.1343322 Apr 11 13:58:32.986710 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Pushing event updated for resources: {'Port': ['ID=696c428a-2d32-4149-b9c4-40a4e382593e,revision_number=4']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:58:32.992594 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-e1cb2d17-42b9-4182-85f1-8f237e4f490c req-5d550f6b-efb4-43bc-aff7-7f207d870c32 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] 10.222.0.67 "GET /v2.0/security-groups?id=2c46161f-2d1e-4228-ae9c-ab4fe572bda1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0828993 Apr 11 13:58:33.086723 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-760f3fab-464c-486d-96c5-162b41599ae7 req-7e4051d9-730f-4475-a165-04c588c8b4b9 tempest-TestMinimumBasicScenario-1408592018 tempest-TestMinimumBasicScenario-1408592018-project] 10.222.0.67 "GET /v2.0/security-groups?id=cf23f7d8-584e-46f6-abd9-cfbb92a6cce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478238 Apr 11 13:58:33.142274 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] get_ports_and_sgs() called for port_ids ['696c428a-2d32-4149-b9c4-40a4e382593e'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 13:58:33.158404 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f676f651-238e-4973-b4d3-4be6d2e45358 req-3db9ad1e-8f4f-47cb-8d1d-ebe2540cb0b5 tempest-VolumesSnapshotTestJSON-930763727 tempest-VolumesSnapshotTestJSON-930763727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:58:33.168046 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-f676f651-238e-4973-b4d3-4be6d2e45358 req-3db9ad1e-8f4f-47cb-8d1d-ebe2540cb0b5 tempest-VolumesSnapshotTestJSON-930763727 tempest-VolumesSnapshotTestJSON-930763727-project] 10.222.0.67 "GET /v2.0/ports?device_id=94420324-3720-447d-b195-df28fb7d8fc7 HTTP/1.1" status: 200 len: 932 time: 0.1069453 Apr 11 13:58:33.230485 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-f676f651-238e-4973-b4d3-4be6d2e45358 req-088cc7b8-1ee3-424f-8da6-1858f3cc6629 tempest-VolumesSnapshotTestJSON-930763727 tempest-VolumesSnapshotTestJSON-930763727-project] 10.222.0.67 "GET /v2.0/security-groups?id=56353bbe-7d01-49a9-b691-e11fe2a614c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611095 Apr 11 13:58:33.283376 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750379576733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663498'] for agent (f2586825-e748-4c1d-8b98-cb0d5b6c266d), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:58:33.458104 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a7a111-2ce3-468f-91a8-f36a916ebf24 req-3b6693c2-3966-4de5-8925-8d392a68c955 tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:58:33.465755 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-91a7a111-2ce3-468f-91a8-f36a916ebf24 req-3b6693c2-3966-4de5-8925-8d392a68c955 tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] 10.222.0.67 "GET /v2.0/ports?device_id=54dcdce4-931a-42d3-b36a-321afffabdc0 HTTP/1.1" status: 200 len: 946 time: 0.0987594 Apr 11 13:58:33.528816 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-91a7a111-2ce3-468f-91a8-f36a916ebf24 req-80a5f059-06c7-4c57-a6cb-664513bcc4f0 tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] 10.222.0.67 "GET /v2.0/security-groups?id=fa012576-2707-4681-be16-e9c543038202&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0620739 Apr 11 13:58:34.115925 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003fc835-78e4-4959-a8b9-9068382aa6d3 req-3c0a323d-a1a7-4c28-8a25-cecad65e5912 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:58:34.117442 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-003fc835-78e4-4959-a8b9-9068382aa6d3 req-3c0a323d-a1a7-4c28-8a25-cecad65e5912 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] 10.222.0.67 "GET /v2.0/ports?device_id=0d5f3b7d-8b92-4264-b41a-1d1ade879f2f HTTP/1.1" status: 200 len: 944 time: 0.0516641 Apr 11 13:58:34.190235 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-003fc835-78e4-4959-a8b9-9068382aa6d3 req-a413af46-e433-452f-8cee-1d8c07c1cb65 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] 10.222.0.67 "GET /v2.0/security-groups?id=2c46161f-2d1e-4228-ae9c-ab4fe572bda1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0641665 Apr 11 13:58:34.208507 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff3d8b7-7785-469f-8c15-1900bfc7ff49 req-e0c73d9b-1a41-411a-a978-ba6a935b144a tempest-TestMinimumBasicScenario-1408592018 tempest-TestMinimumBasicScenario-1408592018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:58:34.210077 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-aff3d8b7-7785-469f-8c15-1900bfc7ff49 req-e0c73d9b-1a41-411a-a978-ba6a935b144a tempest-TestMinimumBasicScenario-1408592018 tempest-TestMinimumBasicScenario-1408592018-project] 10.222.0.67 "GET /v2.0/ports?device_id=79569212-4835-45da-92b0-516e527a1f88 HTTP/1.1" status: 200 len: 944 time: 0.0571048 Apr 11 13:58:34.263218 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-aff3d8b7-7785-469f-8c15-1900bfc7ff49 req-8082f24a-95a7-4e9e-a2b1-64cbb392f6cd tempest-TestMinimumBasicScenario-1408592018 tempest-TestMinimumBasicScenario-1408592018-project] 10.222.0.67 "GET /v2.0/security-groups?id=cf23f7d8-584e-46f6-abd9-cfbb92a6cce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462894 Apr 11 13:58:34.365720 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbd197e-b658-4631-b35b-9b43f9a478a6 req-6b522977-f523-4a23-be95-01c29b22eb8e tempest-VolumesSnapshotTestJSON-930763727 tempest-VolumesSnapshotTestJSON-930763727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:58:34.367223 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-ebbd197e-b658-4631-b35b-9b43f9a478a6 req-6b522977-f523-4a23-be95-01c29b22eb8e tempest-VolumesSnapshotTestJSON-930763727 tempest-VolumesSnapshotTestJSON-930763727-project] 10.222.0.67 "GET /v2.0/ports?device_id=94420324-3720-447d-b195-df28fb7d8fc7 HTTP/1.1" status: 200 len: 932 time: 0.0491838 Apr 11 13:58:34.427920 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-ebbd197e-b658-4631-b35b-9b43f9a478a6 req-8d6cfb58-3113-4ac0-8fbb-53720899af7c tempest-VolumesSnapshotTestJSON-930763727 tempest-VolumesSnapshotTestJSON-930763727-project] 10.222.0.67 "GET /v2.0/security-groups?id=56353bbe-7d01-49a9-b691-e11fe2a614c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548604 Apr 11 13:58:34.481582 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Device 696c428a-2d32-4149-b9c4-40a4e382593e up at agent hyperv_hv-cinder-83078 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 13:58:34.533136 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Provisioning for port 696c428a-2d32-4149-b9c4-40a4e382593e completed by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 11 13:58:34.538458 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Provisioning complete for port 696c428a-2d32-4149-b9c4-40a4e382593e triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 13:58:34.538850 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-663396'] for port (696c428a-2d32-4149-b9c4-40a4e382593e), provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:58:34.680460 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e6e192-a517-4712-ad9a-485117173ce6 req-7f9f4035-946d-4302-9581-c8e317ffab20 tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:58:34.682268 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-36e6e192-a517-4712-ad9a-485117173ce6 req-7f9f4035-946d-4302-9581-c8e317ffab20 tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] 10.222.0.67 "GET /v2.0/ports?device_id=54dcdce4-931a-42d3-b36a-321afffabdc0 HTTP/1.1" status: 200 len: 946 time: 0.0564277 Apr 11 13:58:34.749612 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-36e6e192-a517-4712-ad9a-485117173ce6 req-58070f3d-52b5-47ad-a115-26ee7e93f855 tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] 10.222.0.67 "GET /v2.0/security-groups?id=fa012576-2707-4681-be16-e9c543038202&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590625 Apr 11 13:58:34.764909 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Current status of the port 696c428a-2d32-4149-b9c4-40a4e382593e is: BUILD; New status is: ACTIVE {{(pid=103320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 13:58:34.765590 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883311'] for port (696c428a-2d32-4149-b9c4-40a4e382593e), before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:58:34.790230 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79569212-4835-45da-92b0-516e527a1f88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '696c428a-2d32-4149-b9c4-40a4e382593e'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 13:58:34.792512 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e17e7c2a2a067a9a9572b19104dd8b83720c41d762fa1dc6a6c9d001f6760b0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-976b67bc-f741-42dd-af85-dca90c6f4e1a" -d '{"events": [{"server_uuid": "79569212-4835-45da-92b0-516e527a1f88", "name": "network-vif-plugged", "status": "completed", "tag": "696c428a-2d32-4149-b9c4-40a4e382593e"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 13:58:34.808255 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] For port 696c428a-2d32-4149-b9c4-40a4e382593e, host hv-cinder-83078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83078',level=0,port_id=696c428a-2d32-4149-b9c4-40a4e382593e,segment=NetworkSegment(ea484752-652d-4a13-9936-ee9be871f9b9),segment_id=ea484752-652d-4a13-9936-ee9be871f9b9)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 13:58:34.816004 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750379687711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750379164492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750379164510'] for port (696c428a-2d32-4149-b9c4-40a4e382593e), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:58:34.838966 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 13:58:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbd791f1-961a-4ea8-8f2b-23bf7b6f7a81 x-openstack-request-id: req-fbd791f1-961a-4ea8-8f2b-23bf7b6f7a81 {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 13:58:34.839260 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79569212-4835-45da-92b0-516e527a1f88", "name": "network-vif-plugged", "status": "completed", "tag": "696c428a-2d32-4149-b9c4-40a4e382593e", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 13:58:34.839506 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-fbd791f1-961a-4ea8-8f2b-23bf7b6f7a81 {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 13:58:34.839914 dv-cinder-830787-2-iscsi neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fbd791f1-961a-4ea8-8f2b-23bf7b6f7a81'] response: {'server_uuid': '79569212-4835-45da-92b0-516e527a1f88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '696c428a-2d32-4149-b9c4-40a4e382593e', 'code': 200} Apr 11 13:58:34.868219 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Pushing event updated for resources: {'Port': ['ID=696c428a-2d32-4149-b9c4-40a4e382593e,revision_number=5']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:58:35.328423 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d1405b-442f-4b21-acef-6ea5bb3db984 req-0b7ce845-ae2d-4043-8ad3-264c36aa2a20 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:58:35.329901 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-67d1405b-442f-4b21-acef-6ea5bb3db984 req-0b7ce845-ae2d-4043-8ad3-264c36aa2a20 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] 10.222.0.67 "GET /v2.0/ports?device_id=0d5f3b7d-8b92-4264-b41a-1d1ade879f2f HTTP/1.1" status: 200 len: 944 time: 0.0587025 Apr 11 13:58:35.388441 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-67d1405b-442f-4b21-acef-6ea5bb3db984 req-6f1198fb-38c1-48d4-bc0b-33b82744f287 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] 10.222.0.67 "GET /v2.0/security-groups?id=2c46161f-2d1e-4228-ae9c-ab4fe572bda1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525041 Apr 11 13:58:35.412223 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a366dd00-3831-4c46-95f0-8a90302fcb98 req-5e2a033e-007f-47ab-a05f-1c90fb696622 tempest-TestMinimumBasicScenario-1408592018 tempest-TestMinimumBasicScenario-1408592018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:58:35.426661 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-a366dd00-3831-4c46-95f0-8a90302fcb98 req-5e2a033e-007f-47ab-a05f-1c90fb696622 tempest-TestMinimumBasicScenario-1408592018 tempest-TestMinimumBasicScenario-1408592018-project] 10.222.0.67 "GET /v2.0/ports?device_id=79569212-4835-45da-92b0-516e527a1f88 HTTP/1.1" status: 200 len: 945 time: 0.0836110 Apr 11 13:58:35.499738 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-a366dd00-3831-4c46-95f0-8a90302fcb98 req-4379f278-f1d4-4801-b21d-935716a9a394 tempest-TestMinimumBasicScenario-1408592018 tempest-TestMinimumBasicScenario-1408592018-project] 10.222.0.67 "GET /v2.0/security-groups?id=cf23f7d8-584e-46f6-abd9-cfbb92a6cce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717587 Apr 11 13:58:35.564294 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a4255e-b692-490a-99f6-2ae8dbd488d0 req-3a35c0e0-03d2-437f-ab1f-31a2511f57b7 tempest-VolumesSnapshotTestJSON-930763727 tempest-VolumesSnapshotTestJSON-930763727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:58:35.565823 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-88a4255e-b692-490a-99f6-2ae8dbd488d0 req-3a35c0e0-03d2-437f-ab1f-31a2511f57b7 tempest-VolumesSnapshotTestJSON-930763727 tempest-VolumesSnapshotTestJSON-930763727-project] 10.222.0.67 "GET /v2.0/ports?device_id=94420324-3720-447d-b195-df28fb7d8fc7 HTTP/1.1" status: 200 len: 932 time: 0.0526779 Apr 11 13:58:35.616879 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-88a4255e-b692-490a-99f6-2ae8dbd488d0 req-aca2a094-0076-49cb-978b-96c3ff5dcb4c tempest-VolumesSnapshotTestJSON-930763727 tempest-VolumesSnapshotTestJSON-930763727-project] 10.222.0.67 "GET /v2.0/security-groups?id=56353bbe-7d01-49a9-b691-e11fe2a614c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454061 Apr 11 13:58:35.870543 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e2c12e-44b0-4ea2-8551-fa804c60c0f0 req-19c0f3c0-102d-4f1d-a1cc-c8e089d5555b tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:58:35.872290 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-91e2c12e-44b0-4ea2-8551-fa804c60c0f0 req-19c0f3c0-102d-4f1d-a1cc-c8e089d5555b tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] 10.222.0.67 "GET /v2.0/ports?device_id=54dcdce4-931a-42d3-b36a-321afffabdc0 HTTP/1.1" status: 200 len: 946 time: 0.0520403 Apr 11 13:58:35.925941 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-91e2c12e-44b0-4ea2-8551-fa804c60c0f0 req-e0fd4858-9bbd-43b7-ae33-b5376b33b037 tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] 10.222.0.67 "GET /v2.0/security-groups?id=fa012576-2707-4681-be16-e9c543038202&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471947 Apr 11 13:58:36.512676 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a427c07a-04d8-4503-9124-932011c5054d req-e924442e-d4ef-4855-9977-e2998ed1b109 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:58:36.514250 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-a427c07a-04d8-4503-9124-932011c5054d req-e924442e-d4ef-4855-9977-e2998ed1b109 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] 10.222.0.67 "GET /v2.0/ports?device_id=0d5f3b7d-8b92-4264-b41a-1d1ade879f2f HTTP/1.1" status: 200 len: 944 time: 0.0538423 Apr 11 13:58:36.572429 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-a427c07a-04d8-4503-9124-932011c5054d req-657ff59b-b758-4c97-8593-f113f7023a41 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] 10.222.0.67 "GET /v2.0/security-groups?id=2c46161f-2d1e-4228-ae9c-ab4fe572bda1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523214 Apr 11 13:58:36.632090 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b62f1b-2810-4c8a-9c6d-1cd193a93c2c req-bd6e7923-26c9-4e06-8ce4-3c387099044f tempest-TestMinimumBasicScenario-1408592018 tempest-TestMinimumBasicScenario-1408592018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:58:36.633626 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-61b62f1b-2810-4c8a-9c6d-1cd193a93c2c req-bd6e7923-26c9-4e06-8ce4-3c387099044f tempest-TestMinimumBasicScenario-1408592018 tempest-TestMinimumBasicScenario-1408592018-project] 10.222.0.67 "GET /v2.0/ports?device_id=79569212-4835-45da-92b0-516e527a1f88 HTTP/1.1" status: 200 len: 945 time: 0.0571122 Apr 11 13:58:36.688953 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-61b62f1b-2810-4c8a-9c6d-1cd193a93c2c req-a83deaf3-485e-468e-9482-8bcdc74fac88 tempest-TestMinimumBasicScenario-1408592018 tempest-TestMinimumBasicScenario-1408592018-project] 10.222.0.67 "GET /v2.0/security-groups?id=cf23f7d8-584e-46f6-abd9-cfbb92a6cce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464029 Apr 11 13:58:36.765294 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cee0ad-5427-4719-9698-4b17e9a5f501 req-e4a614bd-1f2c-4e51-917b-7b24435ae8cc tempest-VolumesSnapshotTestJSON-930763727 tempest-VolumesSnapshotTestJSON-930763727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:58:36.767037 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-d4cee0ad-5427-4719-9698-4b17e9a5f501 req-e4a614bd-1f2c-4e51-917b-7b24435ae8cc tempest-VolumesSnapshotTestJSON-930763727 tempest-VolumesSnapshotTestJSON-930763727-project] 10.222.0.67 "GET /v2.0/ports?device_id=94420324-3720-447d-b195-df28fb7d8fc7 HTTP/1.1" status: 200 len: 932 time: 0.0519035 Apr 11 13:58:36.818812 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-d4cee0ad-5427-4719-9698-4b17e9a5f501 req-a316e123-0393-49bd-a0fc-9c56e2dc1310 tempest-VolumesSnapshotTestJSON-930763727 tempest-VolumesSnapshotTestJSON-930763727-project] 10.222.0.67 "GET /v2.0/security-groups?id=56353bbe-7d01-49a9-b691-e11fe2a614c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456383 Apr 11 13:58:37.055290 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493c0674-28a3-4964-a544-b5d0a8c224ea req-9aafd16c-7222-4d3b-a3f1-6dc57234ce0f tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:58:37.057004 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-493c0674-28a3-4964-a544-b5d0a8c224ea req-9aafd16c-7222-4d3b-a3f1-6dc57234ce0f tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] 10.222.0.67 "GET /v2.0/ports?device_id=54dcdce4-931a-42d3-b36a-321afffabdc0 HTTP/1.1" status: 200 len: 946 time: 0.0590115 Apr 11 13:58:37.128222 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-493c0674-28a3-4964-a544-b5d0a8c224ea req-108ab1d0-c863-4956-ab72-447ec13abd14 tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] 10.222.0.67 "GET /v2.0/security-groups?id=fa012576-2707-4681-be16-e9c543038202&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0655406 Apr 11 13:58:37.710359 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05eeb427-ae58-4a78-8c1a-19f95aeaf788 req-b74b3ff8-d628-44cb-9494-801e919f5b7e tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:58:37.713262 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-05eeb427-ae58-4a78-8c1a-19f95aeaf788 req-b74b3ff8-d628-44cb-9494-801e919f5b7e tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] 10.222.0.67 "GET /v2.0/ports?device_id=0d5f3b7d-8b92-4264-b41a-1d1ade879f2f HTTP/1.1" status: 200 len: 944 time: 0.0573812 Apr 11 13:58:37.790248 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-05eeb427-ae58-4a78-8c1a-19f95aeaf788 req-786374d3-4508-4b05-89fb-ef5bea3d92c6 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] 10.222.0.67 "GET /v2.0/security-groups?id=2c46161f-2d1e-4228-ae9c-ab4fe572bda1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0714574 Apr 11 13:58:37.815780 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2598649f-8b1e-4082-97a4-826bfc97317c req-f1a452fa-e8e4-4eea-97cd-a0706e9de1a4 tempest-TestMinimumBasicScenario-1408592018 tempest-TestMinimumBasicScenario-1408592018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:58:37.822744 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-2598649f-8b1e-4082-97a4-826bfc97317c req-f1a452fa-e8e4-4eea-97cd-a0706e9de1a4 tempest-TestMinimumBasicScenario-1408592018 tempest-TestMinimumBasicScenario-1408592018-project] 10.222.0.67 "GET /v2.0/ports?device_id=79569212-4835-45da-92b0-516e527a1f88 HTTP/1.1" status: 200 len: 945 time: 0.0594528 Apr 11 13:58:37.895178 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-2598649f-8b1e-4082-97a4-826bfc97317c req-355b87ec-9753-4b26-ac4a-653a901bcc9a tempest-TestMinimumBasicScenario-1408592018 tempest-TestMinimumBasicScenario-1408592018-project] 10.222.0.67 "GET /v2.0/security-groups?id=cf23f7d8-584e-46f6-abd9-cfbb92a6cce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715566 Apr 11 13:58:37.959829 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098f5ea3-d30a-45a4-b9bb-a28644a8d03e req-82694979-76d8-4ee7-8de5-5e6beeec81b2 tempest-VolumesSnapshotTestJSON-930763727 tempest-VolumesSnapshotTestJSON-930763727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:58:37.961512 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-098f5ea3-d30a-45a4-b9bb-a28644a8d03e req-82694979-76d8-4ee7-8de5-5e6beeec81b2 tempest-VolumesSnapshotTestJSON-930763727 tempest-VolumesSnapshotTestJSON-930763727-project] 10.222.0.67 "GET /v2.0/ports?device_id=94420324-3720-447d-b195-df28fb7d8fc7 HTTP/1.1" status: 200 len: 932 time: 0.0578251 Apr 11 13:58:38.010692 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-098f5ea3-d30a-45a4-b9bb-a28644a8d03e req-339014b2-52ea-496e-82ad-0b9b27de2e76 tempest-VolumesSnapshotTestJSON-930763727 tempest-VolumesSnapshotTestJSON-930763727-project] 10.222.0.67 "GET /v2.0/security-groups?id=56353bbe-7d01-49a9-b691-e11fe2a614c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434687 Apr 11 13:58:38.244142 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d478d6e-e36d-44a5-aefd-9be6ff4ea721 req-1f78ebfd-01ef-4de2-a31a-4720f96ec71d tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:58:38.245543 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-4d478d6e-e36d-44a5-aefd-9be6ff4ea721 req-1f78ebfd-01ef-4de2-a31a-4720f96ec71d tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] 10.222.0.67 "GET /v2.0/ports?device_id=54dcdce4-931a-42d3-b36a-321afffabdc0 HTTP/1.1" status: 200 len: 946 time: 0.0498025 Apr 11 13:58:38.295069 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-4d478d6e-e36d-44a5-aefd-9be6ff4ea721 req-c0290530-3255-41f6-9887-cc5db590686e tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] 10.222.0.67 "GET /v2.0/security-groups?id=fa012576-2707-4681-be16-e9c543038202&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430644 Apr 11 13:58:38.916044 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60825a93-f4de-4e6c-98c2-20005ac1560b req-060be008-3bc5-41a5-a193-14df33bd9ff8 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:58:38.917563 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-60825a93-f4de-4e6c-98c2-20005ac1560b req-060be008-3bc5-41a5-a193-14df33bd9ff8 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] 10.222.0.67 "GET /v2.0/ports?device_id=0d5f3b7d-8b92-4264-b41a-1d1ade879f2f HTTP/1.1" status: 200 len: 944 time: 0.0480709 Apr 11 13:58:38.976861 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-60825a93-f4de-4e6c-98c2-20005ac1560b req-c61bf684-ec76-4517-9a86-154512e471d6 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] 10.222.0.67 "GET /v2.0/security-groups?id=2c46161f-2d1e-4228-ae9c-ab4fe572bda1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532043 Apr 11 13:58:39.021657 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68c30ce-126d-4050-93c5-08f3d6e64566 req-c04eee8f-6e3e-4e96-9c7c-06486c33accc tempest-TestMinimumBasicScenario-1408592018 tempest-TestMinimumBasicScenario-1408592018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:58:39.023345 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-e68c30ce-126d-4050-93c5-08f3d6e64566 req-c04eee8f-6e3e-4e96-9c7c-06486c33accc tempest-TestMinimumBasicScenario-1408592018 tempest-TestMinimumBasicScenario-1408592018-project] 10.222.0.67 "GET /v2.0/ports?device_id=79569212-4835-45da-92b0-516e527a1f88 HTTP/1.1" status: 200 len: 945 time: 0.0505083 Apr 11 13:58:39.079934 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-e68c30ce-126d-4050-93c5-08f3d6e64566 req-7e88111a-533c-4c65-a033-a0c339bb6b77 tempest-TestMinimumBasicScenario-1408592018 tempest-TestMinimumBasicScenario-1408592018-project] 10.222.0.67 "GET /v2.0/security-groups?id=cf23f7d8-584e-46f6-abd9-cfbb92a6cce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507228 Apr 11 13:58:39.135594 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf5c2d9-4916-4e9b-b73a-382551a8d947 req-9014eb91-017e-44ee-87d4-f16d6ee54bd8 tempest-VolumesSnapshotTestJSON-930763727 tempest-VolumesSnapshotTestJSON-930763727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:58:39.137100 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-6bf5c2d9-4916-4e9b-b73a-382551a8d947 req-9014eb91-017e-44ee-87d4-f16d6ee54bd8 tempest-VolumesSnapshotTestJSON-930763727 tempest-VolumesSnapshotTestJSON-930763727-project] 10.222.0.67 "GET /v2.0/ports?device_id=94420324-3720-447d-b195-df28fb7d8fc7 HTTP/1.1" status: 200 len: 932 time: 0.0546823 Apr 11 13:58:39.192283 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-6bf5c2d9-4916-4e9b-b73a-382551a8d947 req-6975ca72-5ccf-4acb-b24e-6669a04d7ba7 tempest-VolumesSnapshotTestJSON-930763727 tempest-VolumesSnapshotTestJSON-930763727-project] 10.222.0.67 "GET /v2.0/security-groups?id=56353bbe-7d01-49a9-b691-e11fe2a614c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488033 Apr 11 13:58:39.428926 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef6c5ce-6c38-4e34-86ee-2bfb1afb03d9 req-b1d7d58e-bb7a-46ec-babf-4ca9f794710c tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:58:39.430412 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-cef6c5ce-6c38-4e34-86ee-2bfb1afb03d9 req-b1d7d58e-bb7a-46ec-babf-4ca9f794710c tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] 10.222.0.67 "GET /v2.0/ports?device_id=54dcdce4-931a-42d3-b36a-321afffabdc0 HTTP/1.1" status: 200 len: 946 time: 0.0525305 Apr 11 13:58:39.481169 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-cef6c5ce-6c38-4e34-86ee-2bfb1afb03d9 req-ffd2ce39-7243-4355-84ae-164785cc548f tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] 10.222.0.67 "GET /v2.0/security-groups?id=fa012576-2707-4681-be16-e9c543038202&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451572 Apr 11 13:58:40.113992 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ee8692-e311-47ee-9187-f9a9e5d03731 req-6422a001-3d70-44c6-9f3a-0800ca70eb66 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:58:40.116870 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-b0ee8692-e311-47ee-9187-f9a9e5d03731 req-6422a001-3d70-44c6-9f3a-0800ca70eb66 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] 10.222.0.67 "GET /v2.0/ports?device_id=0d5f3b7d-8b92-4264-b41a-1d1ade879f2f HTTP/1.1" status: 200 len: 944 time: 0.0513389 Apr 11 13:58:40.175826 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-b0ee8692-e311-47ee-9187-f9a9e5d03731 req-92deb7a8-270c-43fa-97bc-c24779c905c5 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] 10.222.0.67 "GET /v2.0/security-groups?id=2c46161f-2d1e-4228-ae9c-ab4fe572bda1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515435 Apr 11 13:58:40.215724 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b18b1a-d888-4d89-bd10-afbd8028c3b9 req-62cb55f7-0c1e-452b-aae4-f61d59936789 tempest-TestMinimumBasicScenario-1408592018 tempest-TestMinimumBasicScenario-1408592018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:58:40.218402 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-a0b18b1a-d888-4d89-bd10-afbd8028c3b9 req-62cb55f7-0c1e-452b-aae4-f61d59936789 tempest-TestMinimumBasicScenario-1408592018 tempest-TestMinimumBasicScenario-1408592018-project] 10.222.0.67 "GET /v2.0/ports?device_id=79569212-4835-45da-92b0-516e527a1f88 HTTP/1.1" status: 200 len: 945 time: 0.0542901 Apr 11 13:58:40.295390 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-a0b18b1a-d888-4d89-bd10-afbd8028c3b9 req-ff203e05-69d4-489f-8dfe-70626e052cf6 tempest-TestMinimumBasicScenario-1408592018 tempest-TestMinimumBasicScenario-1408592018-project] 10.222.0.67 "GET /v2.0/security-groups?id=cf23f7d8-584e-46f6-abd9-cfbb92a6cce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713060 Apr 11 13:58:40.346078 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f56a84-8ccf-4650-9c4e-e6c0eb7ae536 req-243ab136-89ef-4018-8797-a7ffc2fdff1b tempest-VolumesSnapshotTestJSON-930763727 tempest-VolumesSnapshotTestJSON-930763727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:58:40.348215 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-a1f56a84-8ccf-4650-9c4e-e6c0eb7ae536 req-243ab136-89ef-4018-8797-a7ffc2fdff1b tempest-VolumesSnapshotTestJSON-930763727 tempest-VolumesSnapshotTestJSON-930763727-project] 10.222.0.67 "GET /v2.0/ports?device_id=94420324-3720-447d-b195-df28fb7d8fc7 HTTP/1.1" status: 200 len: 932 time: 0.0621665 Apr 11 13:58:40.407463 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-a1f56a84-8ccf-4650-9c4e-e6c0eb7ae536 req-6348b3bb-8bde-4e76-968f-b5817e73289a tempest-VolumesSnapshotTestJSON-930763727 tempest-VolumesSnapshotTestJSON-930763727-project] 10.222.0.67 "GET /v2.0/security-groups?id=56353bbe-7d01-49a9-b691-e11fe2a614c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508540 Apr 11 13:58:40.617190 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b87177f-4b8b-4cce-b701-b2327685e52d req-d4de5d50-8c6f-413b-90cf-918c96885f00 tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:58:40.618908 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-8b87177f-4b8b-4cce-b701-b2327685e52d req-d4de5d50-8c6f-413b-90cf-918c96885f00 tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] 10.222.0.67 "GET /v2.0/ports?device_id=54dcdce4-931a-42d3-b36a-321afffabdc0 HTTP/1.1" status: 200 len: 946 time: 0.0555604 Apr 11 13:58:40.667972 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-8b87177f-4b8b-4cce-b701-b2327685e52d req-ea3aff50-3021-405c-8110-f4b3f1fc3693 tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] 10.222.0.67 "GET /v2.0/security-groups?id=fa012576-2707-4681-be16-e9c543038202&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431688 Apr 11 13:58:41.299456 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90af3102-972e-4f99-8712-4e7723d2550a req-4d21cd2c-88cc-431c-af33-515b58e92dd5 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:58:41.300978 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-90af3102-972e-4f99-8712-4e7723d2550a req-4d21cd2c-88cc-431c-af33-515b58e92dd5 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] 10.222.0.67 "GET /v2.0/ports?device_id=0d5f3b7d-8b92-4264-b41a-1d1ade879f2f HTTP/1.1" status: 200 len: 944 time: 0.0545864 Apr 11 13:58:41.351475 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-90af3102-972e-4f99-8712-4e7723d2550a req-40b442c1-c93c-4f75-adfa-e96abfb8833d tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] 10.222.0.67 "GET /v2.0/security-groups?id=2c46161f-2d1e-4228-ae9c-ab4fe572bda1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429006 Apr 11 13:58:41.429127 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-a74e9555-dbbf-483d-81f6-384c77ad8267 req-72610654-6b4e-46aa-b024-a986a5a89c85 tempest-TestShelveInstance-72923974 tempest-TestShelveInstance-72923974-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1621294779&fields=id&tenant_id=626d5ba1efe34953a6d00b0f0afd5013 HTTP/1.1" status: 200 len: 267 time: 0.0465438 Apr 11 13:58:41.453829 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a4e46d-aee4-4f89-90e1-7703b1f19753 req-96b4c7a3-7834-4482-a5fd-f8c1b0a14d4a tempest-TestMinimumBasicScenario-1408592018 tempest-TestMinimumBasicScenario-1408592018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:58:41.454984 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-79a4e46d-aee4-4f89-90e1-7703b1f19753 req-96b4c7a3-7834-4482-a5fd-f8c1b0a14d4a tempest-TestMinimumBasicScenario-1408592018 tempest-TestMinimumBasicScenario-1408592018-project] 10.222.0.67 "GET /v2.0/ports?device_id=79569212-4835-45da-92b0-516e527a1f88 HTTP/1.1" status: 200 len: 945 time: 0.0459328 Apr 11 13:58:41.503009 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.v2.base [req-9f146317-63c7-4dcf-814c-6f8b79a1ecd7 req-cb82ba24-22e3-494b-990d-f42372d431f6 service neutron] Request body: {'port': {'device_id': '94420324-3720-447d-b195-df28fb7d8fc7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83078'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 13:58:41.541824 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74e9555-dbbf-483d-81f6-384c77ad8267 req-6e9b4f1d-8141-4a4f-b0fa-80082066bf43 tempest-TestShelveInstance-72923974 tempest-TestShelveInstance-72923974-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:58:41.543287 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-a74e9555-dbbf-483d-81f6-384c77ad8267 req-6e9b4f1d-8141-4a4f-b0fa-80082066bf43 tempest-TestShelveInstance-72923974 tempest-TestShelveInstance-72923974-project] 10.222.0.67 "GET /v2.0/networks?id=bcc3856a-1e27-4d38-8f1d-e24f8fbb1282 HTTP/1.1" status: 200 len: 808 time: 0.1066287 Apr 11 13:58:41.548264 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-79a4e46d-aee4-4f89-90e1-7703b1f19753 req-23354871-d6c8-477f-a031-86c95f5b6751 tempest-TestMinimumBasicScenario-1408592018 tempest-TestMinimumBasicScenario-1408592018-project] 10.222.0.67 "GET /v2.0/security-groups?id=cf23f7d8-584e-46f6-abd9-cfbb92a6cce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873401 Apr 11 13:58:41.570934 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-a74e9555-dbbf-483d-81f6-384c77ad8267 req-2299edc0-0aa6-45aa-9868-37050cacdbce tempest-TestShelveInstance-72923974 tempest-TestShelveInstance-72923974-project] 10.222.0.67 "GET /v2.0/quotas/626d5ba1efe34953a6d00b0f0afd5013 HTTP/1.1" status: 200 len: 375 time: 0.0212104 Apr 11 13:58:41.629366 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-a74e9555-dbbf-483d-81f6-384c77ad8267 req-df3b6366-f464-4926-a2a8-09ea13c11475 tempest-TestShelveInstance-72923974 tempest-TestShelveInstance-72923974-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=626d5ba1efe34953a6d00b0f0afd5013&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0520504 Apr 11 13:58:41.669370 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-9f146317-63c7-4dcf-814c-6f8b79a1ecd7 req-cb82ba24-22e3-494b-990d-f42372d431f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883311'] for port (ff4c3178-c740-4cea-87a2-4bed198b02e0), before_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:58:41.710764 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-ff0c17ab-45db-4709-b659-c2b09f4831db req-fde87d0b-155a-46b1-994e-4bb0a5768b6c service neutron] 10.222.0.75 "GET /v2.0/networks/0208f136-78bf-40a4-90c8-9a7151bfb362?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2253191 Apr 11 13:58:41.716734 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e47e38-4a63-4fb6-aa2f-e62b50057796 req-5614e8d9-1081-4b9c-a756-b3348a73492a tempest-VolumesSnapshotTestJSON-930763727 tempest-VolumesSnapshotTestJSON-930763727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:58:41.718709 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-e7e47e38-4a63-4fb6-aa2f-e62b50057796 req-5614e8d9-1081-4b9c-a756-b3348a73492a tempest-VolumesSnapshotTestJSON-930763727 tempest-VolumesSnapshotTestJSON-930763727-project] 10.222.0.67 "GET /v2.0/ports?device_id=94420324-3720-447d-b195-df28fb7d8fc7 HTTP/1.1" status: 200 len: 932 time: 0.1084750 Apr 11 13:58:41.739366 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-a74e9555-dbbf-483d-81f6-384c77ad8267 req-3d4c0373-30ea-4774-8129-7b96f3fa63bc service neutron] 10.222.0.67 "GET /v2.0/networks/bcc3856a-1e27-4d38-8f1d-e24f8fbb1282?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932415 Apr 11 13:58:41.831405 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-a74e9555-dbbf-483d-81f6-384c77ad8267 req-e866a2e5-50b2-407d-9b01-f681dedb5d60 service neutron] 10.222.0.67 "GET /v2.0/networks/bcc3856a-1e27-4d38-8f1d-e24f8fbb1282?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858538 Apr 11 13:58:41.834127 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-e7e47e38-4a63-4fb6-aa2f-e62b50057796 req-54129d8b-0376-423f-966d-4602718c94bd tempest-VolumesSnapshotTestJSON-930763727 tempest-VolumesSnapshotTestJSON-930763727-project] 10.222.0.67 "GET /v2.0/security-groups?id=56353bbe-7d01-49a9-b691-e11fe2a614c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093702 Apr 11 13:58:41.951435 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9058f082-f07c-47d4-bbf4-6ff0b3a1f08f req-ad46bc04-d6f5-483c-ae00-a460367751ea tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:58:41.953524 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-9058f082-f07c-47d4-bbf4-6ff0b3a1f08f req-ad46bc04-d6f5-483c-ae00-a460367751ea tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] 10.222.0.67 "GET /v2.0/ports?device_id=54dcdce4-931a-42d3-b36a-321afffabdc0 HTTP/1.1" status: 200 len: 946 time: 0.0578678 Apr 11 13:58:42.044570 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-9058f082-f07c-47d4-bbf4-6ff0b3a1f08f req-dc2170bc-93b7-40fc-8a26-827b733b5142 tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] 10.222.0.67 "GET /v2.0/security-groups?id=fa012576-2707-4681-be16-e9c543038202&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0853596 Apr 11 13:58:42.056281 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.notifiers.nova [req-9f146317-63c7-4dcf-814c-6f8b79a1ecd7 req-cb82ba24-22e3-494b-990d-f42372d431f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff4c3178-c740-4cea-87a2-4bed198b02e0 {{(pid=103319) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 13:58:42.064633 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-9f146317-63c7-4dcf-814c-6f8b79a1ecd7 req-cb82ba24-22e3-494b-990d-f42372d431f6 service neutron] Publish callbacks [] for port (ff4c3178-c740-4cea-87a2-4bed198b02e0), precommit_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:58:42.076962 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.db.provisioning_blocks [req-9f146317-63c7-4dcf-814c-6f8b79a1ecd7 req-cb82ba24-22e3-494b-990d-f42372d431f6 service neutron] Transition to ACTIVE for port object ff4c3178-c740-4cea-87a2-4bed198b02e0 will not be triggered until provisioned by entity L2. {{(pid=103319) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 13:58:42.084876 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-9f146317-63c7-4dcf-814c-6f8b79a1ecd7 req-cb82ba24-22e3-494b-990d-f42372d431f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750379687711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750379164492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750379164510'] for port (ff4c3178-c740-4cea-87a2-4bed198b02e0), after_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:58:42.171402 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb82ba24-22e3-494b-990d-f42372d431f6 service neutron] Pushing event updated for resources: {'Port': ['ID=ff4c3178-c740-4cea-87a2-4bed198b02e0,revision_number=2']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:58:42.184112 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-0f379d5d-9283-4f5a-aa04-97bb263eff34 req-6e7f6cd0-076d-46b3-bdaa-0ba222636c22 tempest-TestShelveInstance-72923974 tempest-TestShelveInstance-72923974-project] 10.222.0.67 "GET /v2.0/ports?device_id=e2a988bf-9fbe-4371-a34f-2437494ec1ee HTTP/1.1" status: 200 len: 210 time: 0.0499718 Apr 11 13:58:42.222582 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8d744b-c801-46a7-80e7-d1d2eba33961 req-fb03b9c6-9d64-443d-b17c-506b9677e4d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:58:42.224310 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-8b8d744b-c801-46a7-80e7-d1d2eba33961 req-fb03b9c6-9d64-443d-b17c-506b9677e4d3 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=79569212-4835-45da-92b0-516e527a1f88 HTTP/1.1" status: 200 len: 1129 time: 0.1050038 Apr 11 13:58:42.356100 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.managers [req-9f146317-63c7-4dcf-814c-6f8b79a1ecd7 req-cb82ba24-22e3-494b-990d-f42372d431f6 service neutron] Attempting to bind port ff4c3178-c740-4cea-87a2-4bed198b02e0 on host hv-cinder-83078 for vnic_type normal with profile {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 13:58:42.356807 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.managers [req-9f146317-63c7-4dcf-814c-6f8b79a1ecd7 req-cb82ba24-22e3-494b-990d-f42372d431f6 service neutron] Attempting to bind port ff4c3178-c740-4cea-87a2-4bed198b02e0 by drivers openvswitch,hyperv on host hv-cinder-83078 at level 0 using segments [{'id': 'c76e7a36-0cd0-436f-a97d-91d823e2c2a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': 'cf99eff9-c390-41f8-af4b-89bf18e9fd64'}] {{(pid=103319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 13:58:42.357045 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32a1938-4a96-4160-8571-0b5a9e08b8a7 req-d10e48bb-ea81-4f61-bccf-4323a7fe7d92 tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:58:42.357160 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f146317-63c7-4dcf-814c-6f8b79a1ecd7 req-cb82ba24-22e3-494b-990d-f42372d431f6 service neutron] Attempting to bind port ff4c3178-c740-4cea-87a2-4bed198b02e0 on network cf99eff9-c390-41f8-af4b-89bf18e9fd64 {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 13:58:42.358875 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-c32a1938-4a96-4160-8571-0b5a9e08b8a7 req-d10e48bb-ea81-4f61-bccf-4323a7fe7d92 tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] 10.222.0.67 "GET /v2.0/ports?device_id=54dcdce4-931a-42d3-b36a-321afffabdc0 HTTP/1.1" status: 200 len: 946 time: 0.0547161 Apr 11 13:58:42.369028 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-ff0c17ab-45db-4709-b659-c2b09f4831db req-bed7ff1f-ac9a-4fe6-90dd-558a4ebf082f service neutron] 10.222.0.75 "GET /v2.0/networks/0208f136-78bf-40a4-90c8-9a7151bfb362?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2761080 Apr 11 13:58:42.383276 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f146317-63c7-4dcf-814c-6f8b79a1ecd7 req-cb82ba24-22e3-494b-990d-f42372d431f6 service neutron] Port ff4c3178-c740-4cea-87a2-4bed198b02e0 on network cf99eff9-c390-41f8-af4b-89bf18e9fd64 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83078 {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 11 13:58:42.383606 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f146317-63c7-4dcf-814c-6f8b79a1ecd7 req-cb82ba24-22e3-494b-990d-f42372d431f6 service neutron] Attempting to bind port ff4c3178-c740-4cea-87a2-4bed198b02e0 on network cf99eff9-c390-41f8-af4b-89bf18e9fd64 {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 13:58:42.400049 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-8b8d744b-c801-46a7-80e7-d1d2eba33961 req-08aede10-f599-4561-a9ae-77d13c937f74 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=cf23f7d8-584e-46f6-abd9-cfbb92a6cce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444173 Apr 11 13:58:42.417539 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f146317-63c7-4dcf-814c-6f8b79a1ecd7 req-cb82ba24-22e3-494b-990d-f42372d431f6 service neutron] Checking agent: {'id': 'a433433c-9197-4b2b-8991-1d45f6bac940', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83078', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 13, 53, 31), 'started_at': datetime.datetime(2022, 4, 11, 13, 53, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 13, 58, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 13:58:42.417890 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f146317-63c7-4dcf-814c-6f8b79a1ecd7 req-cb82ba24-22e3-494b-990d-f42372d431f6 service neutron] Checking segment: {'id': 'c76e7a36-0cd0-436f-a97d-91d823e2c2a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': 'cf99eff9-c390-41f8-af4b-89bf18e9fd64'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103319) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 13:58:42.418263 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f146317-63c7-4dcf-814c-6f8b79a1ecd7 req-cb82ba24-22e3-494b-990d-f42372d431f6 service neutron] Bound using segment: {'id': 'c76e7a36-0cd0-436f-a97d-91d823e2c2a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': 'cf99eff9-c390-41f8-af4b-89bf18e9fd64'} {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 13:58:42.418716 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.managers [req-9f146317-63c7-4dcf-814c-6f8b79a1ecd7 req-cb82ba24-22e3-494b-990d-f42372d431f6 service neutron] Bound port: ff4c3178-c740-4cea-87a2-4bed198b02e0, host: hv-cinder-83078, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c76e7a36-0cd0-436f-a97d-91d823e2c2a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': 'cf99eff9-c390-41f8-af4b-89bf18e9fd64'}}] {{(pid=103319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 13:58:42.419079 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-9f146317-63c7-4dcf-814c-6f8b79a1ecd7 req-cb82ba24-22e3-494b-990d-f42372d431f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883311'] for port (ff4c3178-c740-4cea-87a2-4bed198b02e0), before_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:58:42.457203 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-c32a1938-4a96-4160-8571-0b5a9e08b8a7 req-c9acbfa6-2203-46a8-a8f2-6224b86c3ed3 tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] 10.222.0.67 "GET /v2.0/security-groups?id=fa012576-2707-4681-be16-e9c543038202&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0900328 Apr 11 13:58:42.467401 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd67dd8-4129-49da-a516-581c4122e5b6 req-85a94148-4ae7-4bd4-b763-c04c166fcdfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:58:42.469436 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-ebd67dd8-4129-49da-a516-581c4122e5b6 req-85a94148-4ae7-4bd4-b763-c04c166fcdfb service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=f8720d1d0e26443d96a5f29175402af6&device_id=54dcdce4-931a-42d3-b36a-321afffabdc0 HTTP/1.1" status: 200 len: 1130 time: 0.0871727 Apr 11 13:58:42.524687 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d243061-089b-4733-98b4-9c6cc9737c01 req-c1d58335-3a29-4473-bc5d-7e39731ff318 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:58:42.526156 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-9d243061-089b-4733-98b4-9c6cc9737c01 req-c1d58335-3a29-4473-bc5d-7e39731ff318 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] 10.222.0.67 "GET /v2.0/ports?device_id=0d5f3b7d-8b92-4264-b41a-1d1ade879f2f HTTP/1.1" status: 200 len: 944 time: 0.0650661 Apr 11 13:58:42.542874 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.db [req-9f146317-63c7-4dcf-814c-6f8b79a1ecd7 req-cb82ba24-22e3-494b-990d-f42372d431f6 service neutron] For port ff4c3178-c740-4cea-87a2-4bed198b02e0, host hv-cinder-83078, cleared binding levels {{(pid=103319) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 13:58:42.570641 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.db [req-9f146317-63c7-4dcf-814c-6f8b79a1ecd7 req-cb82ba24-22e3-494b-990d-f42372d431f6 service neutron] For port ff4c3178-c740-4cea-87a2-4bed198b02e0, host hv-cinder-83078, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83078',level=0,port_id=ff4c3178-c740-4cea-87a2-4bed198b02e0,segment=NetworkSegment(c76e7a36-0cd0-436f-a97d-91d823e2c2a9),segment_id=c76e7a36-0cd0-436f-a97d-91d823e2c2a9)] {{(pid=103319) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 13:58:42.583520 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-9f146317-63c7-4dcf-814c-6f8b79a1ecd7 req-cb82ba24-22e3-494b-990d-f42372d431f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750379687711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750379164492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750379164510'] for port (ff4c3178-c740-4cea-87a2-4bed198b02e0), after_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:58:42.643562 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-9d243061-089b-4733-98b4-9c6cc9737c01 req-a2e4cd1f-7d1e-426e-8b3b-16804cda78d3 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] 10.222.0.67 "GET /v2.0/security-groups?id=2c46161f-2d1e-4228-ae9c-ab4fe572bda1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1094725 Apr 11 13:58:42.648666 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f146317-63c7-4dcf-814c-6f8b79a1ecd7 req-cb82ba24-22e3-494b-990d-f42372d431f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:58:42.649465 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-9f146317-63c7-4dcf-814c-6f8b79a1ecd7 req-cb82ba24-22e3-494b-990d-f42372d431f6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-507053'] for port (None), before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:58:42.650863 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-9f146317-63c7-4dcf-814c-6f8b79a1ecd7 req-cb82ba24-22e3-494b-990d-f42372d431f6 service neutron] 10.222.0.75 "PUT /v2.0/ports/ff4c3178-c740-4cea-87a2-4bed198b02e0 HTTP/1.1" status: 200 len: 1094 time: 1.1566470 Apr 11 13:58:42.665264 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94420324-3720-447d-b195-df28fb7d8fc7', 'tag': 'ff4c3178-c740-4cea-87a2-4bed198b02e0'}] {{(pid=103319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 13:58:42.670321 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca54f3a3744013fac1d33973197c51c1d98542aecacec3b3a4d6ee5bc00756d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e901fd13-f79f-445d-b3de-3e15032f4488" -d '{"events": [{"name": "network-changed", "server_uuid": "94420324-3720-447d-b195-df28fb7d8fc7", "tag": "ff4c3178-c740-4cea-87a2-4bed198b02e0"}]}' {{(pid=103319) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 13:58:42.707786 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a758b19e-b853-4d4b-8150-5ac4e02613aa req-074ca023-dabb-47f3-abef-f7a1a75cf275 tempest-TestMinimumBasicScenario-1408592018 tempest-TestMinimumBasicScenario-1408592018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:58:42.710045 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-a758b19e-b853-4d4b-8150-5ac4e02613aa req-074ca023-dabb-47f3-abef-f7a1a75cf275 tempest-TestMinimumBasicScenario-1408592018 tempest-TestMinimumBasicScenario-1408592018-project] 10.222.0.67 "GET /v2.0/ports?device_id=79569212-4835-45da-92b0-516e527a1f88 HTTP/1.1" status: 200 len: 945 time: 0.0924902 Apr 11 13:58:42.732411 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 13:58:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f31f612c-eaa4-4657-aec0-3b39ae7c162a x-openstack-request-id: req-f31f612c-eaa4-4657-aec0-3b39ae7c162a {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 13:58:42.732714 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94420324-3720-447d-b195-df28fb7d8fc7", "tag": "ff4c3178-c740-4cea-87a2-4bed198b02e0", "status": "completed", "code": 200}]} {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 13:58:42.732962 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-f31f612c-eaa4-4657-aec0-3b39ae7c162a {{(pid=103319) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 13:58:42.733524 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f31f612c-eaa4-4657-aec0-3b39ae7c162a'] response: {'name': 'network-changed', 'server_uuid': '94420324-3720-447d-b195-df28fb7d8fc7', 'tag': 'ff4c3178-c740-4cea-87a2-4bed198b02e0', 'status': 'completed', 'code': 200} Apr 11 13:58:42.743112 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb82ba24-22e3-494b-990d-f42372d431f6 service neutron] Pushing event updated for resources: {'Port': ['ID=ff4c3178-c740-4cea-87a2-4bed198b02e0,revision_number=3']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:58:42.761678 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-a758b19e-b853-4d4b-8150-5ac4e02613aa req-82406afc-f99f-4758-b0b9-715b31dad61e tempest-TestMinimumBasicScenario-1408592018 tempest-TestMinimumBasicScenario-1408592018-project] 10.222.0.67 "GET /v2.0/security-groups?id=cf23f7d8-584e-46f6-abd9-cfbb92a6cce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447900 Apr 11 13:58:42.773413 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd67dd8-4129-49da-a516-581c4122e5b6 req-db285b73-873e-4023-a66c-0ce88f64e0a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:58:42.774797 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-ebd67dd8-4129-49da-a516-581c4122e5b6 req-db285b73-873e-4023-a66c-0ce88f64e0a4 service neutron] 10.222.0.75 "GET /v2.0/networks?id=257d7092-c4df-47e4-abc9-31af4018d257 HTTP/1.1" status: 200 len: 912 time: 0.1526332 Apr 11 13:58:42.953297 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45faff31-e271-4333-8468-3bd2bb24a0d4 req-3f7619a2-2147-41da-ae5d-cd87c1e6fda1 tempest-VolumesSnapshotTestJSON-930763727 tempest-VolumesSnapshotTestJSON-930763727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:58:42.954683 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-45faff31-e271-4333-8468-3bd2bb24a0d4 req-3f7619a2-2147-41da-ae5d-cd87c1e6fda1 tempest-VolumesSnapshotTestJSON-930763727 tempest-VolumesSnapshotTestJSON-930763727-project] 10.222.0.67 "GET /v2.0/ports?device_id=94420324-3720-447d-b195-df28fb7d8fc7 HTTP/1.1" status: 200 len: 944 time: 0.0519211 Apr 11 13:58:43.051363 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-45faff31-e271-4333-8468-3bd2bb24a0d4 req-9f065a0e-d64a-4ebb-8ad8-8e8ec8113483 tempest-VolumesSnapshotTestJSON-930763727 tempest-VolumesSnapshotTestJSON-930763727-project] 10.222.0.67 "GET /v2.0/security-groups?id=56353bbe-7d01-49a9-b691-e11fe2a614c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910933 Apr 11 13:58:43.053191 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-ebd67dd8-4129-49da-a516-581c4122e5b6 req-d4819129-a24b-4e4d-ab83-764b3d0bb2e0 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=73309a92-0432-4081-a050-fdeb449dfc6d HTTP/1.1" status: 200 len: 1001 time: 0.0913308 Apr 11 13:58:43.274710 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-c5250641-6464-4711-a346-7a856eecef79 req-80a778ec-acd3-4434-8b3d-4bbd221c1dc3 tempest-TestShelveInstance-72923974 tempest-TestShelveInstance-72923974-project] 10.222.0.67 "GET /v2.0/ports?device_id=e2a988bf-9fbe-4371-a34f-2437494ec1ee HTTP/1.1" status: 200 len: 210 time: 0.0268393 Apr 11 13:58:43.374450 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f146317-63c7-4dcf-814c-6f8b79a1ecd7 req-b66c5339-b833-448c-abab-38161a257cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:58:43.376025 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-9f146317-63c7-4dcf-814c-6f8b79a1ecd7 req-b66c5339-b833-448c-abab-38161a257cf3 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=62982ff988ec462a8189ea9ba7c8496b&device_id=94420324-3720-447d-b195-df28fb7d8fc7 HTTP/1.1" status: 200 len: 1128 time: 0.0702033 Apr 11 13:58:43.394464 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd67dd8-4129-49da-a516-581c4122e5b6 req-b5b7478c-7166-41a4-9833-4d0c862385e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:58:43.395879 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-ebd67dd8-4129-49da-a516-581c4122e5b6 req-b5b7478c-7166-41a4-9833-4d0c862385e0 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=4d338071-fa32-49cf-a6aa-ca3918597003 HTTP/1.1" status: 200 len: 850 time: 0.0612838 Apr 11 13:58:43.423593 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-9f146317-63c7-4dcf-814c-6f8b79a1ecd7 req-0a7538e2-bc26-4673-a818-a2aa46b59e56 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ff4c3178-c740-4cea-87a2-4bed198b02e0 HTTP/1.1" status: 200 len: 217 time: 0.0388854 Apr 11 13:58:43.521112 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd67dd8-4129-49da-a516-581c4122e5b6 req-6c32e7d8-c39e-41aa-ade2-c2f3426329db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:58:43.522610 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-ebd67dd8-4129-49da-a516-581c4122e5b6 req-6c32e7d8-c39e-41aa-ade2-c2f3426329db service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=257d7092-c4df-47e4-abc9-31af4018d257&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0721133 Apr 11 13:58:43.581773 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f146317-63c7-4dcf-814c-6f8b79a1ecd7 req-eb3bc662-889b-4a9e-b85d-2f84f8774a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:58:43.583192 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-9f146317-63c7-4dcf-814c-6f8b79a1ecd7 req-eb3bc662-889b-4a9e-b85d-2f84f8774a11 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=8a9facf0-fa5a-4e20-8e44-ee1b6aa7f23e HTTP/1.1" status: 200 len: 852 time: 0.1056528 Apr 11 13:58:43.641425 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37dc9c35-588b-4cbf-a530-c3215d2a73c9 req-1c4b3384-fd85-466e-93a6-5ba0b85f034a tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:58:43.642848 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-37dc9c35-588b-4cbf-a530-c3215d2a73c9 req-1c4b3384-fd85-466e-93a6-5ba0b85f034a tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] 10.222.0.67 "GET /v2.0/ports?device_id=54dcdce4-931a-42d3-b36a-321afffabdc0 HTTP/1.1" status: 200 len: 946 time: 0.1177819 Apr 11 13:58:43.665039 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-9f146317-63c7-4dcf-814c-6f8b79a1ecd7 req-8937716a-a9e7-4243-b919-671d8bcb3d43 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=cf99eff9-c390-41f8-af4b-89bf18e9fd64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0432234 Apr 11 13:58:43.706908 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-ebd67dd8-4129-49da-a516-581c4122e5b6 req-729da9ed-37ce-4cf0-a9b2-c71d686d4dd9 service neutron] 10.222.0.75 "GET /v2.0/networks/257d7092-c4df-47e4-abc9-31af4018d257?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1699407 Apr 11 13:58:43.720968 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-37dc9c35-588b-4cbf-a530-c3215d2a73c9 req-32c22bc6-2420-4f4d-ba7a-e1df493759e7 tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] 10.222.0.67 "GET /v2.0/security-groups?id=fa012576-2707-4681-be16-e9c543038202&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603514 Apr 11 13:58:43.766868 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28d2de5-dc81-44f6-bfd3-3dbc5023452f req-3c37d424-4a35-4a95-918f-5d6d64946193 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:58:43.768353 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-d28d2de5-dc81-44f6-bfd3-3dbc5023452f req-3c37d424-4a35-4a95-918f-5d6d64946193 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] 10.222.0.67 "GET /v2.0/ports?device_id=0d5f3b7d-8b92-4264-b41a-1d1ade879f2f HTTP/1.1" status: 200 len: 944 time: 0.0463119 Apr 11 13:58:43.817782 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-d28d2de5-dc81-44f6-bfd3-3dbc5023452f req-a98b1fd3-b03d-4739-82bc-8bce93765e31 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] 10.222.0.67 "GET /v2.0/security-groups?id=2c46161f-2d1e-4228-ae9c-ab4fe572bda1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438468 Apr 11 13:58:43.872209 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7b9df3-0783-4aa8-a69e-2b6580db8be4 req-23e995db-3b62-43c2-a258-7a5791204f56 tempest-TestMinimumBasicScenario-1408592018 tempest-TestMinimumBasicScenario-1408592018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:58:43.874153 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-de7b9df3-0783-4aa8-a69e-2b6580db8be4 req-23e995db-3b62-43c2-a258-7a5791204f56 tempest-TestMinimumBasicScenario-1408592018 tempest-TestMinimumBasicScenario-1408592018-project] 10.222.0.67 "GET /v2.0/ports?device_id=79569212-4835-45da-92b0-516e527a1f88 HTTP/1.1" status: 200 len: 945 time: 0.0454071 Apr 11 13:58:43.920217 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-de7b9df3-0783-4aa8-a69e-2b6580db8be4 req-083cb328-9bd9-4bf4-b0a4-e5d7f26ac609 tempest-TestMinimumBasicScenario-1408592018 tempest-TestMinimumBasicScenario-1408592018-project] 10.222.0.67 "GET /v2.0/security-groups?id=cf23f7d8-584e-46f6-abd9-cfbb92a6cce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399401 Apr 11 13:58:44.165748 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901ad273-0bd1-4a29-ad79-f8447d5bebb0 req-c9529298-3328-4db5-bcaf-6352b65280b6 tempest-VolumesSnapshotTestJSON-930763727 tempest-VolumesSnapshotTestJSON-930763727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:58:44.167885 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-901ad273-0bd1-4a29-ad79-f8447d5bebb0 req-c9529298-3328-4db5-bcaf-6352b65280b6 tempest-VolumesSnapshotTestJSON-930763727 tempest-VolumesSnapshotTestJSON-930763727-project] 10.222.0.67 "GET /v2.0/ports?device_id=94420324-3720-447d-b195-df28fb7d8fc7 HTTP/1.1" status: 200 len: 944 time: 0.0524728 Apr 11 13:58:44.208568 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-ebd67dd8-4129-49da-a516-581c4122e5b6 req-e5d529a7-f053-422b-8262-0efc6ce6da79 service neutron] 10.222.0.75 "GET /v2.0/networks/257d7092-c4df-47e4-abc9-31af4018d257?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954077 Apr 11 13:58:44.215465 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-901ad273-0bd1-4a29-ad79-f8447d5bebb0 req-bea80b26-18c2-421b-93c2-54fb3d972442 tempest-VolumesSnapshotTestJSON-930763727 tempest-VolumesSnapshotTestJSON-930763727-project] 10.222.0.67 "GET /v2.0/security-groups?id=56353bbe-7d01-49a9-b691-e11fe2a614c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408814 Apr 11 13:58:44.387574 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-93049e54-dec5-4bb0-8d17-eba976273b80 req-8e417f3d-9496-4989-85c6-19800bdfb1bb tempest-TestShelveInstance-72923974 tempest-TestShelveInstance-72923974-project] 10.222.0.67 "GET /v2.0/ports?device_id=e2a988bf-9fbe-4371-a34f-2437494ec1ee HTTP/1.1" status: 200 len: 210 time: 0.0442266 Apr 11 13:58:44.448583 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-9f146317-63c7-4dcf-814c-6f8b79a1ecd7 req-d0f63d7b-750f-47cb-8a6f-5504fc043662 service neutron] 10.222.0.75 "GET /v2.0/networks/cf99eff9-c390-41f8-af4b-89bf18e9fd64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1136675 Apr 11 13:58:44.719949 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-9f146317-63c7-4dcf-814c-6f8b79a1ecd7 req-3f593619-9cde-49b6-8856-43979a3c3b45 service neutron] 10.222.0.75 "GET /v2.0/networks/cf99eff9-c390-41f8-af4b-89bf18e9fd64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829928 Apr 11 13:58:44.831644 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fead24-8363-40cd-9e49-0b6f7c519fcf req-02595c66-cfd5-4564-8bb7-f00b2d79cb36 tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:58:44.833110 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-89fead24-8363-40cd-9e49-0b6f7c519fcf req-02595c66-cfd5-4564-8bb7-f00b2d79cb36 tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] 10.222.0.67 "GET /v2.0/ports?device_id=54dcdce4-931a-42d3-b36a-321afffabdc0 HTTP/1.1" status: 200 len: 946 time: 0.0459480 Apr 11 13:58:44.879446 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-89fead24-8363-40cd-9e49-0b6f7c519fcf req-f4ea652a-cd10-418b-8e22-12e8e513bff7 tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] 10.222.0.67 "GET /v2.0/security-groups?id=fa012576-2707-4681-be16-e9c543038202&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408509 Apr 11 13:58:44.937462 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b5c6a0-fe58-4ed3-abb8-fbdc21c605b4 req-f4e2b47e-63ef-4ec6-bbf4-73267c4ac5c7 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:58:44.938899 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-72b5c6a0-fe58-4ed3-abb8-fbdc21c605b4 req-f4e2b47e-63ef-4ec6-bbf4-73267c4ac5c7 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] 10.222.0.67 "GET /v2.0/ports?device_id=0d5f3b7d-8b92-4264-b41a-1d1ade879f2f HTTP/1.1" status: 200 len: 944 time: 0.0502532 Apr 11 13:58:45.044731 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bae716-2775-410c-ad7b-d859933eb7eb req-1781e44c-7441-4269-b031-80ec88a09e6d tempest-TestMinimumBasicScenario-1408592018 tempest-TestMinimumBasicScenario-1408592018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:58:45.046331 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-35bae716-2775-410c-ad7b-d859933eb7eb req-1781e44c-7441-4269-b031-80ec88a09e6d tempest-TestMinimumBasicScenario-1408592018 tempest-TestMinimumBasicScenario-1408592018-project] 10.222.0.67 "GET /v2.0/ports?device_id=79569212-4835-45da-92b0-516e527a1f88 HTTP/1.1" status: 200 len: 945 time: 0.0528493 Apr 11 13:58:45.102933 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-35bae716-2775-410c-ad7b-d859933eb7eb req-82ec05e2-87ee-493a-bd59-a21e9480a94f tempest-TestMinimumBasicScenario-1408592018 tempest-TestMinimumBasicScenario-1408592018-project] 10.222.0.67 "GET /v2.0/security-groups?id=cf23f7d8-584e-46f6-abd9-cfbb92a6cce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499659 Apr 11 13:58:45.221154 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-72b5c6a0-fe58-4ed3-abb8-fbdc21c605b4 req-29e199eb-1722-4bd2-b8fe-0be863917086 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] 10.222.0.67 "GET /v2.0/security-groups?id=2c46161f-2d1e-4228-ae9c-ab4fe572bda1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2766376 Apr 11 13:58:45.232100 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2069d60-2101-4b59-b7c1-5a9b639cb155 req-4dac55f2-db3a-4113-b44a-f72bae46d1a0 tempest-TestMinimumBasicScenario-1408592018 tempest-TestMinimumBasicScenario-1408592018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:58:45.234148 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-f2069d60-2101-4b59-b7c1-5a9b639cb155 req-4dac55f2-db3a-4113-b44a-f72bae46d1a0 tempest-TestMinimumBasicScenario-1408592018 tempest-TestMinimumBasicScenario-1408592018-project] 10.222.0.67 "GET /v2.0/ports?device_id=79569212-4835-45da-92b0-516e527a1f88 HTTP/1.1" status: 200 len: 945 time: 0.0478592 Apr 11 13:58:45.281642 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-f2069d60-2101-4b59-b7c1-5a9b639cb155 req-0a6a43fd-8a86-4f9d-a9ee-b95a0f643492 tempest-TestMinimumBasicScenario-1408592018 tempest-TestMinimumBasicScenario-1408592018-project] 10.222.0.67 "GET /v2.0/security-groups?id=cf23f7d8-584e-46f6-abd9-cfbb92a6cce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419197 Apr 11 13:58:45.331706 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e6a105-107a-4244-b6e2-a75fc7c18e85 req-034739c3-6c04-43df-9187-2553e2972c62 tempest-VolumesSnapshotTestJSON-930763727 tempest-VolumesSnapshotTestJSON-930763727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:58:45.333242 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-82e6a105-107a-4244-b6e2-a75fc7c18e85 req-034739c3-6c04-43df-9187-2553e2972c62 tempest-VolumesSnapshotTestJSON-930763727 tempest-VolumesSnapshotTestJSON-930763727-project] 10.222.0.67 "GET /v2.0/ports?device_id=94420324-3720-447d-b195-df28fb7d8fc7 HTTP/1.1" status: 200 len: 944 time: 0.0520709 Apr 11 13:58:45.382522 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-82e6a105-107a-4244-b6e2-a75fc7c18e85 req-5142af26-08cd-4582-96a5-2751fa634159 tempest-VolumesSnapshotTestJSON-930763727 tempest-VolumesSnapshotTestJSON-930763727-project] 10.222.0.67 "GET /v2.0/security-groups?id=56353bbe-7d01-49a9-b691-e11fe2a614c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410662 Apr 11 13:58:45.492014 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-2efc6116-0e10-4b6d-97e8-03f9a94f9b8b req-5c4de5e2-dda2-42a3-a287-29079d6feb3c tempest-TestShelveInstance-72923974 tempest-TestShelveInstance-72923974-project] 10.222.0.67 "GET /v2.0/ports?device_id=e2a988bf-9fbe-4371-a34f-2437494ec1ee HTTP/1.1" status: 200 len: 210 time: 0.0277488 Apr 11 13:58:45.604322 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89f4f67-122c-4114-a3a2-7ce65258cead req-13fa1bb7-926f-4177-87ff-4deb44a938cb tempest-TestMinimumBasicScenario-1408592018 tempest-TestMinimumBasicScenario-1408592018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:58:45.605668 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-a89f4f67-122c-4114-a3a2-7ce65258cead req-13fa1bb7-926f-4177-87ff-4deb44a938cb tempest-TestMinimumBasicScenario-1408592018 tempest-TestMinimumBasicScenario-1408592018-project] 10.222.0.67 "GET /v2.0/ports?device_id=79569212-4835-45da-92b0-516e527a1f88 HTTP/1.1" status: 200 len: 945 time: 0.0477109 Apr 11 13:58:45.651164 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-a89f4f67-122c-4114-a3a2-7ce65258cead req-c4cec655-7eaf-478f-b72f-f578e38cdfae tempest-TestMinimumBasicScenario-1408592018 tempest-TestMinimumBasicScenario-1408592018-project] 10.222.0.67 "GET /v2.0/security-groups?id=cf23f7d8-584e-46f6-abd9-cfbb92a6cce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394199 Apr 11 13:58:46.010442 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b20eba-74de-4d8f-adf8-582ea64145ad req-aa4fad0b-4552-48b9-af7a-93bf584e503d tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:58:46.012043 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-92b20eba-74de-4d8f-adf8-582ea64145ad req-aa4fad0b-4552-48b9-af7a-93bf584e503d tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] 10.222.0.67 "GET /v2.0/ports?device_id=54dcdce4-931a-42d3-b36a-321afffabdc0 HTTP/1.1" status: 200 len: 946 time: 0.0484989 Apr 11 13:58:46.063267 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-92b20eba-74de-4d8f-adf8-582ea64145ad req-728cb787-1f1a-4c32-af58-b67cecc30340 tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] 10.222.0.67 "GET /v2.0/security-groups?id=fa012576-2707-4681-be16-e9c543038202&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445251 Apr 11 13:58:46.340344 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f8bdc4-3ba6-4019-928a-dd2c308f1515 req-ce550a24-2482-472b-b160-430c8a8a2e76 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:58:46.342884 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-a2f8bdc4-3ba6-4019-928a-dd2c308f1515 req-ce550a24-2482-472b-b160-430c8a8a2e76 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] 10.222.0.67 "GET /v2.0/ports?device_id=0d5f3b7d-8b92-4264-b41a-1d1ade879f2f HTTP/1.1" status: 200 len: 944 time: 0.0490825 Apr 11 13:58:46.392569 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-a2f8bdc4-3ba6-4019-928a-dd2c308f1515 req-ced48d4f-22dc-4861-bb7e-5da1cf673c39 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] 10.222.0.67 "GET /v2.0/security-groups?id=2c46161f-2d1e-4228-ae9c-ab4fe572bda1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424187 Apr 11 13:58:46.489418 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478965e2-735c-4267-ad7d-0919ff55d865 req-d0e0137e-0d24-4da6-92f4-bd677be2929a tempest-VolumesSnapshotTestJSON-930763727 tempest-VolumesSnapshotTestJSON-930763727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:58:46.490892 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-478965e2-735c-4267-ad7d-0919ff55d865 req-d0e0137e-0d24-4da6-92f4-bd677be2929a tempest-VolumesSnapshotTestJSON-930763727 tempest-VolumesSnapshotTestJSON-930763727-project] 10.222.0.67 "GET /v2.0/ports?device_id=94420324-3720-447d-b195-df28fb7d8fc7 HTTP/1.1" status: 200 len: 944 time: 0.0477934 Apr 11 13:58:46.538729 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-478965e2-735c-4267-ad7d-0919ff55d865 req-14d74d91-42bf-457b-8dc8-696ff3d55de3 tempest-VolumesSnapshotTestJSON-930763727 tempest-VolumesSnapshotTestJSON-930763727-project] 10.222.0.67 "GET /v2.0/security-groups?id=56353bbe-7d01-49a9-b691-e11fe2a614c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419993 Apr 11 13:58:46.593207 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-ae11f06b-7381-4c7f-9a72-07a79cb502c4 req-7d3d8628-2189-43c8-b709-d10c822f9ea4 tempest-TestShelveInstance-72923974 tempest-TestShelveInstance-72923974-project] 10.222.0.67 "GET /v2.0/ports?device_id=e2a988bf-9fbe-4371-a34f-2437494ec1ee HTTP/1.1" status: 200 len: 210 time: 0.0351362 Apr 11 13:58:46.623977 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e901fd13-f79f-445d-b3de-3e15032f4488 req-c70181de-cfeb-4665-93ed-53bcd882e73e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:58:46.625441 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-e901fd13-f79f-445d-b3de-3e15032f4488 req-c70181de-cfeb-4665-93ed-53bcd882e73e service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=62982ff988ec462a8189ea9ba7c8496b&device_id=94420324-3720-447d-b195-df28fb7d8fc7 HTTP/1.1" status: 200 len: 1128 time: 0.0425854 Apr 11 13:58:46.861270 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74e9555-dbbf-483d-81f6-384c77ad8267 req-1c2672b1-3358-42ee-bd13-8ae57f8a939a tempest-TestShelveInstance-72923974 tempest-TestShelveInstance-72923974-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:58:46.862873 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-a74e9555-dbbf-483d-81f6-384c77ad8267 req-1c2672b1-3358-42ee-bd13-8ae57f8a939a tempest-TestShelveInstance-72923974 tempest-TestShelveInstance-72923974-project] 10.222.0.75 "GET /v2.0/networks?id=bcc3856a-1e27-4d38-8f1d-e24f8fbb1282 HTTP/1.1" status: 200 len: 808 time: 0.1804421 Apr 11 13:58:46.864114 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e901fd13-f79f-445d-b3de-3e15032f4488 req-c69fafa9-4f4a-4c09-ae80-b90abba6f21e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:58:46.865417 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-e901fd13-f79f-445d-b3de-3e15032f4488 req-c69fafa9-4f4a-4c09-ae80-b90abba6f21e service neutron] 10.222.0.75 "GET /v2.0/networks?id=cf99eff9-c390-41f8-af4b-89bf18e9fd64 HTTP/1.1" status: 200 len: 913 time: 0.1740096 Apr 11 13:58:46.928371 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-e901fd13-f79f-445d-b3de-3e15032f4488 req-db65d66e-724b-47e1-85cb-46afd14ed863 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ff4c3178-c740-4cea-87a2-4bed198b02e0 HTTP/1.1" status: 200 len: 217 time: 0.0483477 Apr 11 13:58:47.004527 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-a74e9555-dbbf-483d-81f6-384c77ad8267 req-d510876d-9299-48cf-a20d-f2b0bdbead46 tempest-TestShelveInstance-72923974 tempest-TestShelveInstance-72923974-project] 10.222.0.75 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=626d5ba1efe34953a6d00b0f0afd5013 HTTP/1.1" status: 200 len: 380 time: 0.1256735 Apr 11 13:58:47.009839 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e901fd13-f79f-445d-b3de-3e15032f4488 req-cd67dd23-5758-43b8-b976-db47a8f73a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:58:47.011195 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-e901fd13-f79f-445d-b3de-3e15032f4488 req-cd67dd23-5758-43b8-b976-db47a8f73a2e service neutron] 10.222.0.75 "GET /v2.0/subnets?id=8a9facf0-fa5a-4e20-8e44-ee1b6aa7f23e HTTP/1.1" status: 200 len: 852 time: 0.0709944 Apr 11 13:58:47.027941 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.v2.base [req-a74e9555-dbbf-483d-81f6-384c77ad8267 req-5683062e-6466-4642-998d-bb7a715b3a22 tempest-TestShelveInstance-72923974 tempest-TestShelveInstance-72923974-project] Request body: {'port': {'device_id': 'e2a988bf-9fbe-4371-a34f-2437494ec1ee', 'network_id': 'bcc3856a-1e27-4d38-8f1d-e24f8fbb1282', 'admin_state_up': True, 'tenant_id': '626d5ba1efe34953a6d00b0f0afd5013', 'security_groups': ['5212f323-fd10-4b4e-8612-863b832a0ec1']}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 13:58:47.059127 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.db.agents_db [None req-69d3ff0a-913c-429f-8002-6cfbd72f8f27 None None] Agent healthcheck: found 6 active agents {{(pid=103321) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 13:58:47.077396 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-e901fd13-f79f-445d-b3de-3e15032f4488 req-61f35343-a591-4f25-83e7-01a5c76aaea0 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=cf99eff9-c390-41f8-af4b-89bf18e9fd64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0421541 Apr 11 13:58:47.239703 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-e901fd13-f79f-445d-b3de-3e15032f4488 req-0ec30d49-ceb6-449a-988d-a008b632f496 service neutron] 10.222.0.75 "GET /v2.0/networks/cf99eff9-c390-41f8-af4b-89bf18e9fd64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1557980 Apr 11 13:58:47.247447 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a74e9555-dbbf-483d-81f6-384c77ad8267 req-5683062e-6466-4642-998d-bb7a715b3a22 tempest-TestShelveInstance-72923974 tempest-TestShelveInstance-72923974-project] Made reservation on behalf of 626d5ba1efe34953a6d00b0f0afd5013 for: {'port': 1} {{(pid=103319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 13:58:47.250780 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-a74e9555-dbbf-483d-81f6-384c77ad8267 req-5683062e-6466-4642-998d-bb7a715b3a22 tempest-TestShelveInstance-72923974 tempest-TestShelveInstance-72923974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883311'] for port (None), before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:58:47.448890 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-e901fd13-f79f-445d-b3de-3e15032f4488 req-09c240ae-03ae-4c37-a0dc-3238345e5a50 service neutron] 10.222.0.75 "GET /v2.0/networks/cf99eff9-c390-41f8-af4b-89bf18e9fd64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1420293 Apr 11 13:58:47.449902 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.db.db_base_plugin_common [req-a74e9555-dbbf-483d-81f6-384c77ad8267 req-5683062e-6466-4642-998d-bb7a715b3a22 tempest-TestShelveInstance-72923974 tempest-TestShelveInstance-72923974-project] Allocated IP 172.20.0.4 (bcc3856a-1e27-4d38-8f1d-e24f8fbb1282/3f4be426-c8cc-4fad-9345-853add2c7e7d/2f18b7d6-84d7-4249-8b95-51fdbd414e68) {{(pid=103319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 13:58:47.511145 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7753722e-66ce-45ff-ae3c-9b73aefd9906 req-fd796efd-9b62-4ee4-8343-72f322d5b47b tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:58:47.512823 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-7753722e-66ce-45ff-ae3c-9b73aefd9906 req-fd796efd-9b62-4ee4-8343-72f322d5b47b tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] 10.222.0.67 "GET /v2.0/ports?device_id=0d5f3b7d-8b92-4264-b41a-1d1ade879f2f HTTP/1.1" status: 200 len: 944 time: 0.0463507 Apr 11 13:58:47.559322 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-7753722e-66ce-45ff-ae3c-9b73aefd9906 req-58d5045e-0b97-48c9-aeb1-d8a18ee70aba tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] 10.222.0.67 "GET /v2.0/security-groups?id=2c46161f-2d1e-4228-ae9c-ab4fe572bda1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401797 Apr 11 13:58:47.588408 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-a74e9555-dbbf-483d-81f6-384c77ad8267 req-5683062e-6466-4642-998d-bb7a715b3a22 tempest-TestShelveInstance-72923974 tempest-TestShelveInstance-72923974-project] Publish callbacks [] for port (2f18b7d6-84d7-4249-8b95-51fdbd414e68), precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:58:47.628977 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-a74e9555-dbbf-483d-81f6-384c77ad8267 req-5683062e-6466-4642-998d-bb7a715b3a22 tempest-TestShelveInstance-72923974 tempest-TestShelveInstance-72923974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750379164474'] for port (2f18b7d6-84d7-4249-8b95-51fdbd414e68), after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:58:47.665191 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fea6b7e-6879-46ad-ac68-3a577fae7ab7 req-616f973c-d743-4a1c-a85f-63bce6309885 tempest-VolumesSnapshotTestJSON-930763727 tempest-VolumesSnapshotTestJSON-930763727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:58:47.666634 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-3fea6b7e-6879-46ad-ac68-3a577fae7ab7 req-616f973c-d743-4a1c-a85f-63bce6309885 tempest-VolumesSnapshotTestJSON-930763727 tempest-VolumesSnapshotTestJSON-930763727-project] 10.222.0.67 "GET /v2.0/ports?device_id=94420324-3720-447d-b195-df28fb7d8fc7 HTTP/1.1" status: 200 len: 944 time: 0.0503395 Apr 11 13:58:47.673890 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a74e9555-dbbf-483d-81f6-384c77ad8267 req-5683062e-6466-4642-998d-bb7a715b3a22 tempest-TestShelveInstance-72923974 tempest-TestShelveInstance-72923974-project] Network bcc3856a-1e27-4d38-8f1d-e24f8fbb1282 is already hosted by enough agents. {{(pid=103319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 13:58:47.676820 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [req-a74e9555-dbbf-483d-81f6-384c77ad8267 req-5683062e-6466-4642-998d-bb7a715b3a22 tempest-TestShelveInstance-72923974 tempest-TestShelveInstance-72923974-project] Resources bound (agent type, host, resource id): {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 13:58:47.680340 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [req-a74e9555-dbbf-483d-81f6-384c77ad8267 req-5683062e-6466-4642-998d-bb7a715b3a22 tempest-TestShelveInstance-72923974 tempest-TestShelveInstance-72923974-project] Received port after_create {{(pid=103319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 13:58:47.685411 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74e9555-dbbf-483d-81f6-384c77ad8267 req-5683062e-6466-4642-998d-bb7a715b3a22 tempest-TestShelveInstance-72923974 tempest-TestShelveInstance-72923974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:58:47.686508 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-a74e9555-dbbf-483d-81f6-384c77ad8267 req-5683062e-6466-4642-998d-bb7a715b3a22 tempest-TestShelveInstance-72923974 tempest-TestShelveInstance-72923974-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-507053'] for port (None), before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:58:47.692730 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5683062e-6466-4642-998d-bb7a715b3a22 tempest-TestShelveInstance-72923974 tempest-TestShelveInstance-72923974-project] Pushing event updated for resources: {'Port': ['ID=2f18b7d6-84d7-4249-8b95-51fdbd414e68,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:58:47.708428 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-a74e9555-dbbf-483d-81f6-384c77ad8267 req-5683062e-6466-4642-998d-bb7a715b3a22 tempest-TestShelveInstance-72923974 tempest-TestShelveInstance-72923974-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6842787 Apr 11 13:58:47.716147 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-3fea6b7e-6879-46ad-ac68-3a577fae7ab7 req-24f45095-3370-4764-93d4-433c949b9cb8 tempest-VolumesSnapshotTestJSON-930763727 tempest-VolumesSnapshotTestJSON-930763727-project] 10.222.0.67 "GET /v2.0/security-groups?id=56353bbe-7d01-49a9-b691-e11fe2a614c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435982 Apr 11 13:58:47.820090 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671f7f81-02a3-4a6e-af9d-1d066375eec1 req-fc8740f3-2edb-4444-a4a5-4ef7293a8f0e tempest-TestShelveInstance-72923974 tempest-TestShelveInstance-72923974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:58:47.821608 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-671f7f81-02a3-4a6e-af9d-1d066375eec1 req-fc8740f3-2edb-4444-a4a5-4ef7293a8f0e tempest-TestShelveInstance-72923974 tempest-TestShelveInstance-72923974-project] 10.222.0.67 "GET /v2.0/ports?device_id=e2a988bf-9fbe-4371-a34f-2437494ec1ee HTTP/1.1" status: 200 len: 931 time: 0.0488737 Apr 11 13:58:47.871573 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-671f7f81-02a3-4a6e-af9d-1d066375eec1 req-02e1012b-4f0c-4c75-840b-ec4aeb14be6e tempest-TestShelveInstance-72923974 tempest-TestShelveInstance-72923974-project] 10.222.0.67 "GET /v2.0/security-groups?id=5212f323-fd10-4b4e-8612-863b832a0ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437567 Apr 11 13:58:47.926144 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-1105c5e1-95af-4f15-a3de-b4ed38aa1c39 None None] Provisioning complete for port 2f18b7d6-84d7-4249-8b95-51fdbd414e68 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 13:58:47.926721 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-1105c5e1-95af-4f15-a3de-b4ed38aa1c39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-663396'] for port (2f18b7d6-84d7-4249-8b95-51fdbd414e68), provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:58:47.959336 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-1105c5e1-95af-4f15-a3de-b4ed38aa1c39 None None] Port 2f18b7d6-84d7-4249-8b95-51fdbd414e68 cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 13:58:48.113856 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.v2.base [req-a74e9555-dbbf-483d-81f6-384c77ad8267 req-7eb04b4d-fddf-4e75-bed7-af4d042c7c51 service neutron] Request body: {'port': {'device_id': 'e2a988bf-9fbe-4371-a34f-2437494ec1ee', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83078'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 13:58:48.183054 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-a74e9555-dbbf-483d-81f6-384c77ad8267 req-7eb04b4d-fddf-4e75-bed7-af4d042c7c51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883311'] for port (2f18b7d6-84d7-4249-8b95-51fdbd414e68), before_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:58:48.476939 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.notifiers.nova [req-a74e9555-dbbf-483d-81f6-384c77ad8267 req-7eb04b4d-fddf-4e75-bed7-af4d042c7c51 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f18b7d6-84d7-4249-8b95-51fdbd414e68 {{(pid=103319) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 13:58:48.485824 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-a74e9555-dbbf-483d-81f6-384c77ad8267 req-7eb04b4d-fddf-4e75-bed7-af4d042c7c51 service neutron] Publish callbacks [] for port (2f18b7d6-84d7-4249-8b95-51fdbd414e68), precommit_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:58:48.499362 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.db.provisioning_blocks [req-a74e9555-dbbf-483d-81f6-384c77ad8267 req-7eb04b4d-fddf-4e75-bed7-af4d042c7c51 service neutron] Transition to ACTIVE for port object 2f18b7d6-84d7-4249-8b95-51fdbd414e68 will not be triggered until provisioned by entity L2. {{(pid=103319) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 13:58:48.502862 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-a74e9555-dbbf-483d-81f6-384c77ad8267 req-7eb04b4d-fddf-4e75-bed7-af4d042c7c51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750379687711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750379164492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750379164510'] for port (2f18b7d6-84d7-4249-8b95-51fdbd414e68), after_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:58:48.571762 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb04b4d-fddf-4e75-bed7-af4d042c7c51 service neutron] Pushing event updated for resources: {'Port': ['ID=2f18b7d6-84d7-4249-8b95-51fdbd414e68,revision_number=2']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:58:48.580507 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Device ff4c3178-c740-4cea-87a2-4bed198b02e0 details requested by agent hyperv_hv-cinder-83078 with host hv-cinder-83078 {{(pid=103320) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 13:58:48.594919 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.managers [req-a74e9555-dbbf-483d-81f6-384c77ad8267 req-7eb04b4d-fddf-4e75-bed7-af4d042c7c51 service neutron] Attempting to bind port 2f18b7d6-84d7-4249-8b95-51fdbd414e68 on host hv-cinder-83078 for vnic_type normal with profile {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 13:58:48.595265 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.managers [req-a74e9555-dbbf-483d-81f6-384c77ad8267 req-7eb04b4d-fddf-4e75-bed7-af4d042c7c51 service neutron] Attempting to bind port 2f18b7d6-84d7-4249-8b95-51fdbd414e68 by drivers openvswitch,hyperv on host hv-cinder-83078 at level 0 using segments [{'id': 'eced59c3-a177-4f35-9f71-e3309e41d19c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': 'bcc3856a-1e27-4d38-8f1d-e24f8fbb1282'}] {{(pid=103319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 13:58:48.595597 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a74e9555-dbbf-483d-81f6-384c77ad8267 req-7eb04b4d-fddf-4e75-bed7-af4d042c7c51 service neutron] Attempting to bind port 2f18b7d6-84d7-4249-8b95-51fdbd414e68 on network bcc3856a-1e27-4d38-8f1d-e24f8fbb1282 {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 13:58:48.606141 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a74e9555-dbbf-483d-81f6-384c77ad8267 req-7eb04b4d-fddf-4e75-bed7-af4d042c7c51 service neutron] Port 2f18b7d6-84d7-4249-8b95-51fdbd414e68 on network bcc3856a-1e27-4d38-8f1d-e24f8fbb1282 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83078 {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 11 13:58:48.606473 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a74e9555-dbbf-483d-81f6-384c77ad8267 req-7eb04b4d-fddf-4e75-bed7-af4d042c7c51 service neutron] Attempting to bind port 2f18b7d6-84d7-4249-8b95-51fdbd414e68 on network bcc3856a-1e27-4d38-8f1d-e24f8fbb1282 {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 13:58:48.612774 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a74e9555-dbbf-483d-81f6-384c77ad8267 req-7eb04b4d-fddf-4e75-bed7-af4d042c7c51 service neutron] Checking agent: {'id': 'a433433c-9197-4b2b-8991-1d45f6bac940', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83078', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 13, 53, 31), 'started_at': datetime.datetime(2022, 4, 11, 13, 53, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 13, 58, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 13:58:48.613116 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a74e9555-dbbf-483d-81f6-384c77ad8267 req-7eb04b4d-fddf-4e75-bed7-af4d042c7c51 service neutron] Checking segment: {'id': 'eced59c3-a177-4f35-9f71-e3309e41d19c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': 'bcc3856a-1e27-4d38-8f1d-e24f8fbb1282'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103319) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 13:58:48.614689 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a74e9555-dbbf-483d-81f6-384c77ad8267 req-7eb04b4d-fddf-4e75-bed7-af4d042c7c51 service neutron] Bound using segment: {'id': 'eced59c3-a177-4f35-9f71-e3309e41d19c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': 'bcc3856a-1e27-4d38-8f1d-e24f8fbb1282'} {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 13:58:48.615392 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.managers [req-a74e9555-dbbf-483d-81f6-384c77ad8267 req-7eb04b4d-fddf-4e75-bed7-af4d042c7c51 service neutron] Bound port: 2f18b7d6-84d7-4249-8b95-51fdbd414e68, host: hv-cinder-83078, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eced59c3-a177-4f35-9f71-e3309e41d19c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': 'bcc3856a-1e27-4d38-8f1d-e24f8fbb1282'}}] {{(pid=103319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 13:58:48.615824 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-a74e9555-dbbf-483d-81f6-384c77ad8267 req-7eb04b4d-fddf-4e75-bed7-af4d042c7c51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883311'] for port (2f18b7d6-84d7-4249-8b95-51fdbd414e68), before_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:58:48.689615 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] For port ff4c3178-c740-4cea-87a2-4bed198b02e0, host hv-cinder-83078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83078',level=0,port_id=ff4c3178-c740-4cea-87a2-4bed198b02e0,segment=NetworkSegment(c76e7a36-0cd0-436f-a97d-91d823e2c2a9),segment_id=c76e7a36-0cd0-436f-a97d-91d823e2c2a9)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 13:58:48.690207 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.db [req-a74e9555-dbbf-483d-81f6-384c77ad8267 req-7eb04b4d-fddf-4e75-bed7-af4d042c7c51 service neutron] For port 2f18b7d6-84d7-4249-8b95-51fdbd414e68, host hv-cinder-83078, cleared binding levels {{(pid=103319) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 13:58:48.693498 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.db [req-a74e9555-dbbf-483d-81f6-384c77ad8267 req-7eb04b4d-fddf-4e75-bed7-af4d042c7c51 service neutron] For port 2f18b7d6-84d7-4249-8b95-51fdbd414e68, host hv-cinder-83078, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83078',level=0,port_id=2f18b7d6-84d7-4249-8b95-51fdbd414e68,segment=NetworkSegment(eced59c3-a177-4f35-9f71-e3309e41d19c),segment_id=eced59c3-a177-4f35-9f71-e3309e41d19c)] {{(pid=103319) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 13:58:48.702228 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-a74e9555-dbbf-483d-81f6-384c77ad8267 req-7eb04b4d-fddf-4e75-bed7-af4d042c7c51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750379687711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750379164492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750379164510'] for port (2f18b7d6-84d7-4249-8b95-51fdbd414e68), after_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:58:48.704819 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Returning: {'device': 'ff4c3178-c740-4cea-87a2-4bed198b02e0', 'network_id': 'cf99eff9-c390-41f8-af4b-89bf18e9fd64', 'port_id': 'ff4c3178-c740-4cea-87a2-4bed198b02e0', 'mac_address': 'fa:16:3e:8c:a0:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 942, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a9facf0-fa5a-4e20-8e44-ee1b6aa7f23e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103320) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 13:58:48.720091 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc02bc1-9a54-4bb7-a709-4cf2d12871d4 req-0ae0fd9a-33f5-4f80-b04f-50f07345beba tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:58:48.721920 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-8dc02bc1-9a54-4bb7-a709-4cf2d12871d4 req-0ae0fd9a-33f5-4f80-b04f-50f07345beba tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] 10.222.0.67 "GET /v2.0/ports?device_id=0d5f3b7d-8b92-4264-b41a-1d1ade879f2f HTTP/1.1" status: 200 len: 944 time: 0.0676506 Apr 11 13:58:48.747501 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Current status of the port ff4c3178-c740-4cea-87a2-4bed198b02e0 is: DOWN; New status is: BUILD {{(pid=103320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 13:58:48.747751 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883311'] for port (ff4c3178-c740-4cea-87a2-4bed198b02e0), before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:58:48.755568 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74e9555-dbbf-483d-81f6-384c77ad8267 req-7eb04b4d-fddf-4e75-bed7-af4d042c7c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:58:48.756294 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-a74e9555-dbbf-483d-81f6-384c77ad8267 req-7eb04b4d-fddf-4e75-bed7-af4d042c7c51 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-507053'] for port (None), before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:58:48.762557 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-a74e9555-dbbf-483d-81f6-384c77ad8267 req-7eb04b4d-fddf-4e75-bed7-af4d042c7c51 service neutron] 10.222.0.75 "PUT /v2.0/ports/2f18b7d6-84d7-4249-8b95-51fdbd414e68 HTTP/1.1" status: 200 len: 1093 time: 0.6541340 Apr 11 13:58:48.762983 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.notifiers.nova [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff4c3178-c740-4cea-87a2-4bed198b02e0 {{(pid=103320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 13:58:48.763127 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2a988bf-9fbe-4371-a34f-2437494ec1ee', 'tag': '2f18b7d6-84d7-4249-8b95-51fdbd414e68'}] {{(pid=103319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 13:58:48.766432 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca54f3a3744013fac1d33973197c51c1d98542aecacec3b3a4d6ee5bc00756d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b115e5f9-3c89-4ee8-874b-cdd57d2dcd86" -d '{"events": [{"name": "network-changed", "server_uuid": "e2a988bf-9fbe-4371-a34f-2437494ec1ee", "tag": "2f18b7d6-84d7-4249-8b95-51fdbd414e68"}]}' {{(pid=103319) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 13:58:48.803418 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] For port ff4c3178-c740-4cea-87a2-4bed198b02e0, host hv-cinder-83078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83078',level=0,port_id=ff4c3178-c740-4cea-87a2-4bed198b02e0,segment=NetworkSegment(c76e7a36-0cd0-436f-a97d-91d823e2c2a9),segment_id=c76e7a36-0cd0-436f-a97d-91d823e2c2a9)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 13:58:48.812259 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750379687711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750379164492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750379164510'] for port (ff4c3178-c740-4cea-87a2-4bed198b02e0), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:58:48.817606 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-8dc02bc1-9a54-4bb7-a709-4cf2d12871d4 req-192a2d7f-2947-49f0-bf5d-b4ad4aa5dca3 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] 10.222.0.67 "GET /v2.0/security-groups?id=2c46161f-2d1e-4228-ae9c-ab4fe572bda1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0886390 Apr 11 13:58:48.833838 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb04b4d-fddf-4e75-bed7-af4d042c7c51 service neutron] Pushing event updated for resources: {'Port': ['ID=2f18b7d6-84d7-4249-8b95-51fdbd414e68,revision_number=3']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:58:48.881879 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 13:58:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6f58650-357f-40b2-ad37-4040839d0cc6 x-openstack-request-id: req-a6f58650-357f-40b2-ad37-4040839d0cc6 {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 13:58:48.882167 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2a988bf-9fbe-4371-a34f-2437494ec1ee", "tag": "2f18b7d6-84d7-4249-8b95-51fdbd414e68", "status": "completed", "code": 200}]} {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 13:58:48.882411 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-a6f58650-357f-40b2-ad37-4040839d0cc6 {{(pid=103319) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 13:58:48.882807 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a6f58650-357f-40b2-ad37-4040839d0cc6'] response: {'name': 'network-changed', 'server_uuid': 'e2a988bf-9fbe-4371-a34f-2437494ec1ee', 'tag': '2f18b7d6-84d7-4249-8b95-51fdbd414e68', 'status': 'completed', 'code': 200} Apr 11 13:58:48.886324 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Pushing event updated for resources: {'Port': ['ID=ff4c3178-c740-4cea-87a2-4bed198b02e0,revision_number=4']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:58:48.894815 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:58:48.895167 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:58:48.895515 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:58:48.895931 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:58:48.896274 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:58:48.896608 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:58:48.896939 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:58:48.897257 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:58:48.897591 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:58:48.897927 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:58:48.898254 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:58:48.898770 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:58:48.898910 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:58:48.899493 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:58:48.900116 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:58:48.901990 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620ed63e-7d0d-4cfc-890c-8e6a0ed8d4cf req-f174b1fe-6227-4d18-8fc7-f6a15d228ea3 tempest-VolumesSnapshotTestJSON-930763727 tempest-VolumesSnapshotTestJSON-930763727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:58:48.903512 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-620ed63e-7d0d-4cfc-890c-8e6a0ed8d4cf req-f174b1fe-6227-4d18-8fc7-f6a15d228ea3 tempest-VolumesSnapshotTestJSON-930763727 tempest-VolumesSnapshotTestJSON-930763727-project] 10.222.0.67 "GET /v2.0/ports?device_id=94420324-3720-447d-b195-df28fb7d8fc7 HTTP/1.1" status: 200 len: 945 time: 0.0934391 Apr 11 13:58:48.909182 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74e9555-dbbf-483d-81f6-384c77ad8267 req-6e46e210-61cf-4849-acfb-c82418045796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:58:48.910551 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-a74e9555-dbbf-483d-81f6-384c77ad8267 req-6e46e210-61cf-4849-acfb-c82418045796 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=626d5ba1efe34953a6d00b0f0afd5013&device_id=e2a988bf-9fbe-4371-a34f-2437494ec1ee HTTP/1.1" status: 200 len: 1127 time: 0.0859759 Apr 11 13:58:48.959872 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-a74e9555-dbbf-483d-81f6-384c77ad8267 req-016be2d5-28c8-4cfe-9913-f652a15a1fc2 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2f18b7d6-84d7-4249-8b95-51fdbd414e68 HTTP/1.1" status: 200 len: 217 time: 0.0412972 Apr 11 13:58:49.004371 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e45e8b-18c8-4ede-b932-1afb9e2e9cdd req-876dcd59-55e7-4d3d-8b68-072d6b6fa7e1 tempest-TestShelveInstance-72923974 tempest-TestShelveInstance-72923974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:58:49.006065 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-88e45e8b-18c8-4ede-b932-1afb9e2e9cdd req-876dcd59-55e7-4d3d-8b68-072d6b6fa7e1 tempest-TestShelveInstance-72923974 tempest-TestShelveInstance-72923974-project] 10.222.0.67 "GET /v2.0/ports?device_id=e2a988bf-9fbe-4371-a34f-2437494ec1ee HTTP/1.1" status: 200 len: 943 time: 0.0499489 Apr 11 13:58:49.015123 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-620ed63e-7d0d-4cfc-890c-8e6a0ed8d4cf req-508cf087-f452-4a89-8bbe-723fc9665d90 tempest-VolumesSnapshotTestJSON-930763727 tempest-VolumesSnapshotTestJSON-930763727-project] 10.222.0.67 "GET /v2.0/security-groups?id=56353bbe-7d01-49a9-b691-e11fe2a614c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035461 Apr 11 13:58:49.034257 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74e9555-dbbf-483d-81f6-384c77ad8267 req-afc97a44-b512-483a-a7ee-4fe0d72ecb72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:58:49.034257 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-a74e9555-dbbf-483d-81f6-384c77ad8267 req-afc97a44-b512-483a-a7ee-4fe0d72ecb72 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=3f4be426-c8cc-4fad-9345-853add2c7e7d HTTP/1.1" status: 200 len: 847 time: 0.0591102 Apr 11 13:58:49.058968 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-88e45e8b-18c8-4ede-b932-1afb9e2e9cdd req-2c968fdb-afe1-4a22-80ba-8adbc368c796 tempest-TestShelveInstance-72923974 tempest-TestShelveInstance-72923974-project] 10.222.0.67 "GET /v2.0/security-groups?id=5212f323-fd10-4b4e-8612-863b832a0ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439084 Apr 11 13:58:49.079712 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74e9555-dbbf-483d-81f6-384c77ad8267 req-a66adb94-b9f9-43b9-85a7-a2ed5619e5f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:58:49.081307 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-a74e9555-dbbf-483d-81f6-384c77ad8267 req-a66adb94-b9f9-43b9-85a7-a2ed5619e5f5 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=bcc3856a-1e27-4d38-8f1d-e24f8fbb1282&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0444472 Apr 11 13:58:49.137789 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] get_ports_and_sgs() called for port_ids ['ff4c3178-c740-4cea-87a2-4bed198b02e0'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 13:58:49.175851 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-a74e9555-dbbf-483d-81f6-384c77ad8267 req-429a71f7-17e3-4644-acce-deced0bc547b service neutron] 10.222.0.75 "GET /v2.0/networks/bcc3856a-1e27-4d38-8f1d-e24f8fbb1282?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816693 Apr 11 13:58:49.266242 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-a74e9555-dbbf-483d-81f6-384c77ad8267 req-abb5142d-10fd-4443-b560-c9e64ea27496 service neutron] 10.222.0.75 "GET /v2.0/networks/bcc3856a-1e27-4d38-8f1d-e24f8fbb1282?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836523 Apr 11 13:58:49.625832 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b115e5f9-3c89-4ee8-874b-cdd57d2dcd86 req-d2477b22-68a1-4841-8442-84ad65b03857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:58:49.627282 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-b115e5f9-3c89-4ee8-874b-cdd57d2dcd86 req-d2477b22-68a1-4841-8442-84ad65b03857 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=626d5ba1efe34953a6d00b0f0afd5013&device_id=e2a988bf-9fbe-4371-a34f-2437494ec1ee HTTP/1.1" status: 200 len: 1127 time: 0.0391145 Apr 11 13:58:49.716566 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b115e5f9-3c89-4ee8-874b-cdd57d2dcd86 req-28f24973-f163-48dc-b209-403cdd56c242 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:58:49.718613 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-b115e5f9-3c89-4ee8-874b-cdd57d2dcd86 req-28f24973-f163-48dc-b209-403cdd56c242 service neutron] 10.222.0.75 "GET /v2.0/networks?id=bcc3856a-1e27-4d38-8f1d-e24f8fbb1282 HTTP/1.1" status: 200 len: 909 time: 0.0848913 Apr 11 13:58:49.758737 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-b115e5f9-3c89-4ee8-874b-cdd57d2dcd86 req-ac6cc978-69a8-480f-854c-c1050d6a4042 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2f18b7d6-84d7-4249-8b95-51fdbd414e68 HTTP/1.1" status: 200 len: 217 time: 0.0331380 Apr 11 13:58:49.813947 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b115e5f9-3c89-4ee8-874b-cdd57d2dcd86 req-2e1cad05-9c8d-41bd-8907-d55be06c4d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:58:49.815349 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-b115e5f9-3c89-4ee8-874b-cdd57d2dcd86 req-2e1cad05-9c8d-41bd-8907-d55be06c4d6d service neutron] 10.222.0.75 "GET /v2.0/subnets?id=3f4be426-c8cc-4fad-9345-853add2c7e7d HTTP/1.1" status: 200 len: 847 time: 0.0421777 Apr 11 13:58:49.858761 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b115e5f9-3c89-4ee8-874b-cdd57d2dcd86 req-43b99e3a-c4e8-42a6-9285-fcd219fbf2f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:58:49.860532 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-b115e5f9-3c89-4ee8-874b-cdd57d2dcd86 req-43b99e3a-c4e8-42a6-9285-fcd219fbf2f1 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=bcc3856a-1e27-4d38-8f1d-e24f8fbb1282&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0377862 Apr 11 13:58:49.966090 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77e9322-0055-4055-bc39-29b5066eacb5 req-b7699521-a911-43c2-95e4-cdb178f3fc19 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:58:49.968294 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-a77e9322-0055-4055-bc39-29b5066eacb5 req-b7699521-a911-43c2-95e4-cdb178f3fc19 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] 10.222.0.67 "GET /v2.0/ports?device_id=0d5f3b7d-8b92-4264-b41a-1d1ade879f2f HTTP/1.1" status: 200 len: 944 time: 0.0810816 Apr 11 13:58:50.001790 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-b115e5f9-3c89-4ee8-874b-cdd57d2dcd86 req-ffecb86d-82ac-4611-9b0d-cd0dc9385687 service neutron] 10.222.0.75 "GET /v2.0/networks/bcc3856a-1e27-4d38-8f1d-e24f8fbb1282?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341598 Apr 11 13:58:50.052783 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-a77e9322-0055-4055-bc39-29b5066eacb5 req-ad891055-026b-4618-b30a-5ac4002884e5 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] 10.222.0.67 "GET /v2.0/security-groups?id=2c46161f-2d1e-4228-ae9c-ab4fe572bda1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0787442 Apr 11 13:58:50.113435 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-b115e5f9-3c89-4ee8-874b-cdd57d2dcd86 req-2d5850cb-651d-48cb-ba31-f7e7ccbeb828 service neutron] 10.222.0.75 "GET /v2.0/networks/bcc3856a-1e27-4d38-8f1d-e24f8fbb1282?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000495 Apr 11 13:58:50.132085 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a83880-fa75-4562-a396-780c66b935d5 req-6c38f711-558a-4c64-8408-d6183625681a tempest-VolumesSnapshotTestJSON-930763727 tempest-VolumesSnapshotTestJSON-930763727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:58:50.133394 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-02a83880-fa75-4562-a396-780c66b935d5 req-6c38f711-558a-4c64-8408-d6183625681a tempest-VolumesSnapshotTestJSON-930763727 tempest-VolumesSnapshotTestJSON-930763727-project] 10.222.0.67 "GET /v2.0/ports?device_id=94420324-3720-447d-b195-df28fb7d8fc7 HTTP/1.1" status: 200 len: 945 time: 0.0497799 Apr 11 13:58:50.185429 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4937e6ca-cef8-4424-86db-52573e46ce7e req-f95ca446-520a-47ab-b659-8116b0d93105 tempest-TestShelveInstance-72923974 tempest-TestShelveInstance-72923974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:58:50.187161 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-4937e6ca-cef8-4424-86db-52573e46ce7e req-f95ca446-520a-47ab-b659-8116b0d93105 tempest-TestShelveInstance-72923974 tempest-TestShelveInstance-72923974-project] 10.222.0.67 "GET /v2.0/ports?device_id=e2a988bf-9fbe-4371-a34f-2437494ec1ee HTTP/1.1" status: 200 len: 943 time: 0.0556138 Apr 11 13:58:50.190658 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-02a83880-fa75-4562-a396-780c66b935d5 req-ca0f5ea6-afb7-4f0b-8625-5b99ac03518d tempest-VolumesSnapshotTestJSON-930763727 tempest-VolumesSnapshotTestJSON-930763727-project] 10.222.0.67 "GET /v2.0/security-groups?id=56353bbe-7d01-49a9-b691-e11fe2a614c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499644 Apr 11 13:58:50.235907 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-4937e6ca-cef8-4424-86db-52573e46ce7e req-e145c49a-9487-41fd-9662-b29c5f11eb11 tempest-TestShelveInstance-72923974 tempest-TestShelveInstance-72923974-project] 10.222.0.67 "GET /v2.0/security-groups?id=5212f323-fd10-4b4e-8612-863b832a0ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429809 Apr 11 13:58:50.586418 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Device cda04f4a-80ef-4c18-b575-cb87293272ce details requested by agent hyperv_hv-cinder-83078 with host hv-cinder-83078 {{(pid=103320) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 13:58:50.589464 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Device ff4c3178-c740-4cea-87a2-4bed198b02e0 up at agent hyperv_hv-cinder-83078 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 13:58:50.688575 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Provisioning for port ff4c3178-c740-4cea-87a2-4bed198b02e0 completed by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 11 13:58:50.699465 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Provisioning complete for port ff4c3178-c740-4cea-87a2-4bed198b02e0 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 13:58:50.699864 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-663396'] for port (ff4c3178-c740-4cea-87a2-4bed198b02e0), provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:58:50.747964 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] For port cda04f4a-80ef-4c18-b575-cb87293272ce, host hv-cinder-83078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83078',level=0,port_id=cda04f4a-80ef-4c18-b575-cb87293272ce,segment=NetworkSegment(964d2a25-195e-4828-b4c1-a165c2037b82),segment_id=964d2a25-195e-4828-b4c1-a165c2037b82)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 13:58:50.768329 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Returning: {'device': 'cda04f4a-80ef-4c18-b575-cb87293272ce', 'network_id': '0208f136-78bf-40a4-90c8-9a7151bfb362', 'port_id': 'cda04f4a-80ef-4c18-b575-cb87293272ce', 'mac_address': 'fa:16:3e:86:d5:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 943, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2778d57e-4616-4989-bcd8-4f6cb6111901', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103320) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 13:58:50.833126 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Current status of the port cda04f4a-80ef-4c18-b575-cb87293272ce is: DOWN; New status is: BUILD {{(pid=103320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 13:58:50.833511 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883311'] for port (cda04f4a-80ef-4c18-b575-cb87293272ce), before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:58:50.836384 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Current status of the port ff4c3178-c740-4cea-87a2-4bed198b02e0 is: BUILD; New status is: ACTIVE {{(pid=103320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 13:58:50.836801 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883311'] for port (ff4c3178-c740-4cea-87a2-4bed198b02e0), before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:58:50.855526 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.notifiers.nova [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cda04f4a-80ef-4c18-b575-cb87293272ce {{(pid=103320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 13:58:50.870630 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94420324-3720-447d-b195-df28fb7d8fc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff4c3178-c740-4cea-87a2-4bed198b02e0'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 13:58:50.872854 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e17e7c2a2a067a9a9572b19104dd8b83720c41d762fa1dc6a6c9d001f6760b0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-745cb126-f253-4931-9a83-9e80af43ed66" -d '{"events": [{"server_uuid": "94420324-3720-447d-b195-df28fb7d8fc7", "name": "network-vif-plugged", "status": "completed", "tag": "ff4c3178-c740-4cea-87a2-4bed198b02e0"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 13:58:50.894541 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] For port ff4c3178-c740-4cea-87a2-4bed198b02e0, host hv-cinder-83078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83078',level=0,port_id=ff4c3178-c740-4cea-87a2-4bed198b02e0,segment=NetworkSegment(c76e7a36-0cd0-436f-a97d-91d823e2c2a9),segment_id=c76e7a36-0cd0-436f-a97d-91d823e2c2a9)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 13:58:50.898423 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] For port cda04f4a-80ef-4c18-b575-cb87293272ce, host hv-cinder-83078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83078',level=0,port_id=cda04f4a-80ef-4c18-b575-cb87293272ce,segment=NetworkSegment(964d2a25-195e-4828-b4c1-a165c2037b82),segment_id=964d2a25-195e-4828-b4c1-a165c2037b82)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 13:58:50.899993 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750379687711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750379164492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750379164510'] for port (ff4c3178-c740-4cea-87a2-4bed198b02e0), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:58:50.904430 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750379687711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750379164492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750379164510'] for port (cda04f4a-80ef-4c18-b575-cb87293272ce), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:58:50.928166 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 13:58:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ecabd3a-3e73-43b5-a44e-f357e71fa5d2 x-openstack-request-id: req-0ecabd3a-3e73-43b5-a44e-f357e71fa5d2 {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 13:58:50.928550 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94420324-3720-447d-b195-df28fb7d8fc7", "name": "network-vif-plugged", "status": "completed", "tag": "ff4c3178-c740-4cea-87a2-4bed198b02e0", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 13:58:50.928805 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-0ecabd3a-3e73-43b5-a44e-f357e71fa5d2 {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 13:58:50.929189 dv-cinder-830787-2-iscsi neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0ecabd3a-3e73-43b5-a44e-f357e71fa5d2'] response: {'server_uuid': '94420324-3720-447d-b195-df28fb7d8fc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff4c3178-c740-4cea-87a2-4bed198b02e0', 'code': 200} Apr 11 13:58:50.954481 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Pushing event updated for resources: {'Port': ['ID=ff4c3178-c740-4cea-87a2-4bed198b02e0,revision_number=5']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:58:51.005978 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Pushing event updated for resources: {'Port': ['ID=cda04f4a-80ef-4c18-b575-cb87293272ce,revision_number=9']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:58:51.093348 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e542e42-68fd-4939-9ed0-a866590388e6 req-7a58b91a-42a5-443b-af77-57b31d4d3a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:58:51.094864 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-1e542e42-68fd-4939-9ed0-a866590388e6 req-7a58b91a-42a5-443b-af77-57b31d4d3a8c service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=94420324-3720-447d-b195-df28fb7d8fc7 HTTP/1.1" status: 200 len: 1130 time: 0.0422421 Apr 11 13:58:51.167562 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-1e542e42-68fd-4939-9ed0-a866590388e6 req-e44c5533-f59c-4986-892c-d2927df26f31 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=56353bbe-7d01-49a9-b691-e11fe2a614c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652468 Apr 11 13:58:51.182686 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e48795c-b1f6-4fe6-a411-3882fc23b2fa req-ddc47bce-bd8d-4336-83f3-a6ed54cc2fb1 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:58:51.184121 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-9e48795c-b1f6-4fe6-a411-3882fc23b2fa req-ddc47bce-bd8d-4336-83f3-a6ed54cc2fb1 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] 10.222.0.67 "GET /v2.0/ports?device_id=0d5f3b7d-8b92-4264-b41a-1d1ade879f2f HTTP/1.1" status: 200 len: 945 time: 0.0565300 Apr 11 13:58:51.236801 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] get_ports_and_sgs() called for port_ids ['cda04f4a-80ef-4c18-b575-cb87293272ce'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 13:58:51.242170 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-9e48795c-b1f6-4fe6-a411-3882fc23b2fa req-556ef2ca-f3dc-486a-8fb3-bdc5545377ab tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] 10.222.0.67 "GET /v2.0/security-groups?id=2c46161f-2d1e-4228-ae9c-ab4fe572bda1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523155 Apr 11 13:58:51.309026 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a761d560-3a55-4359-b852-9dfed3cfe657 req-10bc5ccd-2b76-4608-babf-13aeed3ae5a4 tempest-VolumesSnapshotTestJSON-930763727 tempest-VolumesSnapshotTestJSON-930763727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:58:51.316636 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-a761d560-3a55-4359-b852-9dfed3cfe657 req-10bc5ccd-2b76-4608-babf-13aeed3ae5a4 tempest-VolumesSnapshotTestJSON-930763727 tempest-VolumesSnapshotTestJSON-930763727-project] 10.222.0.67 "GET /v2.0/ports?device_id=94420324-3720-447d-b195-df28fb7d8fc7 HTTP/1.1" status: 200 len: 946 time: 0.0505583 Apr 11 13:58:51.368744 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b11b85-c808-40e7-b39b-fa54f73c9ecc req-a18730d8-e8b9-4456-9dc5-f066affec3c9 tempest-TestShelveInstance-72923974 tempest-TestShelveInstance-72923974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:58:51.370377 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-40b11b85-c808-40e7-b39b-fa54f73c9ecc req-a18730d8-e8b9-4456-9dc5-f066affec3c9 tempest-TestShelveInstance-72923974 tempest-TestShelveInstance-72923974-project] 10.222.0.67 "GET /v2.0/ports?device_id=e2a988bf-9fbe-4371-a34f-2437494ec1ee HTTP/1.1" status: 200 len: 943 time: 0.0656936 Apr 11 13:58:51.371756 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-a761d560-3a55-4359-b852-9dfed3cfe657 req-3215d86d-920c-471b-b137-92685884c03c tempest-VolumesSnapshotTestJSON-930763727 tempest-VolumesSnapshotTestJSON-930763727-project] 10.222.0.67 "GET /v2.0/security-groups?id=56353bbe-7d01-49a9-b691-e11fe2a614c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457904 Apr 11 13:58:51.423663 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-40b11b85-c808-40e7-b39b-fa54f73c9ecc req-ab35c8b2-c32c-4ab2-ad97-d730a9129fae tempest-TestShelveInstance-72923974 tempest-TestShelveInstance-72923974-project] 10.222.0.67 "GET /v2.0/security-groups?id=5212f323-fd10-4b4e-8612-863b832a0ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462058 Apr 11 13:58:52.363865 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba6e2f2-4b28-4c52-9d42-9a8dd8453794 req-5ca3dd21-3a9a-40ed-97a6-9f3bf0cb4361 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:58:52.365335 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-0ba6e2f2-4b28-4c52-9d42-9a8dd8453794 req-5ca3dd21-3a9a-40ed-97a6-9f3bf0cb4361 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] 10.222.0.67 "GET /v2.0/ports?device_id=0d5f3b7d-8b92-4264-b41a-1d1ade879f2f HTTP/1.1" status: 200 len: 945 time: 0.0464175 Apr 11 13:58:52.412748 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-0ba6e2f2-4b28-4c52-9d42-9a8dd8453794 req-fe135104-f935-49cc-ab47-f98edb22a368 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] 10.222.0.67 "GET /v2.0/security-groups?id=2c46161f-2d1e-4228-ae9c-ab4fe572bda1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415440 Apr 11 13:58:52.489558 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1b2c34-2501-4db8-bf6d-2a852126d696 req-cc44fcff-fc14-42c6-9519-7d7d5a0ada9d tempest-VolumesSnapshotTestJSON-930763727 tempest-VolumesSnapshotTestJSON-930763727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:58:52.491085 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-ba1b2c34-2501-4db8-bf6d-2a852126d696 req-cc44fcff-fc14-42c6-9519-7d7d5a0ada9d tempest-VolumesSnapshotTestJSON-930763727 tempest-VolumesSnapshotTestJSON-930763727-project] 10.222.0.67 "GET /v2.0/ports?device_id=94420324-3720-447d-b195-df28fb7d8fc7 HTTP/1.1" status: 200 len: 946 time: 0.0472419 Apr 11 13:58:52.537819 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acaabdbb-7d2b-45f2-9676-59cc094a152d req-e8988dde-52b1-435d-9380-7d86a81742d0 tempest-TestShelveInstance-72923974 tempest-TestShelveInstance-72923974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:58:52.539559 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-acaabdbb-7d2b-45f2-9676-59cc094a152d req-e8988dde-52b1-435d-9380-7d86a81742d0 tempest-TestShelveInstance-72923974 tempest-TestShelveInstance-72923974-project] 10.222.0.67 "GET /v2.0/ports?device_id=e2a988bf-9fbe-4371-a34f-2437494ec1ee HTTP/1.1" status: 200 len: 943 time: 0.0517485 Apr 11 13:58:52.540017 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-ba1b2c34-2501-4db8-bf6d-2a852126d696 req-2cd197d6-2a8b-47b1-be50-357aa8a78f7b tempest-VolumesSnapshotTestJSON-930763727 tempest-VolumesSnapshotTestJSON-930763727-project] 10.222.0.67 "GET /v2.0/security-groups?id=56353bbe-7d01-49a9-b691-e11fe2a614c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433047 Apr 11 13:58:52.592737 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-acaabdbb-7d2b-45f2-9676-59cc094a152d req-89ac8a57-7e3a-4178-997e-670765e5800e tempest-TestShelveInstance-72923974 tempest-TestShelveInstance-72923974-project] 10.222.0.67 "GET /v2.0/security-groups?id=5212f323-fd10-4b4e-8612-863b832a0ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453665 Apr 11 13:58:52.595349 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Device cda04f4a-80ef-4c18-b575-cb87293272ce up at agent hyperv_hv-cinder-83078 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 13:58:52.642166 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Provisioning complete for port cda04f4a-80ef-4c18-b575-cb87293272ce triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 13:58:52.642537 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-663396'] for port (cda04f4a-80ef-4c18-b575-cb87293272ce), provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:58:52.716346 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Current status of the port cda04f4a-80ef-4c18-b575-cb87293272ce is: BUILD; New status is: ACTIVE {{(pid=103320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 13:58:52.716752 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883311'] for port (cda04f4a-80ef-4c18-b575-cb87293272ce), before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:58:52.752535 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] For port cda04f4a-80ef-4c18-b575-cb87293272ce, host hv-cinder-83078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83078',level=0,port_id=cda04f4a-80ef-4c18-b575-cb87293272ce,segment=NetworkSegment(964d2a25-195e-4828-b4c1-a165c2037b82),segment_id=964d2a25-195e-4828-b4c1-a165c2037b82)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 13:58:52.756646 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750379687711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750379164492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750379164510'] for port (cda04f4a-80ef-4c18-b575-cb87293272ce), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:58:52.802215 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Pushing event updated for resources: {'Port': ['ID=cda04f4a-80ef-4c18-b575-cb87293272ce,revision_number=10']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:58:52.929948 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d5f3b7d-8b92-4264-b41a-1d1ade879f2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cda04f4a-80ef-4c18-b575-cb87293272ce'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 13:58:52.932398 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e17e7c2a2a067a9a9572b19104dd8b83720c41d762fa1dc6a6c9d001f6760b0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d8cd98d-b773-47ca-9a6d-93b7fbf2d358" -d '{"events": [{"server_uuid": "0d5f3b7d-8b92-4264-b41a-1d1ade879f2f", "name": "network-vif-plugged", "status": "completed", "tag": "cda04f4a-80ef-4c18-b575-cb87293272ce"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 13:58:52.967700 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 13:58:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0a12418-6287-46e7-824a-ab97bccab018 x-openstack-request-id: req-c0a12418-6287-46e7-824a-ab97bccab018 {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 13:58:52.968023 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d5f3b7d-8b92-4264-b41a-1d1ade879f2f", "name": "network-vif-plugged", "status": "completed", "tag": "cda04f4a-80ef-4c18-b575-cb87293272ce", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 13:58:52.968281 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-c0a12418-6287-46e7-824a-ab97bccab018 {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 13:58:52.968676 dv-cinder-830787-2-iscsi neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c0a12418-6287-46e7-824a-ab97bccab018'] response: {'server_uuid': '0d5f3b7d-8b92-4264-b41a-1d1ade879f2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cda04f4a-80ef-4c18-b575-cb87293272ce', 'code': 200} Apr 11 13:58:53.520045 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b91d46-dd91-4540-949a-68c65dd53019 req-5e038757-2b62-4268-bdd4-d32ee7ad1aad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:58:53.521553 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-15b91d46-dd91-4540-949a-68c65dd53019 req-5e038757-2b62-4268-bdd4-d32ee7ad1aad service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=0d5f3b7d-8b92-4264-b41a-1d1ade879f2f HTTP/1.1" status: 200 len: 1131 time: 0.0383604 Apr 11 13:58:53.532378 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a117065f-f28d-4557-8388-0f97a9836b75 req-b77a73b9-3fc0-4670-aa56-c6f9f13db393 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:58:53.533838 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-a117065f-f28d-4557-8388-0f97a9836b75 req-b77a73b9-3fc0-4670-aa56-c6f9f13db393 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] 10.222.0.67 "GET /v2.0/ports?device_id=0d5f3b7d-8b92-4264-b41a-1d1ade879f2f HTTP/1.1" status: 200 len: 947 time: 0.0470867 Apr 11 13:58:53.570239 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-15b91d46-dd91-4540-949a-68c65dd53019 req-418d0bd8-49f0-43a0-9d87-f133cf65ce78 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=2c46161f-2d1e-4228-ae9c-ab4fe572bda1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424173 Apr 11 13:58:53.583146 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-a117065f-f28d-4557-8388-0f97a9836b75 req-18f243ee-5e54-4c6d-a5ea-81792fc003d3 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] 10.222.0.67 "GET /v2.0/security-groups?id=2c46161f-2d1e-4228-ae9c-ab4fe572bda1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435126 Apr 11 13:58:53.660641 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc23759-93ae-4fd7-bae5-12346f0ff2e9 req-d88da7bb-2133-491e-ad08-fd89f3a11df7 tempest-VolumesSnapshotTestJSON-930763727 tempest-VolumesSnapshotTestJSON-930763727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:58:53.662198 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-ffc23759-93ae-4fd7-bae5-12346f0ff2e9 req-d88da7bb-2133-491e-ad08-fd89f3a11df7 tempest-VolumesSnapshotTestJSON-930763727 tempest-VolumesSnapshotTestJSON-930763727-project] 10.222.0.67 "GET /v2.0/ports?device_id=94420324-3720-447d-b195-df28fb7d8fc7 HTTP/1.1" status: 200 len: 946 time: 0.0457540 Apr 11 13:58:53.703713 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d921a6-45d2-41e5-9bc4-6b1d4764c9c5 req-a08e2df4-c5ad-436a-bff1-181be255c569 tempest-TestShelveInstance-72923974 tempest-TestShelveInstance-72923974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:58:53.705389 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-38d921a6-45d2-41e5-9bc4-6b1d4764c9c5 req-a08e2df4-c5ad-436a-bff1-181be255c569 tempest-TestShelveInstance-72923974 tempest-TestShelveInstance-72923974-project] 10.222.0.67 "GET /v2.0/ports?device_id=e2a988bf-9fbe-4371-a34f-2437494ec1ee HTTP/1.1" status: 200 len: 943 time: 0.0486515 Apr 11 13:58:53.708222 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-ffc23759-93ae-4fd7-bae5-12346f0ff2e9 req-c53410b3-66ca-4d49-9706-8c2b905d78bc tempest-VolumesSnapshotTestJSON-930763727 tempest-VolumesSnapshotTestJSON-930763727-project] 10.222.0.67 "GET /v2.0/security-groups?id=56353bbe-7d01-49a9-b691-e11fe2a614c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403152 Apr 11 13:58:53.757240 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-38d921a6-45d2-41e5-9bc4-6b1d4764c9c5 req-2a6e967e-da7c-450b-be20-5b9a5a51ddcf tempest-TestShelveInstance-72923974 tempest-TestShelveInstance-72923974-project] 10.222.0.67 "GET /v2.0/security-groups?id=5212f323-fd10-4b4e-8612-863b832a0ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463789 Apr 11 13:58:54.709318 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b5cae2-5277-4dc6-958a-5713d9c81d4e req-999e999c-a17c-46f0-a581-b0bb99d6155a tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:58:54.710778 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-35b5cae2-5277-4dc6-958a-5713d9c81d4e req-999e999c-a17c-46f0-a581-b0bb99d6155a tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] 10.222.0.67 "GET /v2.0/ports?device_id=0d5f3b7d-8b92-4264-b41a-1d1ade879f2f HTTP/1.1" status: 200 len: 947 time: 0.0508773 Apr 11 13:58:54.757213 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-35b5cae2-5277-4dc6-958a-5713d9c81d4e req-3826469f-9c20-4a01-a486-bd9a6cf966d8 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] 10.222.0.67 "GET /v2.0/security-groups?id=2c46161f-2d1e-4228-ae9c-ab4fe572bda1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408688 Apr 11 13:58:54.872329 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a09a7f8-a9fe-4c0c-8d12-c44cae1f8015 req-5d9ac4ee-fa86-4f62-840d-069bc0b20941 tempest-TestShelveInstance-72923974 tempest-TestShelveInstance-72923974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:58:54.873987 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-7a09a7f8-a9fe-4c0c-8d12-c44cae1f8015 req-5d9ac4ee-fa86-4f62-840d-069bc0b20941 tempest-TestShelveInstance-72923974 tempest-TestShelveInstance-72923974-project] 10.222.0.67 "GET /v2.0/ports?device_id=e2a988bf-9fbe-4371-a34f-2437494ec1ee HTTP/1.1" status: 200 len: 943 time: 0.0485833 Apr 11 13:58:54.924580 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-7a09a7f8-a9fe-4c0c-8d12-c44cae1f8015 req-b9f8364f-477a-4581-89ea-98b1b371e79c tempest-TestShelveInstance-72923974 tempest-TestShelveInstance-72923974-project] 10.222.0.67 "GET /v2.0/security-groups?id=5212f323-fd10-4b4e-8612-863b832a0ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449727 Apr 11 13:58:55.880900 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d98dabc-d614-4b9a-a355-a7e9ccef53f8 req-beb9a9da-7ea6-43f3-854a-e8ece9571610 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:58:55.882412 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-8d98dabc-d614-4b9a-a355-a7e9ccef53f8 req-beb9a9da-7ea6-43f3-854a-e8ece9571610 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] 10.222.0.67 "GET /v2.0/ports?device_id=0d5f3b7d-8b92-4264-b41a-1d1ade879f2f HTTP/1.1" status: 200 len: 947 time: 0.0503561 Apr 11 13:58:55.929025 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-8d98dabc-d614-4b9a-a355-a7e9ccef53f8 req-e67bc723-34c0-47e0-a968-7b943d9f1af1 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] 10.222.0.67 "GET /v2.0/security-groups?id=2c46161f-2d1e-4228-ae9c-ab4fe572bda1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409644 Apr 11 13:58:56.035802 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed4b3fc-f687-41aa-95ad-cd4df05ac97b req-e707b5b9-dbb4-4c8a-977f-b1c0a7dae8ed tempest-TestShelveInstance-72923974 tempest-TestShelveInstance-72923974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:58:56.037384 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-3ed4b3fc-f687-41aa-95ad-cd4df05ac97b req-e707b5b9-dbb4-4c8a-977f-b1c0a7dae8ed tempest-TestShelveInstance-72923974 tempest-TestShelveInstance-72923974-project] 10.222.0.67 "GET /v2.0/ports?device_id=e2a988bf-9fbe-4371-a34f-2437494ec1ee HTTP/1.1" status: 200 len: 943 time: 0.0491679 Apr 11 13:58:56.085914 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-3ed4b3fc-f687-41aa-95ad-cd4df05ac97b req-6665081a-33ff-4ebe-b49e-05586e2eda75 tempest-TestShelveInstance-72923974 tempest-TestShelveInstance-72923974-project] 10.222.0.67 "GET /v2.0/security-groups?id=5212f323-fd10-4b4e-8612-863b832a0ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424318 Apr 11 13:58:56.445935 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-bad5e768-051f-4a6d-b42b-66f8594fb0cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750379576733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663498'] for agent (d5a8b9a1-2e9e-46b5-8163-20b7d509fa4e), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:58:57.051798 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41a369d-d958-48f2-95b2-64cedb7089ba req-670ebd9e-420f-43aa-ac99-2b2620f9ddce tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:58:57.053285 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-b41a369d-d958-48f2-95b2-64cedb7089ba req-670ebd9e-420f-43aa-ac99-2b2620f9ddce tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] 10.222.0.67 "GET /v2.0/ports?device_id=0d5f3b7d-8b92-4264-b41a-1d1ade879f2f HTTP/1.1" status: 200 len: 947 time: 0.0496638 Apr 11 13:58:57.101084 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-b41a369d-d958-48f2-95b2-64cedb7089ba req-6d93f2a6-9d36-47b6-a436-eeccc74e7136 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] 10.222.0.67 "GET /v2.0/security-groups?id=2c46161f-2d1e-4228-ae9c-ab4fe572bda1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418298 Apr 11 13:58:57.203708 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6fa99a-4abd-4ea8-a745-326047d79a4e req-3bf84097-0301-4f56-8f38-eea2fb2e8e42 tempest-TestShelveInstance-72923974 tempest-TestShelveInstance-72923974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:58:57.205343 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-3a6fa99a-4abd-4ea8-a745-326047d79a4e req-3bf84097-0301-4f56-8f38-eea2fb2e8e42 tempest-TestShelveInstance-72923974 tempest-TestShelveInstance-72923974-project] 10.222.0.67 "GET /v2.0/ports?device_id=e2a988bf-9fbe-4371-a34f-2437494ec1ee HTTP/1.1" status: 200 len: 943 time: 0.0532563 Apr 11 13:58:57.271623 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-3a6fa99a-4abd-4ea8-a745-326047d79a4e req-28ea74d8-7f01-46b4-a2b0-39faa2f54001 tempest-TestShelveInstance-72923974 tempest-TestShelveInstance-72923974-project] 10.222.0.67 "GET /v2.0/security-groups?id=5212f323-fd10-4b4e-8612-863b832a0ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604970 Apr 11 13:58:57.865368 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cc2308-11c5-4579-bc71-cbe655f814a2 req-be306027-f273-424e-a98b-fca540292b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:58:57.866936 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-37cc2308-11c5-4579-bc71-cbe655f814a2 req-be306027-f273-424e-a98b-fca540292b9f service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=7e9487af89de4df6b7592a993fc4827e&device_id=a1b122bc-5193-4642-9f21-0e30c573c88e HTTP/1.1" status: 200 len: 1130 time: 0.0418835 Apr 11 13:58:57.872381 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9433c88-453b-4889-8487-c6996bfa887d req-d1bd1411-4611-442a-86ce-6030269f657e tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:58:57.874094 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-c9433c88-453b-4889-8487-c6996bfa887d req-d1bd1411-4611-442a-86ce-6030269f657e tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] 10.222.0.67 "GET /v2.0/ports?device_id=a1b122bc-5193-4642-9f21-0e30c573c88e HTTP/1.1" status: 200 len: 946 time: 0.0498376 Apr 11 13:58:57.920826 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-c9433c88-453b-4889-8487-c6996bfa887d req-234f71a0-8929-4a1d-a37b-594608093265 tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] 10.222.0.67 "GET /v2.0/security-groups?id=74210077-a841-4d98-8800-d90fd64306d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411839 Apr 11 13:58:57.960939 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cc2308-11c5-4579-bc71-cbe655f814a2 req-311fcbb3-76d6-4efc-a72b-3d929df3bd61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:58:57.962388 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-37cc2308-11c5-4579-bc71-cbe655f814a2 req-311fcbb3-76d6-4efc-a72b-3d929df3bd61 service neutron] 10.222.0.75 "GET /v2.0/networks?id=5b366c5b-a29e-42a6-8ecc-0cc9ff2fdbc0 HTTP/1.1" status: 200 len: 919 time: 0.0882084 Apr 11 13:58:58.042208 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-37cc2308-11c5-4579-bc71-cbe655f814a2 req-aef1adfd-4270-4d64-a6ac-721df520e2a7 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dd31c02f-d45d-4905-89c8-0c0d76d81cb0 HTTP/1.1" status: 200 len: 1001 time: 0.0637648 Apr 11 13:58:58.091345 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cc2308-11c5-4579-bc71-cbe655f814a2 req-8717c6d6-6854-48a5-8863-b55498f9e343 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:58:58.093092 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-37cc2308-11c5-4579-bc71-cbe655f814a2 req-8717c6d6-6854-48a5-8863-b55498f9e343 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=8a7e0881-a086-4309-85a2-2f54ddd5f281 HTTP/1.1" status: 200 len: 857 time: 0.0440366 Apr 11 13:58:58.136917 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cc2308-11c5-4579-bc71-cbe655f814a2 req-5f12f61a-c2e3-4f50-b841-80c1a3c09be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:58:58.138417 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-37cc2308-11c5-4579-bc71-cbe655f814a2 req-5f12f61a-c2e3-4f50-b841-80c1a3c09be0 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=5b366c5b-a29e-42a6-8ecc-0cc9ff2fdbc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0385077 Apr 11 13:58:58.404384 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98aa7cde-c38f-4e54-acf5-ad90b0fed27b req-3351730a-cd0d-48ef-a5a3-ef83224cb986 tempest-TestShelveInstance-72923974 tempest-TestShelveInstance-72923974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:58:58.406153 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-98aa7cde-c38f-4e54-acf5-ad90b0fed27b req-3351730a-cd0d-48ef-a5a3-ef83224cb986 tempest-TestShelveInstance-72923974 tempest-TestShelveInstance-72923974-project] 10.222.0.67 "GET /v2.0/ports?device_id=e2a988bf-9fbe-4371-a34f-2437494ec1ee HTTP/1.1" status: 200 len: 943 time: 0.0526304 Apr 11 13:58:58.499187 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cd4f10-d5fe-4b6c-bf30-f6d6a91ee2f8 req-99f3706d-e8b2-4377-afca-7d7fe4fe00a4 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:58:58.500877 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-47cd4f10-d5fe-4b6c-bf30-f6d6a91ee2f8 req-99f3706d-e8b2-4377-afca-7d7fe4fe00a4 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] 10.222.0.67 "GET /v2.0/ports?device_id=0d5f3b7d-8b92-4264-b41a-1d1ade879f2f HTTP/1.1" status: 200 len: 947 time: 0.3226244 Apr 11 13:58:58.529839 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-37cc2308-11c5-4579-bc71-cbe655f814a2 req-d4fe1142-83f4-4a18-ab30-d68d5416066a service neutron] 10.222.0.75 "GET /v2.0/networks/5b366c5b-a29e-42a6-8ecc-0cc9ff2fdbc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3815136 Apr 11 13:58:58.586037 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-47cd4f10-d5fe-4b6c-bf30-f6d6a91ee2f8 req-375f613c-6dcf-4182-bfd0-c847524e20cb tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] 10.222.0.67 "GET /v2.0/security-groups?id=2c46161f-2d1e-4228-ae9c-ab4fe572bda1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0748098 Apr 11 13:58:58.644754 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Device 2f18b7d6-84d7-4249-8b95-51fdbd414e68 details requested by agent hyperv_hv-cinder-83078 with host hv-cinder-83078 {{(pid=103320) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 13:58:58.652031 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-37cc2308-11c5-4579-bc71-cbe655f814a2 req-1c321351-f9a3-4179-ae6a-13c281335550 service neutron] 10.222.0.75 "GET /v2.0/networks/5b366c5b-a29e-42a6-8ecc-0cc9ff2fdbc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1141539 Apr 11 13:58:58.660003 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-98aa7cde-c38f-4e54-acf5-ad90b0fed27b req-48f73752-0e2c-4300-9b9c-0018b9df6f1b tempest-TestShelveInstance-72923974 tempest-TestShelveInstance-72923974-project] 10.222.0.67 "GET /v2.0/security-groups?id=5212f323-fd10-4b4e-8612-863b832a0ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2485163 Apr 11 13:58:58.757125 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] For port 2f18b7d6-84d7-4249-8b95-51fdbd414e68, host hv-cinder-83078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83078',level=0,port_id=2f18b7d6-84d7-4249-8b95-51fdbd414e68,segment=NetworkSegment(eced59c3-a177-4f35-9f71-e3309e41d19c),segment_id=eced59c3-a177-4f35-9f71-e3309e41d19c)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 13:58:58.768231 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Returning: {'device': '2f18b7d6-84d7-4249-8b95-51fdbd414e68', 'network_id': 'bcc3856a-1e27-4d38-8f1d-e24f8fbb1282', 'port_id': '2f18b7d6-84d7-4249-8b95-51fdbd414e68', 'mac_address': 'fa:16:3e:84:6d:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 940, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f4be426-c8cc-4fad-9345-853add2c7e7d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103320) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 13:58:58.818218 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Current status of the port 2f18b7d6-84d7-4249-8b95-51fdbd414e68 is: DOWN; New status is: BUILD {{(pid=103320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 13:58:58.818596 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883311'] for port (2f18b7d6-84d7-4249-8b95-51fdbd414e68), before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:58:58.822209 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-b5d596f4-14b5-4ab4-b223-de3757100927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750379576733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663498'] for agent (e731c656-576f-4174-9da3-af64518920bc), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:58:58.834348 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.notifiers.nova [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f18b7d6-84d7-4249-8b95-51fdbd414e68 {{(pid=103320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 13:58:58.855373 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] For port 2f18b7d6-84d7-4249-8b95-51fdbd414e68, host hv-cinder-83078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83078',level=0,port_id=2f18b7d6-84d7-4249-8b95-51fdbd414e68,segment=NetworkSegment(eced59c3-a177-4f35-9f71-e3309e41d19c),segment_id=eced59c3-a177-4f35-9f71-e3309e41d19c)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 13:58:58.860175 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750379687711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750379164492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750379164510'] for port (2f18b7d6-84d7-4249-8b95-51fdbd414e68), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:58:58.912016 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Pushing event updated for resources: {'Port': ['ID=2f18b7d6-84d7-4249-8b95-51fdbd414e68,revision_number=4']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:58:59.037879 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e793b51-ac37-442f-b9e8-bb0ab1d415da req-28f6d0f4-4d8e-4760-9885-3587ea7239eb tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:58:59.039354 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-6e793b51-ac37-442f-b9e8-bb0ab1d415da req-28f6d0f4-4d8e-4760-9885-3587ea7239eb tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] 10.222.0.67 "GET /v2.0/ports?device_id=a1b122bc-5193-4642-9f21-0e30c573c88e HTTP/1.1" status: 200 len: 946 time: 0.0491152 Apr 11 13:58:59.085326 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-6e793b51-ac37-442f-b9e8-bb0ab1d415da req-53a905a6-d58f-468d-9909-b9d9d957ac6c tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] 10.222.0.67 "GET /v2.0/security-groups?id=74210077-a841-4d98-8800-d90fd64306d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404181 Apr 11 13:58:59.285019 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] get_ports_and_sgs() called for port_ids ['2f18b7d6-84d7-4249-8b95-51fdbd414e68'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 13:58:59.781378 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf4cb5d-b772-486e-a433-cd625f8ab222 req-1fd0f3bd-d518-415f-a0bd-2757ccfd65d0 tempest-TestShelveInstance-72923974 tempest-TestShelveInstance-72923974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:58:59.783016 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-3cf4cb5d-b772-486e-a433-cd625f8ab222 req-1fd0f3bd-d518-415f-a0bd-2757ccfd65d0 tempest-TestShelveInstance-72923974 tempest-TestShelveInstance-72923974-project] 10.222.0.67 "GET /v2.0/ports?device_id=e2a988bf-9fbe-4371-a34f-2437494ec1ee HTTP/1.1" status: 200 len: 944 time: 0.0469472 Apr 11 13:58:59.831536 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-3cf4cb5d-b772-486e-a433-cd625f8ab222 req-b9be2146-2c42-49ef-b8e3-c4f84cb91c00 tempest-TestShelveInstance-72923974 tempest-TestShelveInstance-72923974-project] 10.222.0.67 "GET /v2.0/security-groups?id=5212f323-fd10-4b4e-8612-863b832a0ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426428 Apr 11 13:59:00.126491 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-75ad2582-0b5d-438d-ba3d-9545e3f86417 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750379576733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663498'] for agent (af269f03-95a2-4a08-bd5c-5879324d2567), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:59:00.200255 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e029d3-8a4b-48d2-80e2-6a1fd48f4030 req-3edd66d1-c92b-4db1-b602-1e4489ba3e1c tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:59:00.201723 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-f6e029d3-8a4b-48d2-80e2-6a1fd48f4030 req-3edd66d1-c92b-4db1-b602-1e4489ba3e1c tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] 10.222.0.67 "GET /v2.0/ports?device_id=a1b122bc-5193-4642-9f21-0e30c573c88e HTTP/1.1" status: 200 len: 946 time: 0.0476224 Apr 11 13:59:00.252047 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-f6e029d3-8a4b-48d2-80e2-6a1fd48f4030 req-58cb8dbf-8021-42ee-b1ce-c0071f4c059c tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] 10.222.0.67 "GET /v2.0/security-groups?id=74210077-a841-4d98-8800-d90fd64306d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443192 Apr 11 13:59:00.654392 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Device 2f18b7d6-84d7-4249-8b95-51fdbd414e68 up at agent hyperv_hv-cinder-83078 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 13:59:00.701212 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Provisioning for port 2f18b7d6-84d7-4249-8b95-51fdbd414e68 completed by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 11 13:59:00.706994 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Provisioning complete for port 2f18b7d6-84d7-4249-8b95-51fdbd414e68 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 13:59:00.707437 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-663396'] for port (2f18b7d6-84d7-4249-8b95-51fdbd414e68), provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:59:00.788087 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Current status of the port 2f18b7d6-84d7-4249-8b95-51fdbd414e68 is: BUILD; New status is: ACTIVE {{(pid=103320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 13:59:00.788484 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883311'] for port (2f18b7d6-84d7-4249-8b95-51fdbd414e68), before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:59:00.812704 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2a988bf-9fbe-4371-a34f-2437494ec1ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f18b7d6-84d7-4249-8b95-51fdbd414e68'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 13:59:00.815060 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e17e7c2a2a067a9a9572b19104dd8b83720c41d762fa1dc6a6c9d001f6760b0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-934b4b93-c4a7-4987-8b82-f941d612d7cd" -d '{"events": [{"server_uuid": "e2a988bf-9fbe-4371-a34f-2437494ec1ee", "name": "network-vif-plugged", "status": "completed", "tag": "2f18b7d6-84d7-4249-8b95-51fdbd414e68"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 13:59:00.827382 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] For port 2f18b7d6-84d7-4249-8b95-51fdbd414e68, host hv-cinder-83078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83078',level=0,port_id=2f18b7d6-84d7-4249-8b95-51fdbd414e68,segment=NetworkSegment(eced59c3-a177-4f35-9f71-e3309e41d19c),segment_id=eced59c3-a177-4f35-9f71-e3309e41d19c)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 13:59:00.831452 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750379687711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750379164492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750379164510'] for port (2f18b7d6-84d7-4249-8b95-51fdbd414e68), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:59:00.860213 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 13:59:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aca47321-d8f6-4db9-9ffb-45d79892be6c x-openstack-request-id: req-aca47321-d8f6-4db9-9ffb-45d79892be6c {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 13:59:00.860682 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2a988bf-9fbe-4371-a34f-2437494ec1ee", "name": "network-vif-plugged", "status": "completed", "tag": "2f18b7d6-84d7-4249-8b95-51fdbd414e68", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 13:59:00.860781 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-aca47321-d8f6-4db9-9ffb-45d79892be6c {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 13:59:00.861258 dv-cinder-830787-2-iscsi neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aca47321-d8f6-4db9-9ffb-45d79892be6c'] response: {'server_uuid': 'e2a988bf-9fbe-4371-a34f-2437494ec1ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f18b7d6-84d7-4249-8b95-51fdbd414e68', 'code': 200} Apr 11 13:59:00.884286 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Pushing event updated for resources: {'Port': ['ID=2f18b7d6-84d7-4249-8b95-51fdbd414e68,revision_number=5']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:59:00.945900 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78892c9c-72bf-4ffb-98f4-ea4c5387ae8b req-c93fd210-899a-42b4-9198-4ad9098f1030 tempest-TestShelveInstance-72923974 tempest-TestShelveInstance-72923974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:59:00.947354 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-78892c9c-72bf-4ffb-98f4-ea4c5387ae8b req-c93fd210-899a-42b4-9198-4ad9098f1030 tempest-TestShelveInstance-72923974 tempest-TestShelveInstance-72923974-project] 10.222.0.67 "GET /v2.0/ports?device_id=e2a988bf-9fbe-4371-a34f-2437494ec1ee HTTP/1.1" status: 200 len: 945 time: 0.0476031 Apr 11 13:59:00.997987 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-78892c9c-72bf-4ffb-98f4-ea4c5387ae8b req-21b96c2d-6185-4617-9ccc-9630abd7c852 tempest-TestShelveInstance-72923974 tempest-TestShelveInstance-72923974-project] 10.222.0.67 "GET /v2.0/security-groups?id=5212f323-fd10-4b4e-8612-863b832a0ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447452 Apr 11 13:59:01.324349 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600f7759-1584-4112-a072-95052e02e265 req-06738dff-d3e5-4a38-adfc-a634576d4825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:59:01.325843 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-600f7759-1584-4112-a072-95052e02e265 req-06738dff-d3e5-4a38-adfc-a634576d4825 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=e2a988bf-9fbe-4371-a34f-2437494ec1ee HTTP/1.1" status: 200 len: 1129 time: 0.0388501 Apr 11 13:59:01.365777 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd256b6-798d-47d8-87a0-70bccfe768c6 req-ff0a43bc-bb0e-4d5e-8511-83984abe4108 tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:59:01.367256 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-2cd256b6-798d-47d8-87a0-70bccfe768c6 req-ff0a43bc-bb0e-4d5e-8511-83984abe4108 tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] 10.222.0.67 "GET /v2.0/ports?device_id=a1b122bc-5193-4642-9f21-0e30c573c88e HTTP/1.1" status: 200 len: 946 time: 0.0474133 Apr 11 13:59:01.379336 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-600f7759-1584-4112-a072-95052e02e265 req-8de5e985-cb6f-4125-a5df-2b1a8985ca4b service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=5212f323-fd10-4b4e-8612-863b832a0ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405693 Apr 11 13:59:01.418140 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-2cd256b6-798d-47d8-87a0-70bccfe768c6 req-9a5ad845-4fd4-46ce-8754-96296bd54907 tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] 10.222.0.67 "GET /v2.0/security-groups?id=74210077-a841-4d98-8800-d90fd64306d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452447 Apr 11 13:59:01.624601 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-fcd2c3e6-f415-40f5-8fd4-1147b68fd929 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750379576733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663498'] for agent (a1227682-d2f2-4331-ba13-738c8a59e95d), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:59:02.060240 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750379576733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663498'] for agent (a433433c-9197-4b2b-8991-1d45f6bac940), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:59:02.113913 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4939e27a-cc39-432b-b8cc-0b8ba48b1177 req-60680008-9a2c-4650-b92f-4bdfcb2b231f tempest-TestShelveInstance-72923974 tempest-TestShelveInstance-72923974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:59:02.115430 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-4939e27a-cc39-432b-b8cc-0b8ba48b1177 req-60680008-9a2c-4650-b92f-4bdfcb2b231f tempest-TestShelveInstance-72923974 tempest-TestShelveInstance-72923974-project] 10.222.0.67 "GET /v2.0/ports?device_id=e2a988bf-9fbe-4371-a34f-2437494ec1ee HTTP/1.1" status: 200 len: 945 time: 0.0503559 Apr 11 13:59:02.166610 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-4939e27a-cc39-432b-b8cc-0b8ba48b1177 req-5a3d56a8-5eb4-45ae-a7cd-9e5155612b5a tempest-TestShelveInstance-72923974 tempest-TestShelveInstance-72923974-project] 10.222.0.67 "GET /v2.0/security-groups?id=5212f323-fd10-4b4e-8612-863b832a0ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454121 Apr 11 13:59:02.532969 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc0f6f6-9f93-4e46-8d42-fe69dedb0afd req-35cc41d0-09fd-4096-97a6-dccce0b4214d tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:59:02.534440 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-0fc0f6f6-9f93-4e46-8d42-fe69dedb0afd req-35cc41d0-09fd-4096-97a6-dccce0b4214d tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] 10.222.0.67 "GET /v2.0/ports?device_id=a1b122bc-5193-4642-9f21-0e30c573c88e HTTP/1.1" status: 200 len: 946 time: 0.0477607 Apr 11 13:59:02.582825 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-0fc0f6f6-9f93-4e46-8d42-fe69dedb0afd req-3c416db1-93ec-43dd-97be-1341b210e8e9 tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] 10.222.0.67 "GET /v2.0/security-groups?id=74210077-a841-4d98-8800-d90fd64306d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425158 Apr 11 13:59:03.270185 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750379576733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663498'] for agent (f2586825-e748-4c1d-8b98-cb0d5b6c266d), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:59:03.283221 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acaed32-a103-4216-b85c-effeb7e83ce6 req-089c54d3-5580-4411-9f76-45cc53a7976e tempest-TestShelveInstance-72923974 tempest-TestShelveInstance-72923974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:59:03.284729 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-8acaed32-a103-4216-b85c-effeb7e83ce6 req-089c54d3-5580-4411-9f76-45cc53a7976e tempest-TestShelveInstance-72923974 tempest-TestShelveInstance-72923974-project] 10.222.0.67 "GET /v2.0/ports?device_id=e2a988bf-9fbe-4371-a34f-2437494ec1ee HTTP/1.1" status: 200 len: 945 time: 0.0522134 Apr 11 13:59:03.332296 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-8acaed32-a103-4216-b85c-effeb7e83ce6 req-dcdd2f7c-54a6-4b22-90ab-e965e136e62c tempest-TestShelveInstance-72923974 tempest-TestShelveInstance-72923974-project] 10.222.0.67 "GET /v2.0/security-groups?id=5212f323-fd10-4b4e-8612-863b832a0ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416791 Apr 11 13:59:03.449320 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9174b416-0d81-4795-94c3-0ea2635f48a0 req-a7503ad7-2484-4800-9988-79487ad62ccc tempest-TestShelveInstance-72923974 tempest-TestShelveInstance-72923974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:59:03.450768 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-9174b416-0d81-4795-94c3-0ea2635f48a0 req-a7503ad7-2484-4800-9988-79487ad62ccc tempest-TestShelveInstance-72923974 tempest-TestShelveInstance-72923974-project] 10.222.0.67 "GET /v2.0/ports?device_id=e2a988bf-9fbe-4371-a34f-2437494ec1ee HTTP/1.1" status: 200 len: 945 time: 0.0471444 Apr 11 13:59:03.499667 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-9174b416-0d81-4795-94c3-0ea2635f48a0 req-3070d845-0481-49eb-9353-aae5b004be58 tempest-TestShelveInstance-72923974 tempest-TestShelveInstance-72923974-project] 10.222.0.67 "GET /v2.0/security-groups?id=5212f323-fd10-4b4e-8612-863b832a0ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428326 Apr 11 13:59:03.520897 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.67', 60472) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:59:03.669353 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82bf3e1e-337f-4efa-92f3-1ba4e20d77d7 tempest-TestShelveInstance-421331637 tempest-TestShelveInstance-421331637-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:59:03.670878 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-82bf3e1e-337f-4efa-92f3-1ba4e20d77d7 tempest-TestShelveInstance-421331637 tempest-TestShelveInstance-421331637-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=e2a988bf-9fbe-4371-a34f-2437494ec1ee HTTP/1.1" status: 200 len: 1124 time: 0.1489830 Apr 11 13:59:03.673956 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.67', 60478) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:59:03.678498 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.v2.base [None req-79e16ffa-ef7a-4288-9c7b-15909e5b2dff tempest-TestShelveInstance-72923974 tempest-TestShelveInstance-72923974-project] Request body: {'floatingip': {'floating_network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886', 'port_id': '2f18b7d6-84d7-4249-8b95-51fdbd414e68', 'tenant_id': '626d5ba1efe34953a6d00b0f0afd5013', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 13:59:03.698661 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-79e16ffa-ef7a-4288-9c7b-15909e5b2dff tempest-TestShelveInstance-72923974 tempest-TestShelveInstance-72923974-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:59:03.707856 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8504b0-18e8-4c91-97b1-b054a34d5d61 req-bf0edfc8-56f3-40a0-8db3-d7ac0e3abef0 tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:59:03.707856 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-ca8504b0-18e8-4c91-97b1-b054a34d5d61 req-bf0edfc8-56f3-40a0-8db3-d7ac0e3abef0 tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] 10.222.0.67 "GET /v2.0/ports?device_id=a1b122bc-5193-4642-9f21-0e30c573c88e HTTP/1.1" status: 200 len: 946 time: 0.0592422 Apr 11 13:59:03.754882 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-ca8504b0-18e8-4c91-97b1-b054a34d5d61 req-6ad937a0-3127-4985-9c89-b7a917694eb6 tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] 10.222.0.67 "GET /v2.0/security-groups?id=74210077-a841-4d98-8800-d90fd64306d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406287 Apr 11 13:59:03.781270 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-79e16ffa-ef7a-4288-9c7b-15909e5b2dff tempest-TestShelveInstance-72923974 tempest-TestShelveInstance-72923974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883311'] for port (None), before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:59:03.891915 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.db.db_base_plugin_common [None req-79e16ffa-ef7a-4288-9c7b-15909e5b2dff tempest-TestShelveInstance-72923974 tempest-TestShelveInstance-72923974-project] Allocated IP 172.27.1.222 (18ff371c-a6b9-4e7a-9b54-bf9ba2e00886/b63ed172-4352-4f2b-94f9-a4e97d1b6a55/98c8f1ae-d06e-425b-b7da-c1a547ec7b8e) {{(pid=103318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 13:59:03.993903 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-79e16ffa-ef7a-4288-9c7b-15909e5b2dff tempest-TestShelveInstance-72923974 tempest-TestShelveInstance-72923974-project] Publish callbacks [] for port (98c8f1ae-d06e-425b-b7da-c1a547ec7b8e), precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:59:04.028307 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-79e16ffa-ef7a-4288-9c7b-15909e5b2dff tempest-TestShelveInstance-72923974 tempest-TestShelveInstance-72923974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750379164474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4243781'] for port (98c8f1ae-d06e-425b-b7da-c1a547ec7b8e), after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:59:04.069570 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79e16ffa-ef7a-4288-9c7b-15909e5b2dff tempest-TestShelveInstance-72923974 tempest-TestShelveInstance-72923974-project] Network 18ff371c-a6b9-4e7a-9b54-bf9ba2e00886 is already hosted by enough agents. {{(pid=103318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 13:59:04.072383 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [None req-79e16ffa-ef7a-4288-9c7b-15909e5b2dff tempest-TestShelveInstance-72923974 tempest-TestShelveInstance-72923974-project] Resources bound (agent type, host, resource id): {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 13:59:04.076475 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79e16ffa-ef7a-4288-9c7b-15909e5b2dff tempest-TestShelveInstance-72923974 tempest-TestShelveInstance-72923974-project] Received port after_create {{(pid=103318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 13:59:04.081762 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e16ffa-ef7a-4288-9c7b-15909e5b2dff tempest-TestShelveInstance-72923974 tempest-TestShelveInstance-72923974-project] Pushing event updated for resources: {'Port': ['ID=98c8f1ae-d06e-425b-b7da-c1a547ec7b8e,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:59:04.115373 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e16ffa-ef7a-4288-9c7b-15909e5b2dff tempest-TestShelveInstance-72923974 tempest-TestShelveInstance-72923974-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:59:04.115743 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e16ffa-ef7a-4288-9c7b-15909e5b2dff tempest-TestShelveInstance-72923974 tempest-TestShelveInstance-72923974-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:59:04.116080 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e16ffa-ef7a-4288-9c7b-15909e5b2dff tempest-TestShelveInstance-72923974 tempest-TestShelveInstance-72923974-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:59:04.116413 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e16ffa-ef7a-4288-9c7b-15909e5b2dff tempest-TestShelveInstance-72923974 tempest-TestShelveInstance-72923974-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:59:04.116745 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e16ffa-ef7a-4288-9c7b-15909e5b2dff tempest-TestShelveInstance-72923974 tempest-TestShelveInstance-72923974-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:59:04.117078 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e16ffa-ef7a-4288-9c7b-15909e5b2dff tempest-TestShelveInstance-72923974 tempest-TestShelveInstance-72923974-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:59:04.117589 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e16ffa-ef7a-4288-9c7b-15909e5b2dff tempest-TestShelveInstance-72923974 tempest-TestShelveInstance-72923974-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:59:04.117714 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e16ffa-ef7a-4288-9c7b-15909e5b2dff tempest-TestShelveInstance-72923974 tempest-TestShelveInstance-72923974-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:59:04.118036 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e16ffa-ef7a-4288-9c7b-15909e5b2dff tempest-TestShelveInstance-72923974 tempest-TestShelveInstance-72923974-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:59:04.118357 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e16ffa-ef7a-4288-9c7b-15909e5b2dff tempest-TestShelveInstance-72923974 tempest-TestShelveInstance-72923974-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:59:04.118675 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e16ffa-ef7a-4288-9c7b-15909e5b2dff tempest-TestShelveInstance-72923974 tempest-TestShelveInstance-72923974-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:59:04.118992 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e16ffa-ef7a-4288-9c7b-15909e5b2dff tempest-TestShelveInstance-72923974 tempest-TestShelveInstance-72923974-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:59:04.119315 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e16ffa-ef7a-4288-9c7b-15909e5b2dff tempest-TestShelveInstance-72923974 tempest-TestShelveInstance-72923974-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:59:04.119653 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e16ffa-ef7a-4288-9c7b-15909e5b2dff tempest-TestShelveInstance-72923974 tempest-TestShelveInstance-72923974-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:59:04.119964 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e16ffa-ef7a-4288-9c7b-15909e5b2dff tempest-TestShelveInstance-72923974 tempest-TestShelveInstance-72923974-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:59:04.464334 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-79e16ffa-ef7a-4288-9c7b-15909e5b2dff tempest-TestShelveInstance-72923974 tempest-TestShelveInstance-72923974-project] Publish callbacks [] for floatingip (b65e10c2-3419-4edc-8ab5-e057251956de), precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:59:04.536111 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-79e16ffa-ef7a-4288-9c7b-15909e5b2dff tempest-TestShelveInstance-72923974 tempest-TestShelveInstance-72923974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883311'] for port (98c8f1ae-d06e-425b-b7da-c1a547ec7b8e), before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:59:04.708065 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-79e16ffa-ef7a-4288-9c7b-15909e5b2dff tempest-TestShelveInstance-72923974 tempest-TestShelveInstance-72923974-project] Publish callbacks [] for port (98c8f1ae-d06e-425b-b7da-c1a547ec7b8e), precommit_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:59:04.713341 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-79e16ffa-ef7a-4288-9c7b-15909e5b2dff tempest-TestShelveInstance-72923974 tempest-TestShelveInstance-72923974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750379687711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750379164492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750379164510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4243790'] for port (98c8f1ae-d06e-425b-b7da-c1a547ec7b8e), after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:59:04.806459 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e16ffa-ef7a-4288-9c7b-15909e5b2dff tempest-TestShelveInstance-72923974 tempest-TestShelveInstance-72923974-project] Pushing event updated for resources: {'Port': ['ID=98c8f1ae-d06e-425b-b7da-c1a547ec7b8e,revision_number=2']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:59:04.823593 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-79e16ffa-ef7a-4288-9c7b-15909e5b2dff tempest-TestShelveInstance-72923974 tempest-TestShelveInstance-72923974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8126411'] for floatingip (b65e10c2-3419-4edc-8ab5-e057251956de), after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:59:04.955692 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf3539a-f39d-4e90-9daa-9fe7fafa762a req-c437dca4-3193-4c91-a227-150ea3dcbdd2 tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:59:04.957207 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-bbf3539a-f39d-4e90-9daa-9fe7fafa762a req-c437dca4-3193-4c91-a227-150ea3dcbdd2 tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] 10.222.0.67 "GET /v2.0/ports?device_id=a1b122bc-5193-4642-9f21-0e30c573c88e HTTP/1.1" status: 200 len: 946 time: 0.0958936 Apr 11 13:59:04.995941 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.db.l3_db [None req-79e16ffa-ef7a-4288-9c7b-15909e5b2dff tempest-TestShelveInstance-72923974 tempest-TestShelveInstance-72923974-project] Floating IP b65e10c2-3419-4edc-8ab5-e057251956de associated. External IP: 172.27.1.222, port: 2f18b7d6-84d7-4249-8b95-51fdbd414e68. Apr 11 13:59:05.061351 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-bbf3539a-f39d-4e90-9daa-9fe7fafa762a req-55d79af9-1657-44dc-9523-966300a23207 tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] 10.222.0.67 "GET /v2.0/security-groups?id=74210077-a841-4d98-8800-d90fd64306d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0978227 Apr 11 13:59:05.251736 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79e16ffa-ef7a-4288-9c7b-15909e5b2dff tempest-TestShelveInstance-72923974 tempest-TestShelveInstance-72923974-project] Router 6395e472-c494-4c1b-826e-127b39a614bf has already been hosted by L3 agent e731c656-576f-4174-9da3-af64518920bc {{(pid=103318) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 13:59:05.377966 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79e16ffa-ef7a-4288-9c7b-15909e5b2dff tempest-TestShelveInstance-72923974 tempest-TestShelveInstance-72923974-project] Notify agent at l3_agent.dv-cinder-830787-2-iscsi the message routers_updated {{(pid=103318) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 13:59:05.390521 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40830692-7e28-4c68-a1ce-01fa30c1adf8 None None] Sync routers for ids ['6395e472-c494-4c1b-826e-127b39a614bf'] in dv-cinder-830787-2-iscsi {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 13:59:05.396991 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-79e16ffa-ef7a-4288-9c7b-15909e5b2dff tempest-TestShelveInstance-72923974 tempest-TestShelveInstance-72923974-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-507053'] for floatingip (None), before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:59:05.402448 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40830692-7e28-4c68-a1ce-01fa30c1adf8 None None] Routers {'6395e472-c494-4c1b-826e-127b39a614bf'} bound to L3 agent in host dv-cinder-830787-2-iscsi {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 13:59:05.403249 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-40830692-7e28-4c68-a1ce-01fa30c1adf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830787-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-11T13:46:59Z,description=,heartbeat_timestamp=2022-04-11T13:58:59Z,host='dv-cinder-830787-2-iscsi',id=e731c656-576f-4174-9da3-af64518920bc,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T13:46:59Z,topic='l3_agent')) {'router_ids': ['6395e472-c494-4c1b-826e-127b39a614bf'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:59:05.432754 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-79e16ffa-ef7a-4288-9c7b-15909e5b2dff tempest-TestShelveInstance-72923974 tempest-TestShelveInstance-72923974-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7573276 Apr 11 13:59:05.433753 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2a988bf-9fbe-4371-a34f-2437494ec1ee', 'tag': '2f18b7d6-84d7-4249-8b95-51fdbd414e68'}] {{(pid=103318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 13:59:05.436793 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}476b5820a8b2a4c839a8e61874405e2111d505d8639f7232d97f083a4ddc8acf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d1f73ee-c9b0-4b96-b585-e8c644c7d109" -d '{"events": [{"name": "network-changed", "server_uuid": "e2a988bf-9fbe-4371-a34f-2437494ec1ee", "tag": "2f18b7d6-84d7-4249-8b95-51fdbd414e68"}]}' {{(pid=103318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 13:59:05.477342 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 13:59:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32b01f93-02df-427e-ac24-a96932985568 x-openstack-request-id: req-32b01f93-02df-427e-ac24-a96932985568 {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 13:59:05.477722 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2a988bf-9fbe-4371-a34f-2437494ec1ee", "tag": "2f18b7d6-84d7-4249-8b95-51fdbd414e68", "status": "completed", "code": 200}]} {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 13:59:05.477911 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-32b01f93-02df-427e-ac24-a96932985568 {{(pid=103318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 13:59:05.478273 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.notifiers.nova [-] Nova event matching ['req-32b01f93-02df-427e-ac24-a96932985568'] response: {'name': 'network-changed', 'server_uuid': 'e2a988bf-9fbe-4371-a34f-2437494ec1ee', 'tag': '2f18b7d6-84d7-4249-8b95-51fdbd414e68', 'status': 'completed', 'code': 200} Apr 11 13:59:05.522536 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-40830692-7e28-4c68-a1ce-01fa30c1adf8 None None] Set router 6395e472-c494-4c1b-826e-127b39a614bf gateway port host: dv-cinder-830787-2-iscsi {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 13:59:05.545836 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1f73ee-c9b0-4b96-b585-e8c644c7d109 req-30aac65e-21df-4330-968b-8e111831b372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:59:05.547326 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-2d1f73ee-c9b0-4b96-b585-e8c644c7d109 req-30aac65e-21df-4330-968b-8e111831b372 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=626d5ba1efe34953a6d00b0f0afd5013&device_id=e2a988bf-9fbe-4371-a34f-2437494ec1ee HTTP/1.1" status: 200 len: 1129 time: 0.0432353 Apr 11 13:59:05.651011 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1f73ee-c9b0-4b96-b585-e8c644c7d109 req-9b574e34-73db-414c-9174-f30802a6c82d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:59:05.651704 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-2d1f73ee-c9b0-4b96-b585-e8c644c7d109 req-9b574e34-73db-414c-9174-f30802a6c82d service neutron] 10.222.0.75 "GET /v2.0/networks?id=bcc3856a-1e27-4d38-8f1d-e24f8fbb1282 HTTP/1.1" status: 200 len: 909 time: 0.0971494 Apr 11 13:59:05.723440 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-2d1f73ee-c9b0-4b96-b585-e8c644c7d109 req-f963ffa3-a1b9-4a28-83a2-1f6f93108f0f service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2f18b7d6-84d7-4249-8b95-51fdbd414e68 HTTP/1.1" status: 200 len: 999 time: 0.0614810 Apr 11 13:59:05.751034 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-40830692-7e28-4c68-a1ce-01fa30c1adf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6395e472-c494-4c1b-826e-127b39a614bf', 'name': 'tempest-TestShelveInstance-695175599-router', 'tenant_id': '626d5ba1efe34953a6d00b0f0afd5013', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886', 'external_fixed_ips': [{'subnet_id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'ip_address': '172.27.1.223'}], 'enable_snat': True}, 'gw_port_id': '3150155f-28ba-4caf-b807-cdfda7fc78ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T13:57:56Z', 'updated_at': '2022-04-11T13:58:05Z', 'revision_number': 4, 'project_id': '626d5ba1efe34953a6d00b0f0afd5013', 'gw_port': {'id': '3150155f-28ba-4caf-b807-cdfda7fc78ac', 'name': '', 'network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:14:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6395e472-c494-4c1b-826e-127b39a614bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'ip_address': '172.27.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:57:59Z', 'updated_at': '2022-04-11T13:58:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830787-2-iscsi', '_floatingips': [{'id': 'b65e10c2-3419-4edc-8ab5-e057251956de', 'tenant_id': '626d5ba1efe34953a6d00b0f0afd5013', 'floating_ip_address': '172.27.1.222', 'floating_network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886', 'router_id': '6395e472-c494-4c1b-826e-127b39a614bf', 'port_id': '2f18b7d6-84d7-4249-8b95-51fdbd414e68', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 507, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bcc3856a-1e27-4d38-8f1d-e24f8fbb1282', 'mac_address': 'fa:16:3e:84:6d:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2a988bf-9fbe-4371-a34f-2437494ec1ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T13:59:04Z', 'updated_at': '2022-04-11T13:59:04Z', 'revision_number': 0, 'project_id': '626d5ba1efe34953a6d00b0f0afd5013', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6df702eb-5231-4e66-89c8-48fd8307f4fb', 'name': '', 'network_id': 'bcc3856a-1e27-4d38-8f1d-e24f8fbb1282', 'tenant_id': '626d5ba1efe34953a6d00b0f0afd5013', 'mac_address': 'fa:16:3e:72:a9:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6395e472-c494-4c1b-826e-127b39a614bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '3f4be426-c8cc-4fad-9345-853add2c7e7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:58:04Z', 'updated_at': '2022-04-11T13:58:12Z', 'revision_number': 5, 'project_id': '626d5ba1efe34953a6d00b0f0afd5013', 'subnets': [{'id': '3f4be426-c8cc-4fad-9345-853add2c7e7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830787-2-iscsi', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:59:05.772965 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1f73ee-c9b0-4b96-b585-e8c644c7d109 req-c0a0dd62-14b7-44dc-a8f0-be9d1dca7aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:59:05.774328 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-2d1f73ee-c9b0-4b96-b585-e8c644c7d109 req-c0a0dd62-14b7-44dc-a8f0-be9d1dca7aaa service neutron] 10.222.0.75 "GET /v2.0/subnets?id=3f4be426-c8cc-4fad-9345-853add2c7e7d HTTP/1.1" status: 200 len: 847 time: 0.0440686 Apr 11 13:59:05.777992 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40830692-7e28-4c68-a1ce-01fa30c1adf8 None None] Checking router: 6395e472-c494-4c1b-826e-127b39a614bf for host: dv-cinder-830787-2-iscsi {{(pid=103321) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 13:59:05.786532 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40830692-7e28-4c68-a1ce-01fa30c1adf8 None None] Routers {'6395e472-c494-4c1b-826e-127b39a614bf'} bound to L3 agent in host dv-cinder-830787-2-iscsi {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 13:59:05.787118 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-40830692-7e28-4c68-a1ce-01fa30c1adf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830787-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-11T13:46:59Z,description=,heartbeat_timestamp=2022-04-11T13:58:59Z,host='dv-cinder-830787-2-iscsi',id=e731c656-576f-4174-9da3-af64518920bc,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T13:46:59Z,topic='l3_agent')) {'router_ids': ['6395e472-c494-4c1b-826e-127b39a614bf'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:59:05.829595 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1f73ee-c9b0-4b96-b585-e8c644c7d109 req-87e688b6-8809-4028-a873-1b9349a54145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:59:05.831082 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-2d1f73ee-c9b0-4b96-b585-e8c644c7d109 req-87e688b6-8809-4028-a873-1b9349a54145 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=bcc3856a-1e27-4d38-8f1d-e24f8fbb1282&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0438049 Apr 11 13:59:05.897745 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-40830692-7e28-4c68-a1ce-01fa30c1adf8 None None] Set router 6395e472-c494-4c1b-826e-127b39a614bf gateway port host: dv-cinder-830787-2-iscsi {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 13:59:05.923429 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-2d1f73ee-c9b0-4b96-b585-e8c644c7d109 req-7254d8c9-6240-49b0-8f4e-d7bccd1a2470 service neutron] 10.222.0.75 "GET /v2.0/networks/bcc3856a-1e27-4d38-8f1d-e24f8fbb1282?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839796 Apr 11 13:59:06.018749 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-2d1f73ee-c9b0-4b96-b585-e8c644c7d109 req-d7f67eaa-50a7-40eb-bde0-8f5fe27607c8 service neutron] 10.222.0.75 "GET /v2.0/networks/bcc3856a-1e27-4d38-8f1d-e24f8fbb1282?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879564 Apr 11 13:59:06.116399 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-40830692-7e28-4c68-a1ce-01fa30c1adf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6395e472-c494-4c1b-826e-127b39a614bf', 'name': 'tempest-TestShelveInstance-695175599-router', 'tenant_id': '626d5ba1efe34953a6d00b0f0afd5013', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886', 'external_fixed_ips': [{'subnet_id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'ip_address': '172.27.1.223'}], 'enable_snat': True}, 'gw_port_id': '3150155f-28ba-4caf-b807-cdfda7fc78ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T13:57:56Z', 'updated_at': '2022-04-11T13:58:05Z', 'revision_number': 4, 'project_id': '626d5ba1efe34953a6d00b0f0afd5013', 'gw_port': {'id': '3150155f-28ba-4caf-b807-cdfda7fc78ac', 'name': '', 'network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:14:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6395e472-c494-4c1b-826e-127b39a614bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'ip_address': '172.27.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:57:59Z', 'updated_at': '2022-04-11T13:58:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830787-2-iscsi', '_floatingips': [{'id': 'b65e10c2-3419-4edc-8ab5-e057251956de', 'tenant_id': '626d5ba1efe34953a6d00b0f0afd5013', 'floating_ip_address': '172.27.1.222', 'floating_network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886', 'router_id': '6395e472-c494-4c1b-826e-127b39a614bf', 'port_id': '2f18b7d6-84d7-4249-8b95-51fdbd414e68', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 507, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bcc3856a-1e27-4d38-8f1d-e24f8fbb1282', 'mac_address': 'fa:16:3e:84:6d:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2a988bf-9fbe-4371-a34f-2437494ec1ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T13:59:04Z', 'updated_at': '2022-04-11T13:59:04Z', 'revision_number': 0, 'project_id': '626d5ba1efe34953a6d00b0f0afd5013', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6df702eb-5231-4e66-89c8-48fd8307f4fb', 'name': '', 'network_id': 'bcc3856a-1e27-4d38-8f1d-e24f8fbb1282', 'tenant_id': '626d5ba1efe34953a6d00b0f0afd5013', 'mac_address': 'fa:16:3e:72:a9:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6395e472-c494-4c1b-826e-127b39a614bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '3f4be426-c8cc-4fad-9345-853add2c7e7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:58:04Z', 'updated_at': '2022-04-11T13:58:12Z', 'revision_number': 5, 'project_id': '626d5ba1efe34953a6d00b0f0afd5013', 'subnets': [{'id': '3f4be426-c8cc-4fad-9345-853add2c7e7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830787-2-iscsi', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:59:06.150166 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40830692-7e28-4c68-a1ce-01fa30c1adf8 None None] The sync data for ids ['6395e472-c494-4c1b-826e-127b39a614bf'] in dv-cinder-830787-2-iscsi is: [{'id': '6395e472-c494-4c1b-826e-127b39a614bf', 'name': 'tempest-TestShelveInstance-695175599-router', 'tenant_id': '626d5ba1efe34953a6d00b0f0afd5013', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886', 'external_fixed_ips': [{'subnet_id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'ip_address': '172.27.1.223'}], 'enable_snat': True}, 'gw_port_id': '3150155f-28ba-4caf-b807-cdfda7fc78ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T13:57:56Z', 'updated_at': '2022-04-11T13:58:05Z', 'revision_number': 4, 'project_id': '626d5ba1efe34953a6d00b0f0afd5013', 'gw_port': {'id': '3150155f-28ba-4caf-b807-cdfda7fc78ac', 'name': '', 'network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:14:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6395e472-c494-4c1b-826e-127b39a614bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'ip_address': '172.27.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:57:59Z', 'updated_at': '2022-04-11T13:58:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830787-2-iscsi', '_floatingips': [{'id': 'b65e10c2-3419-4edc-8ab5-e057251956de', 'tenant_id': '626d5ba1efe34953a6d00b0f0afd5013', 'floating_ip_address': '172.27.1.222', 'floating_network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886', 'router_id': '6395e472-c494-4c1b-826e-127b39a614bf', 'port_id': '2f18b7d6-84d7-4249-8b95-51fdbd414e68', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 507, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bcc3856a-1e27-4d38-8f1d-e24f8fbb1282', 'mac_address': 'fa:16:3e:84:6d:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2a988bf-9fbe-4371-a34f-2437494ec1ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T13:59:04Z', 'updated_at': '2022-04-11T13:59:04Z', 'revision_number': 0, 'project_id': '626d5ba1efe34953a6d00b0f0afd5013', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6df702eb-5231-4e66-89c8-48fd8307f4fb', 'name': '', 'network_id': 'bcc3856a-1e27-4d38-8f1d-e24f8fbb1282', 'tenant_id': '626d5ba1efe34953a6d00b0f0afd5013', 'mac_address': 'fa:16:3e:72:a9:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6395e472-c494-4c1b-826e-127b39a614bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '3f4be426-c8cc-4fad-9345-853add2c7e7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:58:04Z', 'updated_at': '2022-04-11T13:58:12Z', 'revision_number': 5, 'project_id': '626d5ba1efe34953a6d00b0f0afd5013', 'subnets': [{'id': '3f4be426-c8cc-4fad-9345-853add2c7e7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 13:59:06.184665 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f930d576-4a44-4a1c-a3d6-f466763b8b34 req-eb1edc20-c156-4b1b-8d30-2d799d318c7f tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:59:06.187138 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-f930d576-4a44-4a1c-a3d6-f466763b8b34 req-eb1edc20-c156-4b1b-8d30-2d799d318c7f tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] 10.222.0.67 "GET /v2.0/ports?device_id=a1b122bc-5193-4642-9f21-0e30c573c88e HTTP/1.1" status: 200 len: 946 time: 0.0538523 Apr 11 13:59:06.238785 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-f930d576-4a44-4a1c-a3d6-f466763b8b34 req-752e54e7-9842-41eb-802f-a9132e34b333 tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] 10.222.0.67 "GET /v2.0/security-groups?id=74210077-a841-4d98-8800-d90fd64306d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453389 Apr 11 13:59:06.382904 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5f7973a-95a0-4ddd-a6bc-8d5f97cf9ed0 None None] New status for floating IP b65e10c2-3419-4edc-8ab5-e057251956de: ACTIVE {{(pid=103320) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 13:59:06.480618 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fdbb92-9c1d-46a7-b387-e928b5c18563 req-54f4486e-a6fe-43f8-97f6-10c10c2f8419 tempest-TestMinimumBasicScenario-1408592018 tempest-TestMinimumBasicScenario-1408592018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:59:06.482701 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-c2fdbb92-9c1d-46a7-b387-e928b5c18563 req-54f4486e-a6fe-43f8-97f6-10c10c2f8419 tempest-TestMinimumBasicScenario-1408592018 tempest-TestMinimumBasicScenario-1408592018-project] 10.222.0.67 "GET /v2.0/ports?device_id=79569212-4835-45da-92b0-516e527a1f88 HTTP/1.1" status: 200 len: 945 time: 0.0472059 Apr 11 13:59:06.531480 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-c2fdbb92-9c1d-46a7-b387-e928b5c18563 req-efdad8b5-46c1-4eca-94f4-7ec5f5dc1f32 tempest-TestMinimumBasicScenario-1408592018 tempest-TestMinimumBasicScenario-1408592018-project] 10.222.0.67 "GET /v2.0/security-groups?id=cf23f7d8-584e-46f6-abd9-cfbb92a6cce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428147 Apr 11 13:59:06.555233 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.67', 60504) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:59:06.691388 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4be2750b-c2fe-459b-830a-8965a5c5fbcb tempest-TestMinimumBasicScenario-1983251023 tempest-TestMinimumBasicScenario-1983251023-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:59:06.693313 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-4be2750b-c2fe-459b-830a-8965a5c5fbcb tempest-TestMinimumBasicScenario-1983251023 tempest-TestMinimumBasicScenario-1983251023-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=79569212-4835-45da-92b0-516e527a1f88 HTTP/1.1" status: 200 len: 1124 time: 0.1369748 Apr 11 13:59:06.696598 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.67', 60510) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:59:06.701261 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.v2.base [None req-c0de2034-2054-495a-b94f-7a39a1a3bf5b tempest-TestMinimumBasicScenario-1408592018 tempest-TestMinimumBasicScenario-1408592018-project] Request body: {'floatingip': {'floating_network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886', 'port_id': '696c428a-2d32-4149-b9c4-40a4e382593e', 'tenant_id': '644547f80e2543079781f0c7b34c40b4', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 13:59:06.723265 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-c0de2034-2054-495a-b94f-7a39a1a3bf5b tempest-TestMinimumBasicScenario-1408592018 tempest-TestMinimumBasicScenario-1408592018-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:59:06.804566 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-c0de2034-2054-495a-b94f-7a39a1a3bf5b tempest-TestMinimumBasicScenario-1408592018 tempest-TestMinimumBasicScenario-1408592018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883311'] for port (None), before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:59:06.910558 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.db.db_base_plugin_common [None req-c0de2034-2054-495a-b94f-7a39a1a3bf5b tempest-TestMinimumBasicScenario-1408592018 tempest-TestMinimumBasicScenario-1408592018-project] Allocated IP 172.27.1.74 (18ff371c-a6b9-4e7a-9b54-bf9ba2e00886/b63ed172-4352-4f2b-94f9-a4e97d1b6a55/636e5efa-d319-4188-b235-44a3b2f24d4c) {{(pid=103318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 13:59:07.015239 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-c0de2034-2054-495a-b94f-7a39a1a3bf5b tempest-TestMinimumBasicScenario-1408592018 tempest-TestMinimumBasicScenario-1408592018-project] Publish callbacks [] for port (636e5efa-d319-4188-b235-44a3b2f24d4c), precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:59:07.053262 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-c0de2034-2054-495a-b94f-7a39a1a3bf5b tempest-TestMinimumBasicScenario-1408592018 tempest-TestMinimumBasicScenario-1408592018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750379164474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4243781'] for port (636e5efa-d319-4188-b235-44a3b2f24d4c), after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:59:07.094140 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0de2034-2054-495a-b94f-7a39a1a3bf5b tempest-TestMinimumBasicScenario-1408592018 tempest-TestMinimumBasicScenario-1408592018-project] Network 18ff371c-a6b9-4e7a-9b54-bf9ba2e00886 is already hosted by enough agents. {{(pid=103318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 13:59:07.096971 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [None req-c0de2034-2054-495a-b94f-7a39a1a3bf5b tempest-TestMinimumBasicScenario-1408592018 tempest-TestMinimumBasicScenario-1408592018-project] Resources bound (agent type, host, resource id): {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 13:59:07.100313 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0de2034-2054-495a-b94f-7a39a1a3bf5b tempest-TestMinimumBasicScenario-1408592018 tempest-TestMinimumBasicScenario-1408592018-project] Received port after_create {{(pid=103318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 13:59:07.105516 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0de2034-2054-495a-b94f-7a39a1a3bf5b tempest-TestMinimumBasicScenario-1408592018 tempest-TestMinimumBasicScenario-1408592018-project] Pushing event updated for resources: {'Port': ['ID=636e5efa-d319-4188-b235-44a3b2f24d4c,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:59:07.369570 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3cbda4-2b6e-4cec-a1b5-9f208ec73c20 req-7b3e2a96-98b2-4302-97dd-13909abb47bb tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:59:07.371022 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-1d3cbda4-2b6e-4cec-a1b5-9f208ec73c20 req-7b3e2a96-98b2-4302-97dd-13909abb47bb tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] 10.222.0.67 "GET /v2.0/ports?device_id=a1b122bc-5193-4642-9f21-0e30c573c88e HTTP/1.1" status: 200 len: 946 time: 0.0619497 Apr 11 13:59:07.488071 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-1d3cbda4-2b6e-4cec-a1b5-9f208ec73c20 req-689bdaa3-5653-471b-bc44-88734216a30b tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] 10.222.0.67 "GET /v2.0/security-groups?id=74210077-a841-4d98-8800-d90fd64306d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0946937 Apr 11 13:59:07.548465 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-c0de2034-2054-495a-b94f-7a39a1a3bf5b tempest-TestMinimumBasicScenario-1408592018 tempest-TestMinimumBasicScenario-1408592018-project] Publish callbacks [] for floatingip (662dd090-9cdd-4d7d-a0d1-7c015118407d), precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:59:07.618169 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-c0de2034-2054-495a-b94f-7a39a1a3bf5b tempest-TestMinimumBasicScenario-1408592018 tempest-TestMinimumBasicScenario-1408592018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883311'] for port (636e5efa-d319-4188-b235-44a3b2f24d4c), before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:59:07.762664 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-c0de2034-2054-495a-b94f-7a39a1a3bf5b tempest-TestMinimumBasicScenario-1408592018 tempest-TestMinimumBasicScenario-1408592018-project] Publish callbacks [] for port (636e5efa-d319-4188-b235-44a3b2f24d4c), precommit_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:59:07.769852 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-c0de2034-2054-495a-b94f-7a39a1a3bf5b tempest-TestMinimumBasicScenario-1408592018 tempest-TestMinimumBasicScenario-1408592018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750379687711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750379164492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750379164510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4243790'] for port (636e5efa-d319-4188-b235-44a3b2f24d4c), after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:59:07.839370 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0de2034-2054-495a-b94f-7a39a1a3bf5b tempest-TestMinimumBasicScenario-1408592018 tempest-TestMinimumBasicScenario-1408592018-project] Pushing event updated for resources: {'Port': ['ID=636e5efa-d319-4188-b235-44a3b2f24d4c,revision_number=2']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:59:07.849276 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-c0de2034-2054-495a-b94f-7a39a1a3bf5b tempest-TestMinimumBasicScenario-1408592018 tempest-TestMinimumBasicScenario-1408592018-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8126411'] for floatingip (662dd090-9cdd-4d7d-a0d1-7c015118407d), after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:59:07.950916 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.db.l3_db [None req-c0de2034-2054-495a-b94f-7a39a1a3bf5b tempest-TestMinimumBasicScenario-1408592018 tempest-TestMinimumBasicScenario-1408592018-project] Floating IP 662dd090-9cdd-4d7d-a0d1-7c015118407d associated. External IP: 172.27.1.74, port: 696c428a-2d32-4149-b9c4-40a4e382593e. Apr 11 13:59:08.366101 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0de2034-2054-495a-b94f-7a39a1a3bf5b tempest-TestMinimumBasicScenario-1408592018 tempest-TestMinimumBasicScenario-1408592018-project] Router 11b78215-e399-4b08-b4be-0bd6708f4f77 has already been hosted by L3 agent e731c656-576f-4174-9da3-af64518920bc {{(pid=103318) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 13:59:08.476339 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0de2034-2054-495a-b94f-7a39a1a3bf5b tempest-TestMinimumBasicScenario-1408592018 tempest-TestMinimumBasicScenario-1408592018-project] Notify agent at l3_agent.dv-cinder-830787-2-iscsi the message routers_updated {{(pid=103318) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 13:59:08.486749 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58ef9650-63f2-478c-9aeb-bebb4860f0bd None None] Sync routers for ids ['11b78215-e399-4b08-b4be-0bd6708f4f77'] in dv-cinder-830787-2-iscsi {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 13:59:08.495404 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-c0de2034-2054-495a-b94f-7a39a1a3bf5b tempest-TestMinimumBasicScenario-1408592018 tempest-TestMinimumBasicScenario-1408592018-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-507053'] for floatingip (None), before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:59:08.503110 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58ef9650-63f2-478c-9aeb-bebb4860f0bd None None] Routers {'11b78215-e399-4b08-b4be-0bd6708f4f77'} bound to L3 agent in host dv-cinder-830787-2-iscsi {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 13:59:08.504019 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-58ef9650-63f2-478c-9aeb-bebb4860f0bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830787-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-11T13:46:59Z,description=,heartbeat_timestamp=2022-04-11T13:58:59Z,host='dv-cinder-830787-2-iscsi',id=e731c656-576f-4174-9da3-af64518920bc,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T13:46:59Z,topic='l3_agent')) {'router_ids': ['11b78215-e399-4b08-b4be-0bd6708f4f77'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:59:08.527744 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-c0de2034-2054-495a-b94f-7a39a1a3bf5b tempest-TestMinimumBasicScenario-1408592018 tempest-TestMinimumBasicScenario-1408592018-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8299286 Apr 11 13:59:08.528557 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79569212-4835-45da-92b0-516e527a1f88', 'tag': '696c428a-2d32-4149-b9c4-40a4e382593e'}] {{(pid=103318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 13:59:08.531113 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.67', 60532) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:59:08.531565 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}476b5820a8b2a4c839a8e61874405e2111d505d8639f7232d97f083a4ddc8acf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8fd6339-fc74-410a-bfb6-28bd5bb7c616" -d '{"events": [{"name": "network-changed", "server_uuid": "79569212-4835-45da-92b0-516e527a1f88", "tag": "696c428a-2d32-4149-b9c4-40a4e382593e"}]}' {{(pid=103318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 13:59:08.536785 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.v2.base [None req-baee0ed3-7e24-44cd-bc22-638b1ee302ab tempest-TestMinimumBasicScenario-1408592018 tempest-TestMinimumBasicScenario-1408592018-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-92942565', 'description': 'tempest-secgroup-smoke-92942565 description', 'project_id': '644547f80e2543079781f0c7b34c40b4'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 13:59:08.567479 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-baee0ed3-7e24-44cd-bc22-638b1ee302ab tempest-TestMinimumBasicScenario-1408592018 tempest-TestMinimumBasicScenario-1408592018-project] Publish callbacks [] for security_group (None), before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:59:08.569908 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 13:59:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa0abeb6-1d75-4c78-b72e-c77e9f33097b x-openstack-request-id: req-fa0abeb6-1d75-4c78-b72e-c77e9f33097b {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 13:59:08.570268 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79569212-4835-45da-92b0-516e527a1f88", "tag": "696c428a-2d32-4149-b9c4-40a4e382593e", "status": "completed", "code": 200}]} {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 13:59:08.570451 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-fa0abeb6-1d75-4c78-b72e-c77e9f33097b {{(pid=103318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 13:59:08.570895 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fa0abeb6-1d75-4c78-b72e-c77e9f33097b'] response: {'name': 'network-changed', 'server_uuid': '79569212-4835-45da-92b0-516e527a1f88', 'tag': '696c428a-2d32-4149-b9c4-40a4e382593e', 'status': 'completed', 'code': 200} Apr 11 13:59:08.623922 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-58ef9650-63f2-478c-9aeb-bebb4860f0bd None None] Set router 11b78215-e399-4b08-b4be-0bd6708f4f77 gateway port host: dv-cinder-830787-2-iscsi {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 13:59:08.654481 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b6146a-81c6-4a77-84a0-bfa515a2cea3 req-7c38e238-6078-4dab-8e94-ad53d3f0eee4 tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:59:08.656065 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-83b6146a-81c6-4a77-84a0-bfa515a2cea3 req-7c38e238-6078-4dab-8e94-ad53d3f0eee4 tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] 10.222.0.67 "GET /v2.0/ports?device_id=a1b122bc-5193-4642-9f21-0e30c573c88e HTTP/1.1" status: 200 len: 946 time: 0.0913880 Apr 11 13:59:08.680320 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fd6339-fc74-410a-bfb6-28bd5bb7c616 req-b6ab178e-1204-4ede-bb18-d365b4db5c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:59:08.681770 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-e8fd6339-fc74-410a-bfb6-28bd5bb7c616 req-b6ab178e-1204-4ede-bb18-d365b4db5c22 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=644547f80e2543079781f0c7b34c40b4&device_id=79569212-4835-45da-92b0-516e527a1f88 HTTP/1.1" status: 200 len: 1129 time: 0.0721591 Apr 11 13:59:08.805768 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-83b6146a-81c6-4a77-84a0-bfa515a2cea3 req-13baf097-8cc4-4be4-b8ee-2764b4b058df tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] 10.222.0.67 "GET /v2.0/security-groups?id=74210077-a841-4d98-8800-d90fd64306d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1410396 Apr 11 13:59:08.814609 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-baee0ed3-7e24-44cd-bc22-638b1ee302ab tempest-TestMinimumBasicScenario-1408592018 tempest-TestMinimumBasicScenario-1408592018-project] Publish callbacks [] for security_group (b702b37f-bf09-4495-b518-9860a0ba33cf), precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:59:08.828633 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-baee0ed3-7e24-44cd-bc22-638b1ee302ab tempest-TestMinimumBasicScenario-1408592018 tempest-TestMinimumBasicScenario-1408592018-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8023832'] for security_group (b702b37f-bf09-4495-b518-9860a0ba33cf), after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:59:08.845976 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-58ef9650-63f2-478c-9aeb-bebb4860f0bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11b78215-e399-4b08-b4be-0bd6708f4f77', 'name': 'tempest-TestMinimumBasicScenario-952293795-router', 'tenant_id': '644547f80e2543079781f0c7b34c40b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886', 'external_fixed_ips': [{'subnet_id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'ip_address': '172.27.1.176'}], 'enable_snat': True}, 'gw_port_id': 'ee5184b6-c690-4508-9740-48ef1b2f2018', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T13:57:38Z', 'updated_at': '2022-04-11T13:57:41Z', 'revision_number': 4, 'project_id': '644547f80e2543079781f0c7b34c40b4', 'gw_port': {'id': 'ee5184b6-c690-4508-9740-48ef1b2f2018', 'name': '', 'network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:7b:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11b78215-e399-4b08-b4be-0bd6708f4f77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'ip_address': '172.27.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:57:38Z', 'updated_at': '2022-04-11T13:57:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830787-2-iscsi', '_floatingips': [{'id': '662dd090-9cdd-4d7d-a0d1-7c015118407d', 'tenant_id': '644547f80e2543079781f0c7b34c40b4', 'floating_ip_address': '172.27.1.74', 'floating_network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886', 'router_id': '11b78215-e399-4b08-b4be-0bd6708f4f77', 'port_id': '696c428a-2d32-4149-b9c4-40a4e382593e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 509, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a26678c1-118d-435e-989f-6f50cac836e0', 'mac_address': 'fa:16:3e:d6:63:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79569212-4835-45da-92b0-516e527a1f88', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T13:59:07Z', 'updated_at': '2022-04-11T13:59:07Z', 'revision_number': 0, 'project_id': '644547f80e2543079781f0c7b34c40b4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f416d8b9-7010-492b-9db6-1d19ef482ef5', 'name': '', 'network_id': 'a26678c1-118d-435e-989f-6f50cac836e0', 'tenant_id': '644547f80e2543079781f0c7b34c40b4', 'mac_address': 'fa:16:3e:e5:54:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11b78215-e399-4b08-b4be-0bd6708f4f77', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': 'b53fa937-6664-4af0-8a1b-d8748366eb4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:57:41Z', 'updated_at': '2022-04-11T13:57:47Z', 'revision_number': 5, 'project_id': '644547f80e2543079781f0c7b34c40b4', 'subnets': [{'id': 'b53fa937-6664-4af0-8a1b-d8748366eb4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830787-2-iscsi', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:59:08.871773 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fd6339-fc74-410a-bfb6-28bd5bb7c616 req-c50053de-733d-4128-bcc2-92757a3bcbef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:59:08.873258 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-e8fd6339-fc74-410a-bfb6-28bd5bb7c616 req-c50053de-733d-4128-bcc2-92757a3bcbef service neutron] 10.222.0.75 "GET /v2.0/networks?id=a26678c1-118d-435e-989f-6f50cac836e0 HTTP/1.1" status: 200 len: 915 time: 0.1786776 Apr 11 13:59:08.876236 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58ef9650-63f2-478c-9aeb-bebb4860f0bd None None] Checking router: 11b78215-e399-4b08-b4be-0bd6708f4f77 for host: dv-cinder-830787-2-iscsi {{(pid=103321) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 13:59:08.879099 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-baee0ed3-7e24-44cd-bc22-638b1ee302ab tempest-TestMinimumBasicScenario-1408592018 tempest-TestMinimumBasicScenario-1408592018-project] Publish callbacks [] for security_group (None), before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:59:08.880271 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-baee0ed3-7e24-44cd-bc22-638b1ee302ab tempest-TestMinimumBasicScenario-1408592018 tempest-TestMinimumBasicScenario-1408592018-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.3473370 Apr 11 13:59:08.881128 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baee0ed3-7e24-44cd-bc22-638b1ee302ab tempest-TestMinimumBasicScenario-1408592018 tempest-TestMinimumBasicScenario-1408592018-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b702b37f-bf09-4495-b518-9860a0ba33cf,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:59:08.883343 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.67', 60538) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:59:08.885097 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58ef9650-63f2-478c-9aeb-bebb4860f0bd None None] Routers {'11b78215-e399-4b08-b4be-0bd6708f4f77'} bound to L3 agent in host dv-cinder-830787-2-iscsi {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 13:59:08.885701 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-58ef9650-63f2-478c-9aeb-bebb4860f0bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830787-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-11T13:46:59Z,description=,heartbeat_timestamp=2022-04-11T13:58:59Z,host='dv-cinder-830787-2-iscsi',id=e731c656-576f-4174-9da3-af64518920bc,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T13:46:59Z,topic='l3_agent')) {'router_ids': ['11b78215-e399-4b08-b4be-0bd6708f4f77'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:59:08.887722 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.v2.base [None req-4de6bc49-1360-4646-9f52-943e80f40395 tempest-TestMinimumBasicScenario-1408592018 tempest-TestMinimumBasicScenario-1408592018-project] Request body: {'security_group_rule': {'security_group_id': 'b702b37f-bf09-4495-b518-9860a0ba33cf', 'project_id': '644547f80e2543079781f0c7b34c40b4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 13:59:08.913651 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-4de6bc49-1360-4646-9f52-943e80f40395 tempest-TestMinimumBasicScenario-1408592018 tempest-TestMinimumBasicScenario-1408592018-project] Publish callbacks [] for security_group_rule (210bb65d-4200-49dd-b1b5-19b1d31dcd21), before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:59:09.021304 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-e8fd6339-fc74-410a-bfb6-28bd5bb7c616 req-a0680d33-7f49-43be-9d31-4a89560d9b2b service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=696c428a-2d32-4149-b9c4-40a4e382593e HTTP/1.1" status: 200 len: 998 time: 0.0869646 Apr 11 13:59:09.027397 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-4de6bc49-1360-4646-9f52-943e80f40395 tempest-TestMinimumBasicScenario-1408592018 tempest-TestMinimumBasicScenario-1408592018-project] Publish callbacks [] for security_group_rule (210bb65d-4200-49dd-b1b5-19b1d31dcd21), precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:59:09.038486 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-4de6bc49-1360-4646-9f52-943e80f40395 tempest-TestMinimumBasicScenario-1408592018 tempest-TestMinimumBasicScenario-1408592018-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8023914'] for security_group_rule (210bb65d-4200-49dd-b1b5-19b1d31dcd21), after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:59:09.079960 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de6bc49-1360-4646-9f52-943e80f40395 tempest-TestMinimumBasicScenario-1408592018 tempest-TestMinimumBasicScenario-1408592018-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=210bb65d-4200-49dd-b1b5-19b1d31dcd21,revision_number=0']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:59:09.080182 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-58ef9650-63f2-478c-9aeb-bebb4860f0bd None None] Set router 11b78215-e399-4b08-b4be-0bd6708f4f77 gateway port host: dv-cinder-830787-2-iscsi {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 13:59:09.091320 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fd6339-fc74-410a-bfb6-28bd5bb7c616 req-ee63eb93-e1f6-4e07-918f-08e654158c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:59:09.093328 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-e8fd6339-fc74-410a-bfb6-28bd5bb7c616 req-ee63eb93-e1f6-4e07-918f-08e654158c6f service neutron] 10.222.0.75 "GET /v2.0/subnets?id=b53fa937-6664-4af0-8a1b-d8748366eb4f HTTP/1.1" status: 200 len: 853 time: 0.0647929 Apr 11 13:59:09.096510 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-4de6bc49-1360-4646-9f52-943e80f40395 tempest-TestMinimumBasicScenario-1408592018 tempest-TestMinimumBasicScenario-1408592018-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:59:09.100164 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-4de6bc49-1360-4646-9f52-943e80f40395 tempest-TestMinimumBasicScenario-1408592018 tempest-TestMinimumBasicScenario-1408592018-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2160563 Apr 11 13:59:09.100318 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.67', 60540) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:59:09.105763 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.v2.base [None req-eba99c86-5724-465c-9130-202e836c7e1f tempest-TestMinimumBasicScenario-1408592018 tempest-TestMinimumBasicScenario-1408592018-project] Request body: {'security_group_rule': {'security_group_id': 'b702b37f-bf09-4495-b518-9860a0ba33cf', 'project_id': '644547f80e2543079781f0c7b34c40b4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 13:59:09.133428 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-eba99c86-5724-465c-9130-202e836c7e1f tempest-TestMinimumBasicScenario-1408592018 tempest-TestMinimumBasicScenario-1408592018-project] Publish callbacks [] for security_group_rule (e9e92c87-1c81-4cd2-a4f6-a1322855b88e), before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:59:09.143201 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fd6339-fc74-410a-bfb6-28bd5bb7c616 req-601c2e0b-eeea-4629-b2f3-55ba4c419799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:59:09.144872 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-e8fd6339-fc74-410a-bfb6-28bd5bb7c616 req-601c2e0b-eeea-4629-b2f3-55ba4c419799 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=a26678c1-118d-435e-989f-6f50cac836e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0423887 Apr 11 13:59:09.193076 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-eba99c86-5724-465c-9130-202e836c7e1f tempest-TestMinimumBasicScenario-1408592018 tempest-TestMinimumBasicScenario-1408592018-project] Publish callbacks [] for security_group_rule (e9e92c87-1c81-4cd2-a4f6-a1322855b88e), precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:59:09.197658 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-eba99c86-5724-465c-9130-202e836c7e1f tempest-TestMinimumBasicScenario-1408592018 tempest-TestMinimumBasicScenario-1408592018-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8023914'] for security_group_rule (e9e92c87-1c81-4cd2-a4f6-a1322855b88e), after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:59:09.215665 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba99c86-5724-465c-9130-202e836c7e1f tempest-TestMinimumBasicScenario-1408592018 tempest-TestMinimumBasicScenario-1408592018-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9e92c87-1c81-4cd2-a4f6-a1322855b88e,revision_number=0']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:59:09.227986 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-eba99c86-5724-465c-9130-202e836c7e1f tempest-TestMinimumBasicScenario-1408592018 tempest-TestMinimumBasicScenario-1408592018-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:59:09.231916 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-eba99c86-5724-465c-9130-202e836c7e1f tempest-TestMinimumBasicScenario-1408592018 tempest-TestMinimumBasicScenario-1408592018-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1281340 Apr 11 13:59:09.232487 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.67', 60542) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:59:09.239484 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.v2.base [None req-ff99ee07-77ce-49c3-be03-bcd920349962 tempest-TestMinimumBasicScenario-1408592018 tempest-TestMinimumBasicScenario-1408592018-project] Request body: {'security_group_rule': {'security_group_id': 'b702b37f-bf09-4495-b518-9860a0ba33cf', 'project_id': '644547f80e2543079781f0c7b34c40b4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 13:59:09.272500 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-e8fd6339-fc74-410a-bfb6-28bd5bb7c616 req-8aae79eb-4a55-41ec-904a-8aa76285d104 service neutron] 10.222.0.75 "GET /v2.0/networks/a26678c1-118d-435e-989f-6f50cac836e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1097455 Apr 11 13:59:09.278885 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-ff99ee07-77ce-49c3-be03-bcd920349962 tempest-TestMinimumBasicScenario-1408592018 tempest-TestMinimumBasicScenario-1408592018-project] Publish callbacks [] for security_group_rule (6acf1913-4706-49c3-882c-542d2c7605ac), before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:59:09.313483 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-58ef9650-63f2-478c-9aeb-bebb4860f0bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11b78215-e399-4b08-b4be-0bd6708f4f77', 'name': 'tempest-TestMinimumBasicScenario-952293795-router', 'tenant_id': '644547f80e2543079781f0c7b34c40b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886', 'external_fixed_ips': [{'subnet_id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'ip_address': '172.27.1.176'}], 'enable_snat': True}, 'gw_port_id': 'ee5184b6-c690-4508-9740-48ef1b2f2018', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T13:57:38Z', 'updated_at': '2022-04-11T13:57:41Z', 'revision_number': 4, 'project_id': '644547f80e2543079781f0c7b34c40b4', 'gw_port': {'id': 'ee5184b6-c690-4508-9740-48ef1b2f2018', 'name': '', 'network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:7b:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11b78215-e399-4b08-b4be-0bd6708f4f77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'ip_address': '172.27.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:57:38Z', 'updated_at': '2022-04-11T13:57:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830787-2-iscsi', '_floatingips': [{'id': '662dd090-9cdd-4d7d-a0d1-7c015118407d', 'tenant_id': '644547f80e2543079781f0c7b34c40b4', 'floating_ip_address': '172.27.1.74', 'floating_network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886', 'router_id': '11b78215-e399-4b08-b4be-0bd6708f4f77', 'port_id': '696c428a-2d32-4149-b9c4-40a4e382593e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 509, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a26678c1-118d-435e-989f-6f50cac836e0', 'mac_address': 'fa:16:3e:d6:63:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79569212-4835-45da-92b0-516e527a1f88', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T13:59:07Z', 'updated_at': '2022-04-11T13:59:07Z', 'revision_number': 0, 'project_id': '644547f80e2543079781f0c7b34c40b4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f416d8b9-7010-492b-9db6-1d19ef482ef5', 'name': '', 'network_id': 'a26678c1-118d-435e-989f-6f50cac836e0', 'tenant_id': '644547f80e2543079781f0c7b34c40b4', 'mac_address': 'fa:16:3e:e5:54:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11b78215-e399-4b08-b4be-0bd6708f4f77', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': 'b53fa937-6664-4af0-8a1b-d8748366eb4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:57:41Z', 'updated_at': '2022-04-11T13:57:47Z', 'revision_number': 5, 'project_id': '644547f80e2543079781f0c7b34c40b4', 'subnets': [{'id': 'b53fa937-6664-4af0-8a1b-d8748366eb4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830787-2-iscsi', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:59:09.344028 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58ef9650-63f2-478c-9aeb-bebb4860f0bd None None] The sync data for ids ['11b78215-e399-4b08-b4be-0bd6708f4f77'] in dv-cinder-830787-2-iscsi is: [{'id': '11b78215-e399-4b08-b4be-0bd6708f4f77', 'name': 'tempest-TestMinimumBasicScenario-952293795-router', 'tenant_id': '644547f80e2543079781f0c7b34c40b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886', 'external_fixed_ips': [{'subnet_id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'ip_address': '172.27.1.176'}], 'enable_snat': True}, 'gw_port_id': 'ee5184b6-c690-4508-9740-48ef1b2f2018', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T13:57:38Z', 'updated_at': '2022-04-11T13:57:41Z', 'revision_number': 4, 'project_id': '644547f80e2543079781f0c7b34c40b4', 'gw_port': {'id': 'ee5184b6-c690-4508-9740-48ef1b2f2018', 'name': '', 'network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:7b:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11b78215-e399-4b08-b4be-0bd6708f4f77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'ip_address': '172.27.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:57:38Z', 'updated_at': '2022-04-11T13:57:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830787-2-iscsi', '_floatingips': [{'id': '662dd090-9cdd-4d7d-a0d1-7c015118407d', 'tenant_id': '644547f80e2543079781f0c7b34c40b4', 'floating_ip_address': '172.27.1.74', 'floating_network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886', 'router_id': '11b78215-e399-4b08-b4be-0bd6708f4f77', 'port_id': '696c428a-2d32-4149-b9c4-40a4e382593e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 509, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a26678c1-118d-435e-989f-6f50cac836e0', 'mac_address': 'fa:16:3e:d6:63:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79569212-4835-45da-92b0-516e527a1f88', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T13:59:07Z', 'updated_at': '2022-04-11T13:59:07Z', 'revision_number': 0, 'project_id': '644547f80e2543079781f0c7b34c40b4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f416d8b9-7010-492b-9db6-1d19ef482ef5', 'name': '', 'network_id': 'a26678c1-118d-435e-989f-6f50cac836e0', 'tenant_id': '644547f80e2543079781f0c7b34c40b4', 'mac_address': 'fa:16:3e:e5:54:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11b78215-e399-4b08-b4be-0bd6708f4f77', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': 'b53fa937-6664-4af0-8a1b-d8748366eb4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:57:41Z', 'updated_at': '2022-04-11T13:57:47Z', 'revision_number': 5, 'project_id': '644547f80e2543079781f0c7b34c40b4', 'subnets': [{'id': 'b53fa937-6664-4af0-8a1b-d8748366eb4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 13:59:09.387515 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-ff99ee07-77ce-49c3-be03-bcd920349962 tempest-TestMinimumBasicScenario-1408592018 tempest-TestMinimumBasicScenario-1408592018-project] Publish callbacks [] for security_group_rule (6acf1913-4706-49c3-882c-542d2c7605ac), precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:59:09.392329 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-ff99ee07-77ce-49c3-be03-bcd920349962 tempest-TestMinimumBasicScenario-1408592018 tempest-TestMinimumBasicScenario-1408592018-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8023914'] for security_group_rule (6acf1913-4706-49c3-882c-542d2c7605ac), after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:59:09.421350 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff99ee07-77ce-49c3-be03-bcd920349962 tempest-TestMinimumBasicScenario-1408592018 tempest-TestMinimumBasicScenario-1408592018-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6acf1913-4706-49c3-882c-542d2c7605ac,revision_number=0']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:59:09.424597 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-e8fd6339-fc74-410a-bfb6-28bd5bb7c616 req-b77e1634-bc2b-4b53-b34f-0773fb895359 service neutron] 10.222.0.75 "GET /v2.0/networks/a26678c1-118d-435e-989f-6f50cac836e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1427937 Apr 11 13:59:09.436723 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-ff99ee07-77ce-49c3-be03-bcd920349962 tempest-TestMinimumBasicScenario-1408592018 tempest-TestMinimumBasicScenario-1408592018-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:59:09.437939 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-ff99ee07-77ce-49c3-be03-bcd920349962 tempest-TestMinimumBasicScenario-1408592018 tempest-TestMinimumBasicScenario-1408592018-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2045929 Apr 11 13:59:09.440680 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.67', 60544) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:59:09.445143 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.v2.base [None req-43f861cc-f05d-4130-bd33-926de4a549df tempest-TestMinimumBasicScenario-1408592018 tempest-TestMinimumBasicScenario-1408592018-project] Request body: {'security_group_rule': {'security_group_id': 'b702b37f-bf09-4495-b518-9860a0ba33cf', 'project_id': '644547f80e2543079781f0c7b34c40b4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 13:59:09.474029 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-43f861cc-f05d-4130-bd33-926de4a549df tempest-TestMinimumBasicScenario-1408592018 tempest-TestMinimumBasicScenario-1408592018-project] Publish callbacks [] for security_group_rule (11a10e1e-604d-4840-9278-c387ad6d2e23), before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:59:09.537253 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-43f861cc-f05d-4130-bd33-926de4a549df tempest-TestMinimumBasicScenario-1408592018 tempest-TestMinimumBasicScenario-1408592018-project] Publish callbacks [] for security_group_rule (11a10e1e-604d-4840-9278-c387ad6d2e23), precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:59:09.542326 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-43f861cc-f05d-4130-bd33-926de4a549df tempest-TestMinimumBasicScenario-1408592018 tempest-TestMinimumBasicScenario-1408592018-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8023914'] for security_group_rule (11a10e1e-604d-4840-9278-c387ad6d2e23), after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:59:09.552832 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ddfeacb-040a-4ab9-b10a-bfd55f6b5b91 None None] New status for floating IP 662dd090-9cdd-4d7d-a0d1-7c015118407d: ACTIVE {{(pid=103320) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 13:59:09.561539 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f861cc-f05d-4130-bd33-926de4a549df tempest-TestMinimumBasicScenario-1408592018 tempest-TestMinimumBasicScenario-1408592018-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11a10e1e-604d-4840-9278-c387ad6d2e23,revision_number=0']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:59:09.574230 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-43f861cc-f05d-4130-bd33-926de4a549df tempest-TestMinimumBasicScenario-1408592018 tempest-TestMinimumBasicScenario-1408592018-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:59:09.576033 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-43f861cc-f05d-4130-bd33-926de4a549df tempest-TestMinimumBasicScenario-1408592018 tempest-TestMinimumBasicScenario-1408592018-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1338513 Apr 11 13:59:09.579017 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.67', 60546) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:59:09.583525 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.v2.base [None req-4fe5b40a-df46-48ad-aaf1-b3abc5ec90c0 tempest-TestMinimumBasicScenario-1408592018 tempest-TestMinimumBasicScenario-1408592018-project] Request body: {'security_group_rule': {'security_group_id': 'b702b37f-bf09-4495-b518-9860a0ba33cf', 'project_id': '644547f80e2543079781f0c7b34c40b4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 13:59:09.604427 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.db.securitygroups_db [None req-4fe5b40a-df46-48ad-aaf1-b3abc5ec90c0 tempest-TestMinimumBasicScenario-1408592018 tempest-TestMinimumBasicScenario-1408592018-project] Project 644547f80e2543079781f0c7b34c40b4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 11 13:59:09.610149 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-4fe5b40a-df46-48ad-aaf1-b3abc5ec90c0 tempest-TestMinimumBasicScenario-1408592018 tempest-TestMinimumBasicScenario-1408592018-project] Publish callbacks [] for security_group_rule (3cd237ce-68ad-4230-aafa-1934eace3df8), before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:59:09.669746 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-4fe5b40a-df46-48ad-aaf1-b3abc5ec90c0 tempest-TestMinimumBasicScenario-1408592018 tempest-TestMinimumBasicScenario-1408592018-project] Publish callbacks [] for security_group_rule (3cd237ce-68ad-4230-aafa-1934eace3df8), precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:59:09.673007 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-4fe5b40a-df46-48ad-aaf1-b3abc5ec90c0 tempest-TestMinimumBasicScenario-1408592018 tempest-TestMinimumBasicScenario-1408592018-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8023914'] for security_group_rule (3cd237ce-68ad-4230-aafa-1934eace3df8), after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:59:09.692116 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe5b40a-df46-48ad-aaf1-b3abc5ec90c0 tempest-TestMinimumBasicScenario-1408592018 tempest-TestMinimumBasicScenario-1408592018-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3cd237ce-68ad-4230-aafa-1934eace3df8,revision_number=0']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:59:09.698662 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-4fe5b40a-df46-48ad-aaf1-b3abc5ec90c0 tempest-TestMinimumBasicScenario-1408592018 tempest-TestMinimumBasicScenario-1408592018-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:59:09.699949 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-4fe5b40a-df46-48ad-aaf1-b3abc5ec90c0 tempest-TestMinimumBasicScenario-1408592018 tempest-TestMinimumBasicScenario-1408592018-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1198533 Apr 11 13:59:09.703143 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.67', 60548) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:59:09.707947 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.v2.base [None req-c3f5c145-010c-412d-a31e-50ef469ed02f tempest-TestMinimumBasicScenario-1408592018 tempest-TestMinimumBasicScenario-1408592018-project] Request body: {'security_group_rule': {'security_group_id': 'b702b37f-bf09-4495-b518-9860a0ba33cf', 'project_id': '644547f80e2543079781f0c7b34c40b4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 13:59:09.729170 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.db.securitygroups_db [None req-c3f5c145-010c-412d-a31e-50ef469ed02f tempest-TestMinimumBasicScenario-1408592018 tempest-TestMinimumBasicScenario-1408592018-project] Project 644547f80e2543079781f0c7b34c40b4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 11 13:59:09.734857 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-c3f5c145-010c-412d-a31e-50ef469ed02f tempest-TestMinimumBasicScenario-1408592018 tempest-TestMinimumBasicScenario-1408592018-project] Publish callbacks [] for security_group_rule (50a1cb16-eecb-4a75-9c9a-936b02c52166), before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:59:09.796010 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-c3f5c145-010c-412d-a31e-50ef469ed02f tempest-TestMinimumBasicScenario-1408592018 tempest-TestMinimumBasicScenario-1408592018-project] Publish callbacks [] for security_group_rule (50a1cb16-eecb-4a75-9c9a-936b02c52166), precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:59:09.799436 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-c3f5c145-010c-412d-a31e-50ef469ed02f tempest-TestMinimumBasicScenario-1408592018 tempest-TestMinimumBasicScenario-1408592018-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8023914'] for security_group_rule (50a1cb16-eecb-4a75-9c9a-936b02c52166), after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:59:09.813661 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f5c145-010c-412d-a31e-50ef469ed02f tempest-TestMinimumBasicScenario-1408592018 tempest-TestMinimumBasicScenario-1408592018-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50a1cb16-eecb-4a75-9c9a-936b02c52166,revision_number=0']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:59:09.823964 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-c3f5c145-010c-412d-a31e-50ef469ed02f tempest-TestMinimumBasicScenario-1408592018 tempest-TestMinimumBasicScenario-1408592018-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:59:09.828350 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-c3f5c145-010c-412d-a31e-50ef469ed02f tempest-TestMinimumBasicScenario-1408592018 tempest-TestMinimumBasicScenario-1408592018-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1208894 Apr 11 13:59:09.924160 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-69d9f817-3911-4960-bf0f-45beb783ef50 req-97e9247f-dd7a-4ba5-99f2-512f560d1d43 tempest-TestMinimumBasicScenario-1408592018 tempest-TestMinimumBasicScenario-1408592018-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-92942565&fields=id&tenant_id=644547f80e2543079781f0c7b34c40b4 HTTP/1.1" status: 200 len: 267 time: 0.0483310 Apr 11 13:59:09.954459 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65fa579-cfea-4ae0-a2af-757c7d39cad0 req-fcafc2f8-2a2c-4dea-a040-cac20e94860a tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:59:09.955977 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-e65fa579-cfea-4ae0-a2af-757c7d39cad0 req-fcafc2f8-2a2c-4dea-a040-cac20e94860a tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] 10.222.0.67 "GET /v2.0/ports?device_id=a1b122bc-5193-4642-9f21-0e30c573c88e HTTP/1.1" status: 200 len: 946 time: 0.0498319 Apr 11 13:59:09.974719 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d9f817-3911-4960-bf0f-45beb783ef50 req-a635a119-78eb-4439-ab99-a80283aee9ae tempest-TestMinimumBasicScenario-1408592018 tempest-TestMinimumBasicScenario-1408592018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:59:09.976198 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-69d9f817-3911-4960-bf0f-45beb783ef50 req-a635a119-78eb-4439-ab99-a80283aee9ae tempest-TestMinimumBasicScenario-1408592018 tempest-TestMinimumBasicScenario-1408592018-project] 10.222.0.67 "GET /v2.0/ports?device_id=79569212-4835-45da-92b0-516e527a1f88 HTTP/1.1" status: 200 len: 945 time: 0.0467834 Apr 11 13:59:09.987217 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.v2.base [req-69d9f817-3911-4960-bf0f-45beb783ef50 req-fa7b4679-2d32-4aa4-ae0e-c4e8266285e5 tempest-TestMinimumBasicScenario-1408592018 tempest-TestMinimumBasicScenario-1408592018-project] Request body: {'port': {'security_groups': ['cf23f7d8-584e-46f6-abd9-cfbb92a6cce4', 'b702b37f-bf09-4495-b518-9860a0ba33cf']}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 13:59:10.005064 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-e65fa579-cfea-4ae0-a2af-757c7d39cad0 req-866df753-0965-4b10-9f99-5d76d59cb2d2 tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] 10.222.0.67 "GET /v2.0/security-groups?id=74210077-a841-4d98-8800-d90fd64306d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426359 Apr 11 13:59:10.061981 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-69d9f817-3911-4960-bf0f-45beb783ef50 req-fa7b4679-2d32-4aa4-ae0e-c4e8266285e5 tempest-TestMinimumBasicScenario-1408592018 tempest-TestMinimumBasicScenario-1408592018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883311'] for port (696c428a-2d32-4149-b9c4-40a4e382593e), before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:59:10.280493 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-69d9f817-3911-4960-bf0f-45beb783ef50 req-fa7b4679-2d32-4aa4-ae0e-c4e8266285e5 tempest-TestMinimumBasicScenario-1408592018 tempest-TestMinimumBasicScenario-1408592018-project] For port 696c428a-2d32-4149-b9c4-40a4e382593e, host hv-cinder-83078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83078',level=0,port_id=696c428a-2d32-4149-b9c4-40a4e382593e,segment=NetworkSegment(ea484752-652d-4a13-9936-ee9be871f9b9),segment_id=ea484752-652d-4a13-9936-ee9be871f9b9)] {{(pid=103318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 13:59:10.310972 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-69d9f817-3911-4960-bf0f-45beb783ef50 req-fa7b4679-2d32-4aa4-ae0e-c4e8266285e5 tempest-TestMinimumBasicScenario-1408592018 tempest-TestMinimumBasicScenario-1408592018-project] Publish callbacks [] for port (696c428a-2d32-4149-b9c4-40a4e382593e), precommit_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:59:10.315350 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-69d9f817-3911-4960-bf0f-45beb783ef50 req-fa7b4679-2d32-4aa4-ae0e-c4e8266285e5 tempest-TestMinimumBasicScenario-1408592018 tempest-TestMinimumBasicScenario-1408592018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750379687711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750379164492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750379164510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4243790'] for port (696c428a-2d32-4149-b9c4-40a4e382593e), after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:59:10.333808 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] get_ports_and_sgs() called for port_ids ['696c428a-2d32-4149-b9c4-40a4e382593e'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 13:59:10.362695 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d9f817-3911-4960-bf0f-45beb783ef50 req-fa7b4679-2d32-4aa4-ae0e-c4e8266285e5 tempest-TestMinimumBasicScenario-1408592018 tempest-TestMinimumBasicScenario-1408592018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:59:10.363334 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-69d9f817-3911-4960-bf0f-45beb783ef50 req-fa7b4679-2d32-4aa4-ae0e-c4e8266285e5 tempest-TestMinimumBasicScenario-1408592018 tempest-TestMinimumBasicScenario-1408592018-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-507053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871534'] for port (None), before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:59:10.367780 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-69d9f817-3911-4960-bf0f-45beb783ef50 req-fa7b4679-2d32-4aa4-ae0e-c4e8266285e5 tempest-TestMinimumBasicScenario-1408592018 tempest-TestMinimumBasicScenario-1408592018-project] 10.222.0.67 "PUT /v2.0/ports/696c428a-2d32-4149-b9c4-40a4e382593e HTTP/1.1" status: 200 len: 981 time: 0.3852577 Apr 11 13:59:10.398121 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7b4679-2d32-4aa4-ae0e-c4e8266285e5 tempest-TestMinimumBasicScenario-1408592018 tempest-TestMinimumBasicScenario-1408592018-project] Pushing event updated for resources: {'Port': ['ID=696c428a-2d32-4149-b9c4-40a4e382593e,revision_number=6']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:59:10.492412 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346e620f-cc52-4fd9-a8d8-12e951c04b0b req-45d1cd28-7aed-4556-bc34-24c8df56f7c3 tempest-TestMinimumBasicScenario-1408592018 tempest-TestMinimumBasicScenario-1408592018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:59:10.494486 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-346e620f-cc52-4fd9-a8d8-12e951c04b0b req-45d1cd28-7aed-4556-bc34-24c8df56f7c3 tempest-TestMinimumBasicScenario-1408592018 tempest-TestMinimumBasicScenario-1408592018-project] 10.222.0.67 "GET /v2.0/ports?device_id=79569212-4835-45da-92b0-516e527a1f88 HTTP/1.1" status: 200 len: 984 time: 0.0600204 Apr 11 13:59:10.529462 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] get_ports_and_sgs() called for port_ids ['696c428a-2d32-4149-b9c4-40a4e382593e'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 13:59:10.564071 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-346e620f-cc52-4fd9-a8d8-12e951c04b0b req-f17c999e-b983-4ed3-969a-f7e0f870b03b tempest-TestMinimumBasicScenario-1408592018 tempest-TestMinimumBasicScenario-1408592018-project] 10.222.0.67 "GET /v2.0/security-groups?id=b702b37f-bf09-4495-b518-9860a0ba33cf&id=cf23f7d8-584e-46f6-abd9-cfbb92a6cce4&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0625424 Apr 11 13:59:10.572224 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79569212-4835-45da-92b0-516e527a1f88', 'tag': '696c428a-2d32-4149-b9c4-40a4e382593e'}] {{(pid=103318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 13:59:10.574635 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}476b5820a8b2a4c839a8e61874405e2111d505d8639f7232d97f083a4ddc8acf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03656a18-5867-4070-9676-bdfdd93dc263" -d '{"events": [{"name": "network-changed", "server_uuid": "79569212-4835-45da-92b0-516e527a1f88", "tag": "696c428a-2d32-4149-b9c4-40a4e382593e"}]}' {{(pid=103318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 13:59:10.609793 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 13:59:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7067313-17ca-49c7-b1ef-0635318eda0e x-openstack-request-id: req-f7067313-17ca-49c7-b1ef-0635318eda0e {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 13:59:10.610366 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79569212-4835-45da-92b0-516e527a1f88", "tag": "696c428a-2d32-4149-b9c4-40a4e382593e", "status": "completed", "code": 200}]} {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 13:59:10.610366 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-f7067313-17ca-49c7-b1ef-0635318eda0e {{(pid=103318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 13:59:10.610912 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f7067313-17ca-49c7-b1ef-0635318eda0e'] response: {'name': 'network-changed', 'server_uuid': '79569212-4835-45da-92b0-516e527a1f88', 'tag': '696c428a-2d32-4149-b9c4-40a4e382593e', 'status': 'completed', 'code': 200} Apr 11 13:59:10.621746 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-09a266cf-538d-48c1-9c87-14abc6b5abfb None None] Provisioning complete for port 696c428a-2d32-4149-b9c4-40a4e382593e triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 13:59:10.622255 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-09a266cf-538d-48c1-9c87-14abc6b5abfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-663396'] for port (696c428a-2d32-4149-b9c4-40a4e382593e), provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:59:10.678318 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03656a18-5867-4070-9676-bdfdd93dc263 req-c2ef3b1b-d132-44bc-98e0-22bcb682ed02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:59:10.679867 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-03656a18-5867-4070-9676-bdfdd93dc263 req-c2ef3b1b-d132-44bc-98e0-22bcb682ed02 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=644547f80e2543079781f0c7b34c40b4&device_id=79569212-4835-45da-92b0-516e527a1f88 HTTP/1.1" status: 200 len: 1168 time: 0.0394127 Apr 11 13:59:10.782003 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03656a18-5867-4070-9676-bdfdd93dc263 req-4d80f6e0-ccfb-4bdb-b2b1-8253d7798e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:59:10.783481 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-03656a18-5867-4070-9676-bdfdd93dc263 req-4d80f6e0-ccfb-4bdb-b2b1-8253d7798e20 service neutron] 10.222.0.75 "GET /v2.0/networks?id=a26678c1-118d-435e-989f-6f50cac836e0 HTTP/1.1" status: 200 len: 915 time: 0.0870056 Apr 11 13:59:10.853925 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-03656a18-5867-4070-9676-bdfdd93dc263 req-17455bf5-5e41-45ee-b193-a6d78e1345d8 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=696c428a-2d32-4149-b9c4-40a4e382593e HTTP/1.1" status: 200 len: 1000 time: 0.0616241 Apr 11 13:59:10.905191 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03656a18-5867-4070-9676-bdfdd93dc263 req-511d5dfb-6543-4be1-b6d6-8ffcfd062328 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:59:10.906663 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-03656a18-5867-4070-9676-bdfdd93dc263 req-511d5dfb-6543-4be1-b6d6-8ffcfd062328 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=b53fa937-6664-4af0-8a1b-d8748366eb4f HTTP/1.1" status: 200 len: 853 time: 0.0451283 Apr 11 13:59:10.940717 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-09a266cf-538d-48c1-9c87-14abc6b5abfb None None] Current status of the port 696c428a-2d32-4149-b9c4-40a4e382593e is: ACTIVE; New status is: ACTIVE {{(pid=103320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 13:59:10.965730 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03656a18-5867-4070-9676-bdfdd93dc263 req-a9e5175a-e7c4-4917-a922-bb7f6baeecda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:59:10.968168 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-03656a18-5867-4070-9676-bdfdd93dc263 req-a9e5175a-e7c4-4917-a922-bb7f6baeecda service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=a26678c1-118d-435e-989f-6f50cac836e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0466750 Apr 11 13:59:11.058920 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-03656a18-5867-4070-9676-bdfdd93dc263 req-ffed1351-d4cb-4b96-a651-c5f4492168a6 service neutron] 10.222.0.75 "GET /v2.0/networks/a26678c1-118d-435e-989f-6f50cac836e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838554 Apr 11 13:59:11.172485 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a85073-9e08-449a-bf2e-b1d37ab94d11 req-0e226c8f-fc0e-4098-9f39-adc7d9425256 tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:59:11.173998 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-19a85073-9e08-449a-bf2e-b1d37ab94d11 req-0e226c8f-fc0e-4098-9f39-adc7d9425256 tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] 10.222.0.67 "GET /v2.0/ports?device_id=a1b122bc-5193-4642-9f21-0e30c573c88e HTTP/1.1" status: 200 len: 946 time: 0.0922534 Apr 11 13:59:11.214517 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-03656a18-5867-4070-9676-bdfdd93dc263 req-4826e725-5fa5-4be3-a9c2-408e591b1b80 service neutron] 10.222.0.75 "GET /v2.0/networks/a26678c1-118d-435e-989f-6f50cac836e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1417472 Apr 11 13:59:11.235947 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-19a85073-9e08-449a-bf2e-b1d37ab94d11 req-cc40f4ed-553c-4bb5-99cc-4ec68682a84d tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] 10.222.0.67 "GET /v2.0/security-groups?id=74210077-a841-4d98-8800-d90fd64306d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561397 Apr 11 13:59:12.351684 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7912c76a-f4c3-4967-b7ea-829b7b0f95f9 req-f270b838-e15a-4a40-9b70-b74560833564 tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:59:12.353145 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-7912c76a-f4c3-4967-b7ea-829b7b0f95f9 req-f270b838-e15a-4a40-9b70-b74560833564 tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] 10.222.0.67 "GET /v2.0/ports?device_id=a1b122bc-5193-4642-9f21-0e30c573c88e HTTP/1.1" status: 200 len: 946 time: 0.0495584 Apr 11 13:59:12.399135 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-7912c76a-f4c3-4967-b7ea-829b7b0f95f9 req-26b8fd65-65ef-4f38-85af-d0e46d508484 tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] 10.222.0.67 "GET /v2.0/security-groups?id=74210077-a841-4d98-8800-d90fd64306d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399220 Apr 11 13:59:13.519534 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab1006e-4cf8-4124-b6c2-0895955d3d7d req-d0e49e18-d393-4e1b-b562-3a3a0a8525cc tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:59:13.521015 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-bab1006e-4cf8-4124-b6c2-0895955d3d7d req-d0e49e18-d393-4e1b-b562-3a3a0a8525cc tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] 10.222.0.67 "GET /v2.0/ports?device_id=a1b122bc-5193-4642-9f21-0e30c573c88e HTTP/1.1" status: 200 len: 946 time: 0.0475404 Apr 11 13:59:13.566558 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-bab1006e-4cf8-4124-b6c2-0895955d3d7d req-e78777cf-9447-4393-b3c6-9a7637af95cd tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] 10.222.0.67 "GET /v2.0/security-groups?id=74210077-a841-4d98-8800-d90fd64306d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399914 Apr 11 13:59:14.681499 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f201b4-c1b3-4ac1-aa0f-78fa95ee799c req-648b41c4-82fb-4b43-8bcc-760f1e49ae34 tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:59:14.682978 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-f5f201b4-c1b3-4ac1-aa0f-78fa95ee799c req-648b41c4-82fb-4b43-8bcc-760f1e49ae34 tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] 10.222.0.67 "GET /v2.0/ports?device_id=a1b122bc-5193-4642-9f21-0e30c573c88e HTTP/1.1" status: 200 len: 946 time: 0.0483954 Apr 11 13:59:14.733461 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-f5f201b4-c1b3-4ac1-aa0f-78fa95ee799c req-7f9bc334-c18f-4d96-8f7e-1f2a3c3d5a2a tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] 10.222.0.67 "GET /v2.0/security-groups?id=74210077-a841-4d98-8800-d90fd64306d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448050 Apr 11 13:59:15.557017 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fd5212-a864-4ffc-8cae-9375c0d4f60e req-45f71515-d7b2-4a07-8f10-b0cf6ce10cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:59:15.558512 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-33fd5212-a864-4ffc-8cae-9375c0d4f60e req-45f71515-d7b2-4a07-8f10-b0cf6ce10cd1 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=a1b122bc-5193-4642-9f21-0e30c573c88e HTTP/1.1" status: 200 len: 1130 time: 0.0380154 Apr 11 13:59:15.605791 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-33fd5212-a864-4ffc-8cae-9375c0d4f60e req-acb1d6a7-bd76-432a-8f0e-0c5f0abf3411 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=74210077-a841-4d98-8800-d90fd64306d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371730 Apr 11 13:59:15.844097 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ee2a0e-99bf-4699-a423-6416ff91d613 req-7d2d66d9-0592-4f9a-bf00-856fd848469b tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:59:15.845555 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-01ee2a0e-99bf-4699-a423-6416ff91d613 req-7d2d66d9-0592-4f9a-bf00-856fd848469b tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] 10.222.0.67 "GET /v2.0/ports?device_id=a1b122bc-5193-4642-9f21-0e30c573c88e HTTP/1.1" status: 200 len: 946 time: 0.0466959 Apr 11 13:59:15.894430 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-01ee2a0e-99bf-4699-a423-6416ff91d613 req-1c050800-45f1-487f-a318-8168e4640721 tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] 10.222.0.67 "GET /v2.0/security-groups?id=74210077-a841-4d98-8800-d90fd64306d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434470 Apr 11 13:59:17.004103 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f15b7f0-1de7-4bdd-b2a2-fdb92ef7d524 req-a9cb12ac-6c48-4dca-9805-7040994f00a5 tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:59:17.005552 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-5f15b7f0-1de7-4bdd-b2a2-fdb92ef7d524 req-a9cb12ac-6c48-4dca-9805-7040994f00a5 tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] 10.222.0.67 "GET /v2.0/ports?device_id=a1b122bc-5193-4642-9f21-0e30c573c88e HTTP/1.1" status: 200 len: 946 time: 0.0452173 Apr 11 13:59:17.058125 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-5f15b7f0-1de7-4bdd-b2a2-fdb92ef7d524 req-4e900280-0159-407a-8e49-a737aaf36cc7 tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] 10.222.0.67 "GET /v2.0/security-groups?id=74210077-a841-4d98-8800-d90fd64306d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471454 Apr 11 13:59:18.171636 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0840d7-3e6a-460d-a114-9ff18eb30ff3 req-c42fea38-0579-4563-9ffb-5b211193b11e tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:59:18.173078 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-7f0840d7-3e6a-460d-a114-9ff18eb30ff3 req-c42fea38-0579-4563-9ffb-5b211193b11e tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] 10.222.0.67 "GET /v2.0/ports?device_id=a1b122bc-5193-4642-9f21-0e30c573c88e HTTP/1.1" status: 200 len: 946 time: 0.0473540 Apr 11 13:59:18.218592 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-7f0840d7-3e6a-460d-a114-9ff18eb30ff3 req-97877758-96a8-4098-bc8c-02ba82e174c7 tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] 10.222.0.67 "GET /v2.0/security-groups?id=74210077-a841-4d98-8800-d90fd64306d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400782 Apr 11 13:59:18.655568 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206996b2-3fa8-4cc0-8ecf-46f0d22dc36f req-bc2455ef-fd19-4bdd-9c29-5d3f2c607591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:59:18.657002 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-206996b2-3fa8-4cc0-8ecf-46f0d22dc36f req-bc2455ef-fd19-4bdd-9c29-5d3f2c607591 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=7e9487af89de4df6b7592a993fc4827e&device_id=a1b122bc-5193-4642-9f21-0e30c573c88e HTTP/1.1" status: 200 len: 1130 time: 0.0713842 Apr 11 13:59:18.663144 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e345ce8a-34ba-4ccb-b396-f6034dfae8bd req-37ef2dd2-f098-46f1-abeb-78e799b49596 tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:59:18.664501 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-e345ce8a-34ba-4ccb-b396-f6034dfae8bd req-37ef2dd2-f098-46f1-abeb-78e799b49596 tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] 10.222.0.67 "GET /v2.0/ports?device_id=a1b122bc-5193-4642-9f21-0e30c573c88e HTTP/1.1" status: 200 len: 946 time: 0.0690649 Apr 11 13:59:18.765466 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-e345ce8a-34ba-4ccb-b396-f6034dfae8bd req-af0b257f-0526-4339-addb-c76c45d31e91 tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] 10.222.0.67 "GET /v2.0/security-groups?id=74210077-a841-4d98-8800-d90fd64306d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0930228 Apr 11 13:59:18.782041 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206996b2-3fa8-4cc0-8ecf-46f0d22dc36f req-11bc0348-8fd6-4d16-af99-2ffc154d22ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:59:18.783475 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-206996b2-3fa8-4cc0-8ecf-46f0d22dc36f req-11bc0348-8fd6-4d16-af99-2ffc154d22ce service neutron] 10.222.0.75 "GET /v2.0/networks?id=5b366c5b-a29e-42a6-8ecc-0cc9ff2fdbc0 HTTP/1.1" status: 200 len: 919 time: 0.1181514 Apr 11 13:59:18.857272 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-206996b2-3fa8-4cc0-8ecf-46f0d22dc36f req-78999804-ce6a-49b9-81d0-468f60a6ee2d service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dd31c02f-d45d-4905-89c8-0c0d76d81cb0 HTTP/1.1" status: 200 len: 1001 time: 0.0568509 Apr 11 13:59:18.907093 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206996b2-3fa8-4cc0-8ecf-46f0d22dc36f req-c9f77df2-5d2c-4b60-8ced-ba5ceb0eb430 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:59:18.908433 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-206996b2-3fa8-4cc0-8ecf-46f0d22dc36f req-c9f77df2-5d2c-4b60-8ced-ba5ceb0eb430 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=8a7e0881-a086-4309-85a2-2f54ddd5f281 HTTP/1.1" status: 200 len: 857 time: 0.0416086 Apr 11 13:59:18.956367 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206996b2-3fa8-4cc0-8ecf-46f0d22dc36f req-296b0158-0e1d-4fe3-8c25-d7a67155c2c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:59:18.957807 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-206996b2-3fa8-4cc0-8ecf-46f0d22dc36f req-296b0158-0e1d-4fe3-8c25-d7a67155c2c7 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=5b366c5b-a29e-42a6-8ecc-0cc9ff2fdbc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0408659 Apr 11 13:59:19.174940 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-206996b2-3fa8-4cc0-8ecf-46f0d22dc36f req-2b9a540c-2d2f-44c1-885b-36f2ee7b4170 service neutron] 10.222.0.75 "GET /v2.0/networks/5b366c5b-a29e-42a6-8ecc-0cc9ff2fdbc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815599 Apr 11 13:59:19.829837 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-206996b2-3fa8-4cc0-8ecf-46f0d22dc36f req-8cdb19f9-d050-41ed-a416-5d26438f14f2 service neutron] 10.222.0.75 "GET /v2.0/networks/5b366c5b-a29e-42a6-8ecc-0cc9ff2fdbc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885434 Apr 11 13:59:19.880560 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57ea763-9e69-4d3d-aee7-f008ab337cba req-0e835514-4b21-47da-87f5-473b634abfde tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:59:19.882037 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-f57ea763-9e69-4d3d-aee7-f008ab337cba req-0e835514-4b21-47da-87f5-473b634abfde tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] 10.222.0.67 "GET /v2.0/ports?device_id=a1b122bc-5193-4642-9f21-0e30c573c88e HTTP/1.1" status: 200 len: 946 time: 0.0461788 Apr 11 13:59:19.929405 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-f57ea763-9e69-4d3d-aee7-f008ab337cba req-1bb69619-d61a-476a-850a-9257be8bd929 tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] 10.222.0.67 "GET /v2.0/security-groups?id=74210077-a841-4d98-8800-d90fd64306d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419762 Apr 11 13:59:21.040226 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fe482b-21f6-4b38-b8e5-3e78f4872df5 req-15932e8f-0ccc-49a4-bde5-bc80ba0f05fe tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:59:21.041687 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-a8fe482b-21f6-4b38-b8e5-3e78f4872df5 req-15932e8f-0ccc-49a4-bde5-bc80ba0f05fe tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] 10.222.0.67 "GET /v2.0/ports?device_id=a1b122bc-5193-4642-9f21-0e30c573c88e HTTP/1.1" status: 200 len: 946 time: 0.0465224 Apr 11 13:59:21.087957 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-a8fe482b-21f6-4b38-b8e5-3e78f4872df5 req-d6dda186-6c47-4b07-aeeb-7aac0b52e45c tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] 10.222.0.67 "GET /v2.0/security-groups?id=74210077-a841-4d98-8800-d90fd64306d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399053 Apr 11 13:59:22.202897 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65634ea2-bb75-4436-9606-882e97b6e448 req-2f6f1ba0-4aa6-4c94-8465-2fb345843f83 tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:59:22.204283 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-65634ea2-bb75-4436-9606-882e97b6e448 req-2f6f1ba0-4aa6-4c94-8465-2fb345843f83 tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] 10.222.0.67 "GET /v2.0/ports?device_id=a1b122bc-5193-4642-9f21-0e30c573c88e HTTP/1.1" status: 200 len: 946 time: 0.0497262 Apr 11 13:59:22.249481 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-65634ea2-bb75-4436-9606-882e97b6e448 req-562647f2-c81b-4d59-938c-2b8b44cf2d7a tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] 10.222.0.67 "GET /v2.0/security-groups?id=74210077-a841-4d98-8800-d90fd64306d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396130 Apr 11 13:59:23.364816 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9973bd-17e6-4d5e-b6ef-8412c001d4f0 req-5de53fc8-ab0e-4bd9-a60d-7688182a187b tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:59:23.366272 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-ce9973bd-17e6-4d5e-b6ef-8412c001d4f0 req-5de53fc8-ab0e-4bd9-a60d-7688182a187b tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] 10.222.0.67 "GET /v2.0/ports?device_id=a1b122bc-5193-4642-9f21-0e30c573c88e HTTP/1.1" status: 200 len: 946 time: 0.0504460 Apr 11 13:59:23.412370 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-ce9973bd-17e6-4d5e-b6ef-8412c001d4f0 req-2b4c7afb-dfd9-4209-9357-0dc760a0fa26 tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] 10.222.0.67 "GET /v2.0/security-groups?id=74210077-a841-4d98-8800-d90fd64306d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397902 Apr 11 13:59:24.057772 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.db.agents_db [None req-69d3ff0a-913c-429f-8002-6cfbd72f8f27 None None] Agent healthcheck: found 6 active agents {{(pid=103321) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 13:59:24.523229 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9232f910-5d8f-4c22-ae60-937467ee2663 req-040c7253-16a5-444d-b9fc-056472e11289 tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:59:24.524718 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-9232f910-5d8f-4c22-ae60-937467ee2663 req-040c7253-16a5-444d-b9fc-056472e11289 tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] 10.222.0.67 "GET /v2.0/ports?device_id=a1b122bc-5193-4642-9f21-0e30c573c88e HTTP/1.1" status: 200 len: 946 time: 0.0466216 Apr 11 13:59:24.571070 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-9232f910-5d8f-4c22-ae60-937467ee2663 req-9e40316f-f4a6-4fcd-baf4-b8cc0d6fd06e tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] 10.222.0.67 "GET /v2.0/security-groups?id=74210077-a841-4d98-8800-d90fd64306d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401793 Apr 11 13:59:25.682339 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0ab7c1-295f-4cef-a60f-3c6fc771933f req-952500a1-c12a-43c3-96a3-48bed16d8d32 tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:59:25.683776 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-2a0ab7c1-295f-4cef-a60f-3c6fc771933f req-952500a1-c12a-43c3-96a3-48bed16d8d32 tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] 10.222.0.67 "GET /v2.0/ports?device_id=a1b122bc-5193-4642-9f21-0e30c573c88e HTTP/1.1" status: 200 len: 946 time: 0.0469584 Apr 11 13:59:25.730024 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-2a0ab7c1-295f-4cef-a60f-3c6fc771933f req-05496298-5c62-4d79-b392-5ba6eb1a2f00 tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] 10.222.0.67 "GET /v2.0/security-groups?id=74210077-a841-4d98-8800-d90fd64306d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402193 Apr 11 13:59:26.446797 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-2be72bfa-1ddd-4afa-8f08-1998f556f9c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750379576733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663498'] for agent (d5a8b9a1-2e9e-46b5-8163-20b7d509fa4e), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:59:26.846326 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13563d16-76e4-47a8-a578-f0fd052074f0 req-4ab4e846-5bce-4ebc-a919-ffa7e7166110 tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:59:26.847816 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-13563d16-76e4-47a8-a578-f0fd052074f0 req-4ab4e846-5bce-4ebc-a919-ffa7e7166110 tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] 10.222.0.67 "GET /v2.0/ports?device_id=a1b122bc-5193-4642-9f21-0e30c573c88e HTTP/1.1" status: 200 len: 946 time: 0.0499418 Apr 11 13:59:26.892439 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-13563d16-76e4-47a8-a578-f0fd052074f0 req-75b3be33-060b-47f0-abf6-e30d5558c091 tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] 10.222.0.67 "GET /v2.0/security-groups?id=74210077-a841-4d98-8800-d90fd64306d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391786 Apr 11 13:59:28.003733 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab133f1a-8de7-4174-9897-8c327e22a027 req-3983b4fa-0fd6-4564-ba30-fb9ea57f8d3f tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:59:28.005182 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-ab133f1a-8de7-4174-9897-8c327e22a027 req-3983b4fa-0fd6-4564-ba30-fb9ea57f8d3f tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] 10.222.0.67 "GET /v2.0/ports?device_id=a1b122bc-5193-4642-9f21-0e30c573c88e HTTP/1.1" status: 200 len: 946 time: 0.0465598 Apr 11 13:59:28.056321 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-ab133f1a-8de7-4174-9897-8c327e22a027 req-0fd5ebd9-a03c-43d1-b25d-50abaf776f29 tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] 10.222.0.67 "GET /v2.0/security-groups?id=74210077-a841-4d98-8800-d90fd64306d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458348 Apr 11 13:59:28.793484 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e7a6cbfd-3e6e-4d99-aa7f-2d9ba9c0be97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750379576733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663498'] for agent (e731c656-576f-4174-9da3-af64518920bc), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:59:29.170153 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35218074-14e7-4d0d-b949-09a8639c976e req-3aa3912c-7d4f-44d6-9127-f2723710ea97 tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:59:29.171613 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-35218074-14e7-4d0d-b949-09a8639c976e req-3aa3912c-7d4f-44d6-9127-f2723710ea97 tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] 10.222.0.67 "GET /v2.0/ports?device_id=a1b122bc-5193-4642-9f21-0e30c573c88e HTTP/1.1" status: 200 len: 946 time: 0.0475297 Apr 11 13:59:29.217185 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-35218074-14e7-4d0d-b949-09a8639c976e req-c86a96ce-082c-43f4-a23e-8ae2e90ea7c7 tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] 10.222.0.67 "GET /v2.0/security-groups?id=74210077-a841-4d98-8800-d90fd64306d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399985 Apr 11 13:59:29.327961 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2182e35c-02f0-4bc2-8a83-6eda6ca4f458 req-da24e39a-5a79-483a-8f68-664db962a111 tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:59:29.329557 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-2182e35c-02f0-4bc2-8a83-6eda6ca4f458 req-da24e39a-5a79-483a-8f68-664db962a111 tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] 10.222.0.67 "GET /v2.0/ports?device_id=a1b122bc-5193-4642-9f21-0e30c573c88e HTTP/1.1" status: 200 len: 946 time: 0.0485177 Apr 11 13:59:29.337904 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.67', 60686) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:59:29.342392 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.v2.base [None req-1e5b6076-a749-4411-94bf-cb673f6d64f2 tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] Request body: {'floatingip': {'port_id': 'dd31c02f-d45d-4905-89c8-0c0d76d81cb0'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 13:59:29.404113 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-1e5b6076-a749-4411-94bf-cb673f6d64f2 tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] Publish callbacks [] for floatingip (e47df6d1-a78b-413a-b0d5-a55dfd45106c), before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:59:29.880574 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-1e5b6076-a749-4411-94bf-cb673f6d64f2 tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:59:29.884198 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-1e5b6076-a749-4411-94bf-cb673f6d64f2 tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8126411'] for floatingip (e47df6d1-a78b-413a-b0d5-a55dfd45106c), after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:59:30.091650 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e5b6076-a749-4411-94bf-cb673f6d64f2 tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] Router 02c42edb-8c96-4c0d-925f-01f855f4a515 has already been hosted by L3 agent e731c656-576f-4174-9da3-af64518920bc {{(pid=103318) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 13:59:30.128230 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-75ad2582-0b5d-438d-ba3d-9545e3f86417 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750379576733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663498'] for agent (af269f03-95a2-4a08-bd5c-5879324d2567), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:59:30.406310 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e5b6076-a749-4411-94bf-cb673f6d64f2 tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] Notify agent at l3_agent.dv-cinder-830787-2-iscsi the message routers_updated {{(pid=103318) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 13:59:30.411041 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-1e5b6076-a749-4411-94bf-cb673f6d64f2 tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-507053'] for floatingip (None), before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:59:30.416221 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b51de6a-ce81-4ef0-b820-44ef74998273 None None] Sync routers for ids ['02c42edb-8c96-4c0d-925f-01f855f4a515'] in dv-cinder-830787-2-iscsi {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 13:59:30.426948 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b51de6a-ce81-4ef0-b820-44ef74998273 None None] Routers {'02c42edb-8c96-4c0d-925f-01f855f4a515'} bound to L3 agent in host dv-cinder-830787-2-iscsi {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 13:59:30.427594 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-7b51de6a-ce81-4ef0-b820-44ef74998273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830787-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-11T13:46:59Z,description=,heartbeat_timestamp=2022-04-11T13:59:29Z,host='dv-cinder-830787-2-iscsi',id=e731c656-576f-4174-9da3-af64518920bc,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T13:46:59Z,topic='l3_agent')) {'router_ids': ['02c42edb-8c96-4c0d-925f-01f855f4a515'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:59:30.441557 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1b122bc-5193-4642-9f21-0e30c573c88e', 'tag': 'dd31c02f-d45d-4905-89c8-0c0d76d81cb0'}] {{(pid=103318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 13:59:30.443798 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}476b5820a8b2a4c839a8e61874405e2111d505d8639f7232d97f083a4ddc8acf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-981c94fe-b988-4066-86e0-12868e8f9d61" -d '{"events": [{"name": "network-changed", "server_uuid": "a1b122bc-5193-4642-9f21-0e30c573c88e", "tag": "dd31c02f-d45d-4905-89c8-0c0d76d81cb0"}]}' {{(pid=103318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 13:59:30.472034 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-1e5b6076-a749-4411-94bf-cb673f6d64f2 tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] 10.222.0.67 "PUT /v2.0/floatingips/e47df6d1-a78b-413a-b0d5-a55dfd45106c HTTP/1.1" status: 200 len: 993 time: 1.1330035 Apr 11 13:59:30.492802 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 13:59:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12a1aa64-be88-4426-86a8-4df5f4da7c56 x-openstack-request-id: req-12a1aa64-be88-4426-86a8-4df5f4da7c56 {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 13:59:30.493102 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1b122bc-5193-4642-9f21-0e30c573c88e", "tag": "dd31c02f-d45d-4905-89c8-0c0d76d81cb0", "status": "completed", "code": 200}]} {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 13:59:30.493358 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-12a1aa64-be88-4426-86a8-4df5f4da7c56 {{(pid=103318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 13:59:30.493769 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.notifiers.nova [-] Nova event matching ['req-12a1aa64-be88-4426-86a8-4df5f4da7c56'] response: {'name': 'network-changed', 'server_uuid': 'a1b122bc-5193-4642-9f21-0e30c573c88e', 'tag': 'dd31c02f-d45d-4905-89c8-0c0d76d81cb0', 'status': 'completed', 'code': 200} Apr 11 13:59:30.548144 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-7b51de6a-ce81-4ef0-b820-44ef74998273 None None] Set router 02c42edb-8c96-4c0d-925f-01f855f4a515 gateway port host: dv-cinder-830787-2-iscsi {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 13:59:30.759126 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-7b51de6a-ce81-4ef0-b820-44ef74998273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02c42edb-8c96-4c0d-925f-01f855f4a515', 'name': 'tempest-ServerRescueNegativeTestJSON-995852149-router', 'tenant_id': '7e9487af89de4df6b7592a993fc4827e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886', 'external_fixed_ips': [{'subnet_id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'ip_address': '172.27.1.172'}], 'enable_snat': True}, 'gw_port_id': '5d4fa6fd-76c0-4870-86d9-841b0ecd7170', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T13:55:28Z', 'updated_at': '2022-04-11T13:55:35Z', 'revision_number': 4, 'project_id': '7e9487af89de4df6b7592a993fc4827e', 'gw_port': {'id': '5d4fa6fd-76c0-4870-86d9-841b0ecd7170', 'name': '', 'network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:95:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02c42edb-8c96-4c0d-925f-01f855f4a515', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'ip_address': '172.27.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:55:29Z', 'updated_at': '2022-04-11T13:55:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830787-2-iscsi', '_floatingips': [{'id': 'e47df6d1-a78b-413a-b0d5-a55dfd45106c', 'tenant_id': '7e9487af89de4df6b7592a993fc4827e', 'floating_ip_address': '172.27.1.66', 'floating_network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886', 'router_id': '02c42edb-8c96-4c0d-925f-01f855f4a515', 'port_id': 'dd31c02f-d45d-4905-89c8-0c0d76d81cb0', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 441, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5b366c5b-a29e-42a6-8ecc-0cc9ff2fdbc0', 'mac_address': 'fa:16:3e:1c:c5:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1b122bc-5193-4642-9f21-0e30c573c88e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T13:57:44Z', 'updated_at': '2022-04-11T13:59:29Z', 'revision_number': 3, 'project_id': '7e9487af89de4df6b7592a993fc4827e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1490c2e5-77ed-4811-bd1d-5b4623862f23', 'name': '', 'network_id': '5b366c5b-a29e-42a6-8ecc-0cc9ff2fdbc0', 'tenant_id': '7e9487af89de4df6b7592a993fc4827e', 'mac_address': 'fa:16:3e:05:c5:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02c42edb-8c96-4c0d-925f-01f855f4a515', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '8a7e0881-a086-4309-85a2-2f54ddd5f281', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:55:32Z', 'updated_at': '2022-04-11T13:55:39Z', 'revision_number': 5, 'project_id': '7e9487af89de4df6b7592a993fc4827e', 'subnets': [{'id': '8a7e0881-a086-4309-85a2-2f54ddd5f281', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830787-2-iscsi', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:59:30.785825 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b51de6a-ce81-4ef0-b820-44ef74998273 None None] Checking router: 02c42edb-8c96-4c0d-925f-01f855f4a515 for host: dv-cinder-830787-2-iscsi {{(pid=103321) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 13:59:30.794046 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b51de6a-ce81-4ef0-b820-44ef74998273 None None] Routers {'02c42edb-8c96-4c0d-925f-01f855f4a515'} bound to L3 agent in host dv-cinder-830787-2-iscsi {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 13:59:30.794638 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-7b51de6a-ce81-4ef0-b820-44ef74998273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830787-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-11T13:46:59Z,description=,heartbeat_timestamp=2022-04-11T13:59:29Z,host='dv-cinder-830787-2-iscsi',id=e731c656-576f-4174-9da3-af64518920bc,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T13:46:59Z,topic='l3_agent')) {'router_ids': ['02c42edb-8c96-4c0d-925f-01f855f4a515'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:59:30.900391 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-7b51de6a-ce81-4ef0-b820-44ef74998273 None None] Set router 02c42edb-8c96-4c0d-925f-01f855f4a515 gateway port host: dv-cinder-830787-2-iscsi {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 13:59:31.107737 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-7b51de6a-ce81-4ef0-b820-44ef74998273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02c42edb-8c96-4c0d-925f-01f855f4a515', 'name': 'tempest-ServerRescueNegativeTestJSON-995852149-router', 'tenant_id': '7e9487af89de4df6b7592a993fc4827e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886', 'external_fixed_ips': [{'subnet_id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'ip_address': '172.27.1.172'}], 'enable_snat': True}, 'gw_port_id': '5d4fa6fd-76c0-4870-86d9-841b0ecd7170', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T13:55:28Z', 'updated_at': '2022-04-11T13:55:35Z', 'revision_number': 4, 'project_id': '7e9487af89de4df6b7592a993fc4827e', 'gw_port': {'id': '5d4fa6fd-76c0-4870-86d9-841b0ecd7170', 'name': '', 'network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:95:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02c42edb-8c96-4c0d-925f-01f855f4a515', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'ip_address': '172.27.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:55:29Z', 'updated_at': '2022-04-11T13:55:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830787-2-iscsi', '_floatingips': [{'id': 'e47df6d1-a78b-413a-b0d5-a55dfd45106c', 'tenant_id': '7e9487af89de4df6b7592a993fc4827e', 'floating_ip_address': '172.27.1.66', 'floating_network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886', 'router_id': '02c42edb-8c96-4c0d-925f-01f855f4a515', 'port_id': 'dd31c02f-d45d-4905-89c8-0c0d76d81cb0', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 441, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5b366c5b-a29e-42a6-8ecc-0cc9ff2fdbc0', 'mac_address': 'fa:16:3e:1c:c5:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1b122bc-5193-4642-9f21-0e30c573c88e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T13:57:44Z', 'updated_at': '2022-04-11T13:59:29Z', 'revision_number': 3, 'project_id': '7e9487af89de4df6b7592a993fc4827e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1490c2e5-77ed-4811-bd1d-5b4623862f23', 'name': '', 'network_id': '5b366c5b-a29e-42a6-8ecc-0cc9ff2fdbc0', 'tenant_id': '7e9487af89de4df6b7592a993fc4827e', 'mac_address': 'fa:16:3e:05:c5:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02c42edb-8c96-4c0d-925f-01f855f4a515', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '8a7e0881-a086-4309-85a2-2f54ddd5f281', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:55:32Z', 'updated_at': '2022-04-11T13:55:39Z', 'revision_number': 5, 'project_id': '7e9487af89de4df6b7592a993fc4827e', 'subnets': [{'id': '8a7e0881-a086-4309-85a2-2f54ddd5f281', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830787-2-iscsi', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:59:31.138474 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b51de6a-ce81-4ef0-b820-44ef74998273 None None] The sync data for ids ['02c42edb-8c96-4c0d-925f-01f855f4a515'] in dv-cinder-830787-2-iscsi is: [{'id': '02c42edb-8c96-4c0d-925f-01f855f4a515', 'name': 'tempest-ServerRescueNegativeTestJSON-995852149-router', 'tenant_id': '7e9487af89de4df6b7592a993fc4827e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886', 'external_fixed_ips': [{'subnet_id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'ip_address': '172.27.1.172'}], 'enable_snat': True}, 'gw_port_id': '5d4fa6fd-76c0-4870-86d9-841b0ecd7170', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T13:55:28Z', 'updated_at': '2022-04-11T13:55:35Z', 'revision_number': 4, 'project_id': '7e9487af89de4df6b7592a993fc4827e', 'gw_port': {'id': '5d4fa6fd-76c0-4870-86d9-841b0ecd7170', 'name': '', 'network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:95:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02c42edb-8c96-4c0d-925f-01f855f4a515', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'ip_address': '172.27.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:55:29Z', 'updated_at': '2022-04-11T13:55:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830787-2-iscsi', '_floatingips': [{'id': 'e47df6d1-a78b-413a-b0d5-a55dfd45106c', 'tenant_id': '7e9487af89de4df6b7592a993fc4827e', 'floating_ip_address': '172.27.1.66', 'floating_network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886', 'router_id': '02c42edb-8c96-4c0d-925f-01f855f4a515', 'port_id': 'dd31c02f-d45d-4905-89c8-0c0d76d81cb0', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 441, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5b366c5b-a29e-42a6-8ecc-0cc9ff2fdbc0', 'mac_address': 'fa:16:3e:1c:c5:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1b122bc-5193-4642-9f21-0e30c573c88e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T13:57:44Z', 'updated_at': '2022-04-11T13:59:29Z', 'revision_number': 3, 'project_id': '7e9487af89de4df6b7592a993fc4827e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1490c2e5-77ed-4811-bd1d-5b4623862f23', 'name': '', 'network_id': '5b366c5b-a29e-42a6-8ecc-0cc9ff2fdbc0', 'tenant_id': '7e9487af89de4df6b7592a993fc4827e', 'mac_address': 'fa:16:3e:05:c5:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02c42edb-8c96-4c0d-925f-01f855f4a515', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '8a7e0881-a086-4309-85a2-2f54ddd5f281', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:55:32Z', 'updated_at': '2022-04-11T13:55:39Z', 'revision_number': 5, 'project_id': '7e9487af89de4df6b7592a993fc4827e', 'subnets': [{'id': '8a7e0881-a086-4309-85a2-2f54ddd5f281', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 13:59:31.626199 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-fcd2c3e6-f415-40f5-8fd4-1147b68fd929 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750379576733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663498'] for agent (a1227682-d2f2-4331-ba13-738c8a59e95d), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:59:32.057722 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750379576733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663498'] for agent (a433433c-9197-4b2b-8991-1d45f6bac940), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:59:32.484167 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981c94fe-b988-4066-86e0-12868e8f9d61 req-a5864a3f-3848-4f0e-b918-cf2434ee709a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:59:32.485760 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-981c94fe-b988-4066-86e0-12868e8f9d61 req-a5864a3f-3848-4f0e-b918-cf2434ee709a service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=7e9487af89de4df6b7592a993fc4827e&device_id=a1b122bc-5193-4642-9f21-0e30c573c88e HTTP/1.1" status: 200 len: 1130 time: 0.0393224 Apr 11 13:59:32.495264 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1b122bc-5193-4642-9f21-0e30c573c88e', 'tag': 'dd31c02f-d45d-4905-89c8-0c0d76d81cb0'}] {{(pid=103318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 13:59:32.498266 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}476b5820a8b2a4c839a8e61874405e2111d505d8639f7232d97f083a4ddc8acf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a422924a-7550-4203-93b7-53b6088378d9" -d '{"events": [{"name": "network-changed", "server_uuid": "a1b122bc-5193-4642-9f21-0e30c573c88e", "tag": "dd31c02f-d45d-4905-89c8-0c0d76d81cb0"}]}' {{(pid=103318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 13:59:32.543078 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 13:59:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93b13c65-76e8-43dd-bd6d-5618a97630b4 x-openstack-request-id: req-93b13c65-76e8-43dd-bd6d-5618a97630b4 {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 13:59:32.543466 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1b122bc-5193-4642-9f21-0e30c573c88e", "tag": "dd31c02f-d45d-4905-89c8-0c0d76d81cb0", "status": "completed", "code": 200}]} {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 13:59:32.544025 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-93b13c65-76e8-43dd-bd6d-5618a97630b4 {{(pid=103318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 13:59:32.544488 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.notifiers.nova [-] Nova event matching ['req-93b13c65-76e8-43dd-bd6d-5618a97630b4'] response: {'name': 'network-changed', 'server_uuid': 'a1b122bc-5193-4642-9f21-0e30c573c88e', 'tag': 'dd31c02f-d45d-4905-89c8-0c0d76d81cb0', 'status': 'completed', 'code': 200} Apr 11 13:59:32.590532 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-b04207f0-f718-4300-9abe-2941678eef7d req-5f6423c7-8b42-4454-86ed-11dd40a901c6 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=eea0ff31-35c2-4763-bf7a-6d0aada0558c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0755515 Apr 11 13:59:32.614169 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981c94fe-b988-4066-86e0-12868e8f9d61 req-21666acb-ff48-4474-8514-8a0f7d255db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:59:32.615711 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-981c94fe-b988-4066-86e0-12868e8f9d61 req-21666acb-ff48-4474-8514-8a0f7d255db3 service neutron] 10.222.0.75 "GET /v2.0/networks?id=5b366c5b-a29e-42a6-8ecc-0cc9ff2fdbc0 HTTP/1.1" status: 200 len: 919 time: 0.1193407 Apr 11 13:59:32.712242 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04207f0-f718-4300-9abe-2941678eef7d req-8a91fd58-e816-439f-94c6-4636f0b4ea6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:59:32.713601 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-b04207f0-f718-4300-9abe-2941678eef7d req-8a91fd58-e816-439f-94c6-4636f0b4ea6d service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=7e9487af89de4df6b7592a993fc4827e&device_id=eea0ff31-35c2-4763-bf7a-6d0aada0558c HTTP/1.1" status: 200 len: 1130 time: 0.0551388 Apr 11 13:59:32.715431 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-981c94fe-b988-4066-86e0-12868e8f9d61 req-3163ac83-fc4b-4338-ac78-1f678918ef58 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dd31c02f-d45d-4905-89c8-0c0d76d81cb0 HTTP/1.1" status: 200 len: 1001 time: 0.0903316 Apr 11 13:59:32.822749 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981c94fe-b988-4066-86e0-12868e8f9d61 req-66ea2817-8ad4-4a32-9b70-27f6ddef21d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:59:32.824480 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-981c94fe-b988-4066-86e0-12868e8f9d61 req-66ea2817-8ad4-4a32-9b70-27f6ddef21d5 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=8a7e0881-a086-4309-85a2-2f54ddd5f281 HTTP/1.1" status: 200 len: 857 time: 0.1000078 Apr 11 13:59:33.111202 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04207f0-f718-4300-9abe-2941678eef7d req-254d9e9f-31ce-4de2-ba0d-60134e3fe301 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:59:33.112894 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-b04207f0-f718-4300-9abe-2941678eef7d req-254d9e9f-31ce-4de2-ba0d-60134e3fe301 service neutron] 10.222.0.75 "GET /v2.0/networks?id=5b366c5b-a29e-42a6-8ecc-0cc9ff2fdbc0 HTTP/1.1" status: 200 len: 919 time: 0.3620145 Apr 11 13:59:33.113931 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981c94fe-b988-4066-86e0-12868e8f9d61 req-54218166-7e96-4351-94be-093ecc71dbd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:59:33.115228 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-981c94fe-b988-4066-86e0-12868e8f9d61 req-54218166-7e96-4351-94be-093ecc71dbd8 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=5b366c5b-a29e-42a6-8ecc-0cc9ff2fdbc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2839389 Apr 11 13:59:33.175186 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-b04207f0-f718-4300-9abe-2941678eef7d req-fc9cc8de-9899-494f-9a1a-1f2de5388a03 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b53ccbb2-cadf-467b-980a-34cb619111ad HTTP/1.1" status: 200 len: 217 time: 0.0479372 Apr 11 13:59:33.264099 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04207f0-f718-4300-9abe-2941678eef7d req-3e330aee-fa63-423e-aca1-5d282af53e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:59:33.265534 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-b04207f0-f718-4300-9abe-2941678eef7d req-3e330aee-fa63-423e-aca1-5d282af53e7b service neutron] 10.222.0.75 "GET /v2.0/subnets?id=8a7e0881-a086-4309-85a2-2f54ddd5f281 HTTP/1.1" status: 200 len: 857 time: 0.0825641 Apr 11 13:59:33.272551 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750379576733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663498'] for agent (f2586825-e748-4c1d-8b98-cb0d5b6c266d), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:59:33.289072 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-981c94fe-b988-4066-86e0-12868e8f9d61 req-24964869-42f1-4a1d-ba6c-9ca274543181 service neutron] 10.222.0.75 "GET /v2.0/networks/5b366c5b-a29e-42a6-8ecc-0cc9ff2fdbc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1566219 Apr 11 13:59:33.341702 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04207f0-f718-4300-9abe-2941678eef7d req-e45c4aee-0f72-4a9d-a7d1-6ea7b15c2d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:59:33.343150 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-b04207f0-f718-4300-9abe-2941678eef7d req-e45c4aee-0f72-4a9d-a7d1-6ea7b15c2d49 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=5b366c5b-a29e-42a6-8ecc-0cc9ff2fdbc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0684147 Apr 11 13:59:33.455423 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-981c94fe-b988-4066-86e0-12868e8f9d61 req-a243bde5-cb38-4832-8363-cecab1c0ad76 service neutron] 10.222.0.75 "GET /v2.0/networks/5b366c5b-a29e-42a6-8ecc-0cc9ff2fdbc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1504025 Apr 11 13:59:33.476091 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-b04207f0-f718-4300-9abe-2941678eef7d req-a1b2b456-ac47-4675-94a5-0d3a513d0591 service neutron] 10.222.0.75 "GET /v2.0/networks/5b366c5b-a29e-42a6-8ecc-0cc9ff2fdbc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1071947 Apr 11 13:59:33.578084 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a422924a-7550-4203-93b7-53b6088378d9 req-77a0c390-4dde-45c2-aacf-2b49f9988d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:59:33.579569 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-a422924a-7550-4203-93b7-53b6088378d9 req-77a0c390-4dde-45c2-aacf-2b49f9988d95 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=7e9487af89de4df6b7592a993fc4827e&device_id=a1b122bc-5193-4642-9f21-0e30c573c88e HTTP/1.1" status: 200 len: 1130 time: 0.0735538 Apr 11 13:59:33.634294 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-b04207f0-f718-4300-9abe-2941678eef7d req-bf52a630-3bcb-4d97-bd3c-4bae096b47b6 service neutron] 10.222.0.75 "GET /v2.0/networks/5b366c5b-a29e-42a6-8ecc-0cc9ff2fdbc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1453812 Apr 11 13:59:33.693481 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a422924a-7550-4203-93b7-53b6088378d9 req-0b717c9f-3c26-4c7a-b42a-c5c22af60b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:59:33.694926 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-a422924a-7550-4203-93b7-53b6088378d9 req-0b717c9f-3c26-4c7a-b42a-c5c22af60b1d service neutron] 10.222.0.75 "GET /v2.0/networks?id=5b366c5b-a29e-42a6-8ecc-0cc9ff2fdbc0 HTTP/1.1" status: 200 len: 919 time: 0.1078296 Apr 11 13:59:33.766144 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-a422924a-7550-4203-93b7-53b6088378d9 req-8e8c4d31-a522-48b7-96c1-063b2cc929f0 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dd31c02f-d45d-4905-89c8-0c0d76d81cb0 HTTP/1.1" status: 200 len: 1001 time: 0.0587273 Apr 11 13:59:34.081536 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a422924a-7550-4203-93b7-53b6088378d9 req-ff80c80d-2654-482a-91b5-fb1463831304 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:59:34.082888 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-a422924a-7550-4203-93b7-53b6088378d9 req-ff80c80d-2654-482a-91b5-fb1463831304 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=8a7e0881-a086-4309-85a2-2f54ddd5f281 HTTP/1.1" status: 200 len: 857 time: 0.0477366 Apr 11 13:59:34.140510 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a422924a-7550-4203-93b7-53b6088378d9 req-f4e992a7-e36f-4357-80e7-46eed5da7b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:59:34.142040 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-a422924a-7550-4203-93b7-53b6088378d9 req-f4e992a7-e36f-4357-80e7-46eed5da7b81 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=5b366c5b-a29e-42a6-8ecc-0cc9ff2fdbc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0390952 Apr 11 13:59:34.255089 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-a422924a-7550-4203-93b7-53b6088378d9 req-58305b79-ffa6-4c7d-bb94-282b5c0afec5 service neutron] 10.222.0.75 "GET /v2.0/networks/5b366c5b-a29e-42a6-8ecc-0cc9ff2fdbc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848567 Apr 11 13:59:34.581638 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-a422924a-7550-4203-93b7-53b6088378d9 req-876960e7-c059-4294-af76-d35f187ad9ff service neutron] 10.222.0.75 "GET /v2.0/networks/5b366c5b-a29e-42a6-8ecc-0cc9ff2fdbc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856948 Apr 11 13:59:38.451892 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571a2b39-d629-46de-a8ce-51ce2b423656 req-5f2fc665-3811-4328-a770-3f33faf56c27 tempest-VolumesSnapshotTestJSON-930763727 tempest-VolumesSnapshotTestJSON-930763727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:59:38.453260 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-571a2b39-d629-46de-a8ce-51ce2b423656 req-5f2fc665-3811-4328-a770-3f33faf56c27 tempest-VolumesSnapshotTestJSON-930763727 tempest-VolumesSnapshotTestJSON-930763727-project] 10.222.0.67 "GET /v2.0/ports?device_id=94420324-3720-447d-b195-df28fb7d8fc7 HTTP/1.1" status: 200 len: 946 time: 0.0462089 Apr 11 13:59:38.501740 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-571a2b39-d629-46de-a8ce-51ce2b423656 req-6025e84c-62a1-411a-b88a-0749c6ee45d8 tempest-VolumesSnapshotTestJSON-930763727 tempest-VolumesSnapshotTestJSON-930763727-project] 10.222.0.67 "GET /v2.0/security-groups?id=56353bbe-7d01-49a9-b691-e11fe2a614c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419583 Apr 11 13:59:39.615429 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8c6ba0-bc2a-411a-80b9-f1ba5f50d6a6 req-60580d43-301a-47e5-8cc5-6fad7b885eaf tempest-VolumesSnapshotTestJSON-930763727 tempest-VolumesSnapshotTestJSON-930763727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:59:39.616929 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-5c8c6ba0-bc2a-411a-80b9-f1ba5f50d6a6 req-60580d43-301a-47e5-8cc5-6fad7b885eaf tempest-VolumesSnapshotTestJSON-930763727 tempest-VolumesSnapshotTestJSON-930763727-project] 10.222.0.67 "GET /v2.0/ports?device_id=94420324-3720-447d-b195-df28fb7d8fc7 HTTP/1.1" status: 200 len: 946 time: 0.0471222 Apr 11 13:59:39.666785 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-5c8c6ba0-bc2a-411a-80b9-f1ba5f50d6a6 req-9a09c355-1cc9-472a-b066-84c43f8df904 tempest-VolumesSnapshotTestJSON-930763727 tempest-VolumesSnapshotTestJSON-930763727-project] 10.222.0.67 "GET /v2.0/security-groups?id=56353bbe-7d01-49a9-b691-e11fe2a614c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441620 Apr 11 13:59:40.499066 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b05d069-61ad-4f7b-b3fa-2cbc9d9a513b req-9bb1b3ea-c216-40c3-a6f6-126e22010b32 tempest-VolumesSnapshotTestJSON-930763727 tempest-VolumesSnapshotTestJSON-930763727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:59:40.500525 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-4b05d069-61ad-4f7b-b3fa-2cbc9d9a513b req-9bb1b3ea-c216-40c3-a6f6-126e22010b32 tempest-VolumesSnapshotTestJSON-930763727 tempest-VolumesSnapshotTestJSON-930763727-project] 10.222.0.75 "GET /v2.0/ports?device_id=94420324-3720-447d-b195-df28fb7d8fc7 HTTP/1.1" status: 200 len: 946 time: 0.0468590 Apr 11 13:59:40.601507 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [req-4b05d069-61ad-4f7b-b3fa-2cbc9d9a513b req-100613da-5fe8-4ebb-b6ab-8215b266b5c9 tempest-VolumesSnapshotTestJSON-930763727 tempest-VolumesSnapshotTestJSON-930763727-project] Deleting port ff4c3178-c740-4cea-87a2-4bed198b02e0 {{(pid=103319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 13:59:40.601869 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-4b05d069-61ad-4f7b-b3fa-2cbc9d9a513b req-100613da-5fe8-4ebb-b6ab-8215b266b5c9 tempest-VolumesSnapshotTestJSON-930763727 tempest-VolumesSnapshotTestJSON-930763727-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750379682079'] for port (ff4c3178-c740-4cea-87a2-4bed198b02e0), before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:59:40.691143 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.db [req-4b05d069-61ad-4f7b-b3fa-2cbc9d9a513b req-100613da-5fe8-4ebb-b6ab-8215b266b5c9 tempest-VolumesSnapshotTestJSON-930763727 tempest-VolumesSnapshotTestJSON-930763727-project] For port ff4c3178-c740-4cea-87a2-4bed198b02e0, host hv-cinder-83078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83078',level=0,port_id=ff4c3178-c740-4cea-87a2-4bed198b02e0,segment=NetworkSegment(c76e7a36-0cd0-436f-a97d-91d823e2c2a9),segment_id=c76e7a36-0cd0-436f-a97d-91d823e2c2a9)] {{(pid=103319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 13:59:40.691807 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-4b05d069-61ad-4f7b-b3fa-2cbc9d9a513b req-100613da-5fe8-4ebb-b6ab-8215b266b5c9 tempest-VolumesSnapshotTestJSON-930763727 tempest-VolumesSnapshotTestJSON-930763727-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115285'] for port (ff4c3178-c740-4cea-87a2-4bed198b02e0), precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:59:40.705833 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [req-4b05d069-61ad-4f7b-b3fa-2cbc9d9a513b req-100613da-5fe8-4ebb-b6ab-8215b266b5c9 tempest-VolumesSnapshotTestJSON-930763727 tempest-VolumesSnapshotTestJSON-930763727-project] Calling delete_port for ff4c3178-c740-4cea-87a2-4bed198b02e0 owned by compute:nova {{(pid=103319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 13:59:40.785910 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85d5b5d-60be-4568-b2e8-5310615783de req-caf75964-b799-4687-bd4a-3dc8ff5b2399 tempest-VolumesSnapshotTestJSON-930763727 tempest-VolumesSnapshotTestJSON-930763727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:59:40.787471 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-f85d5b5d-60be-4568-b2e8-5310615783de req-caf75964-b799-4687-bd4a-3dc8ff5b2399 tempest-VolumesSnapshotTestJSON-930763727 tempest-VolumesSnapshotTestJSON-930763727-project] 10.222.0.67 "GET /v2.0/ports?device_id=94420324-3720-447d-b195-df28fb7d8fc7 HTTP/1.1" status: 200 len: 946 time: 0.0498204 Apr 11 13:59:40.834942 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-f85d5b5d-60be-4568-b2e8-5310615783de req-e2ff6636-9cdc-4164-97e5-16a9fd9df8bd tempest-VolumesSnapshotTestJSON-930763727 tempest-VolumesSnapshotTestJSON-930763727-project] 10.222.0.67 "GET /v2.0/security-groups?id=56353bbe-7d01-49a9-b691-e11fe2a614c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418115 Apr 11 13:59:40.838475 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-4b05d069-61ad-4f7b-b3fa-2cbc9d9a513b req-100613da-5fe8-4ebb-b6ab-8215b266b5c9 tempest-VolumesSnapshotTestJSON-930763727 tempest-VolumesSnapshotTestJSON-930763727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750379687693', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750379164483'] for port (ff4c3178-c740-4cea-87a2-4bed198b02e0), after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:59:40.860409 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] get_ports_and_sgs() called for port_ids ['ff4c3178-c740-4cea-87a2-4bed198b02e0'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 13:59:40.869528 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100613da-5fe8-4ebb-b6ab-8215b266b5c9 tempest-VolumesSnapshotTestJSON-930763727 tempest-VolumesSnapshotTestJSON-930763727-project] Pushing event deleted for resources: {'Port': ['ID=ff4c3178-c740-4cea-87a2-4bed198b02e0,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:59:40.895729 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100613da-5fe8-4ebb-b6ab-8215b266b5c9 tempest-VolumesSnapshotTestJSON-930763727 tempest-VolumesSnapshotTestJSON-930763727-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:59:40.896079 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100613da-5fe8-4ebb-b6ab-8215b266b5c9 tempest-VolumesSnapshotTestJSON-930763727 tempest-VolumesSnapshotTestJSON-930763727-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:59:40.896427 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100613da-5fe8-4ebb-b6ab-8215b266b5c9 tempest-VolumesSnapshotTestJSON-930763727 tempest-VolumesSnapshotTestJSON-930763727-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:59:40.896768 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100613da-5fe8-4ebb-b6ab-8215b266b5c9 tempest-VolumesSnapshotTestJSON-930763727 tempest-VolumesSnapshotTestJSON-930763727-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:59:40.897101 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100613da-5fe8-4ebb-b6ab-8215b266b5c9 tempest-VolumesSnapshotTestJSON-930763727 tempest-VolumesSnapshotTestJSON-930763727-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:59:40.897454 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100613da-5fe8-4ebb-b6ab-8215b266b5c9 tempest-VolumesSnapshotTestJSON-930763727 tempest-VolumesSnapshotTestJSON-930763727-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:59:40.897842 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100613da-5fe8-4ebb-b6ab-8215b266b5c9 tempest-VolumesSnapshotTestJSON-930763727 tempest-VolumesSnapshotTestJSON-930763727-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:59:40.898088 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100613da-5fe8-4ebb-b6ab-8215b266b5c9 tempest-VolumesSnapshotTestJSON-930763727 tempest-VolumesSnapshotTestJSON-930763727-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:59:40.898416 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100613da-5fe8-4ebb-b6ab-8215b266b5c9 tempest-VolumesSnapshotTestJSON-930763727 tempest-VolumesSnapshotTestJSON-930763727-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:59:40.898840 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100613da-5fe8-4ebb-b6ab-8215b266b5c9 tempest-VolumesSnapshotTestJSON-930763727 tempest-VolumesSnapshotTestJSON-930763727-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:59:40.899074 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100613da-5fe8-4ebb-b6ab-8215b266b5c9 tempest-VolumesSnapshotTestJSON-930763727 tempest-VolumesSnapshotTestJSON-930763727-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:59:40.899402 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100613da-5fe8-4ebb-b6ab-8215b266b5c9 tempest-VolumesSnapshotTestJSON-930763727 tempest-VolumesSnapshotTestJSON-930763727-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:59:40.899756 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100613da-5fe8-4ebb-b6ab-8215b266b5c9 tempest-VolumesSnapshotTestJSON-930763727 tempest-VolumesSnapshotTestJSON-930763727-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:59:40.900077 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100613da-5fe8-4ebb-b6ab-8215b266b5c9 tempest-VolumesSnapshotTestJSON-930763727 tempest-VolumesSnapshotTestJSON-930763727-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:59:40.900400 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100613da-5fe8-4ebb-b6ab-8215b266b5c9 tempest-VolumesSnapshotTestJSON-930763727 tempest-VolumesSnapshotTestJSON-930763727-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:59:40.924158 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b05d069-61ad-4f7b-b3fa-2cbc9d9a513b req-100613da-5fe8-4ebb-b6ab-8215b266b5c9 tempest-VolumesSnapshotTestJSON-930763727 tempest-VolumesSnapshotTestJSON-930763727-project] No DVR routers for this DVR port ff4c3178-c740-4cea-87a2-4bed198b02e0 on host hv-cinder-83078 {{(pid=103319) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 13:59:40.926579 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-4b05d069-61ad-4f7b-b3fa-2cbc9d9a513b req-100613da-5fe8-4ebb-b6ab-8215b266b5c9 tempest-VolumesSnapshotTestJSON-930763727 tempest-VolumesSnapshotTestJSON-930763727-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-507053'] for port (None), before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:59:40.929852 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-4b05d069-61ad-4f7b-b3fa-2cbc9d9a513b req-100613da-5fe8-4ebb-b6ab-8215b266b5c9 tempest-VolumesSnapshotTestJSON-930763727 tempest-VolumesSnapshotTestJSON-930763727-project] 10.222.0.75 "DELETE /v2.0/ports/ff4c3178-c740-4cea-87a2-4bed198b02e0 HTTP/1.1" status: 204 len: 173 time: 0.4175026 Apr 11 13:59:40.930324 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94420324-3720-447d-b195-df28fb7d8fc7', 'name': 'network-vif-deleted', 'tag': 'ff4c3178-c740-4cea-87a2-4bed198b02e0'}] {{(pid=103319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 13:59:40.932594 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca54f3a3744013fac1d33973197c51c1d98542aecacec3b3a4d6ee5bc00756d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d263b025-d468-42d7-8b5b-b3483e916cc7" -d '{"events": [{"server_uuid": "94420324-3720-447d-b195-df28fb7d8fc7", "name": "network-vif-deleted", "tag": "ff4c3178-c740-4cea-87a2-4bed198b02e0"}]}' {{(pid=103319) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 13:59:40.972127 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 13:59:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d35060c-d4b9-43fc-8a8b-22bc1f172c57 x-openstack-request-id: req-2d35060c-d4b9-43fc-8a8b-22bc1f172c57 {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 13:59:40.972434 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94420324-3720-447d-b195-df28fb7d8fc7", "name": "network-vif-deleted", "tag": "ff4c3178-c740-4cea-87a2-4bed198b02e0", "status": "completed", "code": 200}]} {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 13:59:40.972706 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-2d35060c-d4b9-43fc-8a8b-22bc1f172c57 {{(pid=103319) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 13:59:40.973109 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2d35060c-d4b9-43fc-8a8b-22bc1f172c57'] response: {'server_uuid': '94420324-3720-447d-b195-df28fb7d8fc7', 'name': 'network-vif-deleted', 'tag': 'ff4c3178-c740-4cea-87a2-4bed198b02e0', 'status': 'completed', 'code': 200} Apr 11 13:59:44.866798 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Device ff4c3178-c740-4cea-87a2-4bed198b02e0 no longer exists at agent hyperv_hv-cinder-83078 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 13:59:44.886706 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] No Port match for: ff4c3178-c740-4cea-87a2-4bed198b02e0 {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 13:59:44.887047 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Device ff4c3178-c740-4cea-87a2-4bed198b02e0 not bound to the agent host hv-cinder-83078 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 13:59:49.787566 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ab6024-d5ed-41c4-aa0d-8554f92dac3a req-ffbf212a-4164-45e3-821c-17bc76e01b51 tempest-VolumesSnapshotTestJSON-930763727 tempest-VolumesSnapshotTestJSON-930763727-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:59:49.789057 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-21ab6024-d5ed-41c4-aa0d-8554f92dac3a req-ffbf212a-4164-45e3-821c-17bc76e01b51 tempest-VolumesSnapshotTestJSON-930763727 tempest-VolumesSnapshotTestJSON-930763727-project] 10.222.0.67 "GET /v2.0/networks?id=cf99eff9-c390-41f8-af4b-89bf18e9fd64 HTTP/1.1" status: 200 len: 812 time: 0.1025517 Apr 11 13:59:49.803498 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-21ab6024-d5ed-41c4-aa0d-8554f92dac3a req-b08ac2eb-f1ab-42f2-9830-761fcab6847c tempest-VolumesSnapshotTestJSON-930763727 tempest-VolumesSnapshotTestJSON-930763727-project] 10.222.0.67 "GET /v2.0/quotas/62982ff988ec462a8189ea9ba7c8496b HTTP/1.1" status: 200 len: 375 time: 0.0092540 Apr 11 13:59:49.838519 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-21ab6024-d5ed-41c4-aa0d-8554f92dac3a req-df499dfa-2d8e-4a7b-9239-50df57d16af5 tempest-VolumesSnapshotTestJSON-930763727 tempest-VolumesSnapshotTestJSON-930763727-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=62982ff988ec462a8189ea9ba7c8496b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0302680 Apr 11 13:59:49.927919 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-21ab6024-d5ed-41c4-aa0d-8554f92dac3a req-844a37e5-0a5d-4fd6-9e01-394ffa361a1b service neutron] 10.222.0.67 "GET /v2.0/networks/cf99eff9-c390-41f8-af4b-89bf18e9fd64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823112 Apr 11 13:59:50.018275 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-21ab6024-d5ed-41c4-aa0d-8554f92dac3a req-522d1eb6-4a51-4915-b9f3-93f1b00ce9d0 service neutron] 10.222.0.67 "GET /v2.0/networks/cf99eff9-c390-41f8-af4b-89bf18e9fd64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848479 Apr 11 13:59:50.177852 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-f360f3e7-89e0-44fd-93c6-264b56e1bdaf req-3f2f9795-28b9-47d1-8c48-68229765e039 tempest-VolumesSnapshotTestJSON-930763727 tempest-VolumesSnapshotTestJSON-930763727-project] 10.222.0.67 "GET /v2.0/ports?device_id=12dff082-2604-43ab-bc96-80955e79ee1a HTTP/1.1" status: 200 len: 210 time: 0.0292840 Apr 11 13:59:50.947107 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4853df10-17b0-4feb-b697-4322988944d0 req-01229a83-f4a3-43f4-9d55-f3c24917a0ac tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:59:50.948586 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-4853df10-17b0-4feb-b697-4322988944d0 req-01229a83-f4a3-43f4-9d55-f3c24917a0ac tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] 10.222.0.67 "GET /v2.0/ports?device_id=54dcdce4-931a-42d3-b36a-321afffabdc0 HTTP/1.1" status: 200 len: 946 time: 0.0494351 Apr 11 13:59:50.994963 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-4853df10-17b0-4feb-b697-4322988944d0 req-5ada4c55-6d13-4325-a0b1-1f9fdd7a3444 tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] 10.222.0.67 "GET /v2.0/security-groups?id=fa012576-2707-4681-be16-e9c543038202&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400684 Apr 11 13:59:51.223511 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ab6024-d5ed-41c4-aa0d-8554f92dac3a req-844cf97a-a425-457c-876f-2f0644347027 tempest-VolumesSnapshotTestJSON-930763727 tempest-VolumesSnapshotTestJSON-930763727-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:59:51.225111 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-21ab6024-d5ed-41c4-aa0d-8554f92dac3a req-844cf97a-a425-457c-876f-2f0644347027 tempest-VolumesSnapshotTestJSON-930763727 tempest-VolumesSnapshotTestJSON-930763727-project] 10.222.0.75 "GET /v2.0/networks?id=cf99eff9-c390-41f8-af4b-89bf18e9fd64 HTTP/1.1" status: 200 len: 812 time: 0.1028447 Apr 11 13:59:51.246222 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.v2.base [req-21ab6024-d5ed-41c4-aa0d-8554f92dac3a req-86751f0c-7ab8-4fb6-889c-04a5dde1b304 tempest-VolumesSnapshotTestJSON-930763727 tempest-VolumesSnapshotTestJSON-930763727-project] Request body: {'port': {'device_id': '12dff082-2604-43ab-bc96-80955e79ee1a', 'network_id': 'cf99eff9-c390-41f8-af4b-89bf18e9fd64', 'admin_state_up': True, 'tenant_id': '62982ff988ec462a8189ea9ba7c8496b'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 13:59:51.280617 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-041a8587-866b-4f38-abe1-af85acfb959e req-36d91a5f-e720-4dad-89f7-55ae17cbaf17 tempest-VolumesSnapshotTestJSON-930763727 tempest-VolumesSnapshotTestJSON-930763727-project] 10.222.0.67 "GET /v2.0/ports?device_id=12dff082-2604-43ab-bc96-80955e79ee1a HTTP/1.1" status: 200 len: 210 time: 0.0282381 Apr 11 13:59:51.359871 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-21ab6024-d5ed-41c4-aa0d-8554f92dac3a req-86751f0c-7ab8-4fb6-889c-04a5dde1b304 tempest-VolumesSnapshotTestJSON-930763727 tempest-VolumesSnapshotTestJSON-930763727-project] Made reservation on behalf of 62982ff988ec462a8189ea9ba7c8496b for: {'port': 1} {{(pid=103319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 13:59:51.363766 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-21ab6024-d5ed-41c4-aa0d-8554f92dac3a req-86751f0c-7ab8-4fb6-889c-04a5dde1b304 tempest-VolumesSnapshotTestJSON-930763727 tempest-VolumesSnapshotTestJSON-930763727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883311'] for port (None), before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:59:51.490009 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.db.db_base_plugin_common [req-21ab6024-d5ed-41c4-aa0d-8554f92dac3a req-86751f0c-7ab8-4fb6-889c-04a5dde1b304 tempest-VolumesSnapshotTestJSON-930763727 tempest-VolumesSnapshotTestJSON-930763727-project] Allocated IP 172.20.0.14 (cf99eff9-c390-41f8-af4b-89bf18e9fd64/8a9facf0-fa5a-4e20-8e44-ee1b6aa7f23e/21c45b08-b8bb-4b42-b109-35cb831c8138) {{(pid=103319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 13:59:51.631168 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-21ab6024-d5ed-41c4-aa0d-8554f92dac3a req-86751f0c-7ab8-4fb6-889c-04a5dde1b304 tempest-VolumesSnapshotTestJSON-930763727 tempest-VolumesSnapshotTestJSON-930763727-project] Publish callbacks [] for port (21c45b08-b8bb-4b42-b109-35cb831c8138), precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:59:51.664942 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-21ab6024-d5ed-41c4-aa0d-8554f92dac3a req-86751f0c-7ab8-4fb6-889c-04a5dde1b304 tempest-VolumesSnapshotTestJSON-930763727 tempest-VolumesSnapshotTestJSON-930763727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750379164474'] for port (21c45b08-b8bb-4b42-b109-35cb831c8138), after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:59:51.710181 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-21ab6024-d5ed-41c4-aa0d-8554f92dac3a req-86751f0c-7ab8-4fb6-889c-04a5dde1b304 tempest-VolumesSnapshotTestJSON-930763727 tempest-VolumesSnapshotTestJSON-930763727-project] Network cf99eff9-c390-41f8-af4b-89bf18e9fd64 is already hosted by enough agents. {{(pid=103319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 13:59:51.713214 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [req-21ab6024-d5ed-41c4-aa0d-8554f92dac3a req-86751f0c-7ab8-4fb6-889c-04a5dde1b304 tempest-VolumesSnapshotTestJSON-930763727 tempest-VolumesSnapshotTestJSON-930763727-project] Resources bound (agent type, host, resource id): {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 13:59:51.717372 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [req-21ab6024-d5ed-41c4-aa0d-8554f92dac3a req-86751f0c-7ab8-4fb6-889c-04a5dde1b304 tempest-VolumesSnapshotTestJSON-930763727 tempest-VolumesSnapshotTestJSON-930763727-project] Received port after_create {{(pid=103319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 13:59:51.722420 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ab6024-d5ed-41c4-aa0d-8554f92dac3a req-86751f0c-7ab8-4fb6-889c-04a5dde1b304 tempest-VolumesSnapshotTestJSON-930763727 tempest-VolumesSnapshotTestJSON-930763727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:59:51.723027 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-21ab6024-d5ed-41c4-aa0d-8554f92dac3a req-86751f0c-7ab8-4fb6-889c-04a5dde1b304 tempest-VolumesSnapshotTestJSON-930763727 tempest-VolumesSnapshotTestJSON-930763727-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-507053'] for port (None), before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:59:51.734693 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86751f0c-7ab8-4fb6-889c-04a5dde1b304 tempest-VolumesSnapshotTestJSON-930763727 tempest-VolumesSnapshotTestJSON-930763727-project] Pushing event updated for resources: {'Port': ['ID=21c45b08-b8bb-4b42-b109-35cb831c8138,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:59:51.743943 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-21ab6024-d5ed-41c4-aa0d-8554f92dac3a req-86751f0c-7ab8-4fb6-889c-04a5dde1b304 tempest-VolumesSnapshotTestJSON-930763727 tempest-VolumesSnapshotTestJSON-930763727-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5016487 Apr 11 13:59:51.755679 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.v2.base [req-21ab6024-d5ed-41c4-aa0d-8554f92dac3a req-197ccc14-e9cc-4ed1-9ee6-4fad25a7d0eb service neutron] Request body: {'port': {'device_id': '12dff082-2604-43ab-bc96-80955e79ee1a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83078'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 13:59:51.812602 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-21ab6024-d5ed-41c4-aa0d-8554f92dac3a req-197ccc14-e9cc-4ed1-9ee6-4fad25a7d0eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883311'] for port (21c45b08-b8bb-4b42-b109-35cb831c8138), before_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:59:52.093878 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.notifiers.nova [req-21ab6024-d5ed-41c4-aa0d-8554f92dac3a req-197ccc14-e9cc-4ed1-9ee6-4fad25a7d0eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 21c45b08-b8bb-4b42-b109-35cb831c8138 {{(pid=103319) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 13:59:52.104278 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-21ab6024-d5ed-41c4-aa0d-8554f92dac3a req-197ccc14-e9cc-4ed1-9ee6-4fad25a7d0eb service neutron] Publish callbacks [] for port (21c45b08-b8bb-4b42-b109-35cb831c8138), precommit_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:59:52.118594 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b68b14-3c6b-41e4-9c63-c33a6d35fb57 req-67ed31a0-b0fa-4da8-818c-7fe9c66a33ef tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:59:52.120076 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-e3b68b14-3c6b-41e4-9c63-c33a6d35fb57 req-67ed31a0-b0fa-4da8-818c-7fe9c66a33ef tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] 10.222.0.67 "GET /v2.0/ports?device_id=54dcdce4-931a-42d3-b36a-321afffabdc0 HTTP/1.1" status: 200 len: 946 time: 0.0591447 Apr 11 13:59:52.134143 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.db.provisioning_blocks [req-21ab6024-d5ed-41c4-aa0d-8554f92dac3a req-197ccc14-e9cc-4ed1-9ee6-4fad25a7d0eb service neutron] Transition to ACTIVE for port object 21c45b08-b8bb-4b42-b109-35cb831c8138 will not be triggered until provisioned by entity L2. {{(pid=103319) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 13:59:52.141844 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-21ab6024-d5ed-41c4-aa0d-8554f92dac3a req-197ccc14-e9cc-4ed1-9ee6-4fad25a7d0eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750379687711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750379164492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750379164510'] for port (21c45b08-b8bb-4b42-b109-35cb831c8138), after_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:59:52.214356 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-e3b68b14-3c6b-41e4-9c63-c33a6d35fb57 req-bd2cb132-9d42-40be-986b-4f29a8e00491 tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] 10.222.0.67 "GET /v2.0/security-groups?id=fa012576-2707-4681-be16-e9c543038202&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0879846 Apr 11 13:59:52.214955 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197ccc14-e9cc-4ed1-9ee6-4fad25a7d0eb service neutron] Pushing event updated for resources: {'Port': ['ID=21c45b08-b8bb-4b42-b109-35cb831c8138,revision_number=2']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:59:52.254977 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.managers [req-21ab6024-d5ed-41c4-aa0d-8554f92dac3a req-197ccc14-e9cc-4ed1-9ee6-4fad25a7d0eb service neutron] Attempting to bind port 21c45b08-b8bb-4b42-b109-35cb831c8138 on host hv-cinder-83078 for vnic_type normal with profile {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 13:59:52.255652 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.managers [req-21ab6024-d5ed-41c4-aa0d-8554f92dac3a req-197ccc14-e9cc-4ed1-9ee6-4fad25a7d0eb service neutron] Attempting to bind port 21c45b08-b8bb-4b42-b109-35cb831c8138 by drivers openvswitch,hyperv on host hv-cinder-83078 at level 0 using segments [{'id': 'c76e7a36-0cd0-436f-a97d-91d823e2c2a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': 'cf99eff9-c390-41f8-af4b-89bf18e9fd64'}] {{(pid=103319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 13:59:52.255652 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21ab6024-d5ed-41c4-aa0d-8554f92dac3a req-197ccc14-e9cc-4ed1-9ee6-4fad25a7d0eb service neutron] Attempting to bind port 21c45b08-b8bb-4b42-b109-35cb831c8138 on network cf99eff9-c390-41f8-af4b-89bf18e9fd64 {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 13:59:52.259861 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21ab6024-d5ed-41c4-aa0d-8554f92dac3a req-197ccc14-e9cc-4ed1-9ee6-4fad25a7d0eb service neutron] Port 21c45b08-b8bb-4b42-b109-35cb831c8138 on network cf99eff9-c390-41f8-af4b-89bf18e9fd64 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83078 {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 11 13:59:52.260182 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21ab6024-d5ed-41c4-aa0d-8554f92dac3a req-197ccc14-e9cc-4ed1-9ee6-4fad25a7d0eb service neutron] Attempting to bind port 21c45b08-b8bb-4b42-b109-35cb831c8138 on network cf99eff9-c390-41f8-af4b-89bf18e9fd64 {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 13:59:52.265175 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21ab6024-d5ed-41c4-aa0d-8554f92dac3a req-197ccc14-e9cc-4ed1-9ee6-4fad25a7d0eb service neutron] Checking agent: {'id': 'a433433c-9197-4b2b-8991-1d45f6bac940', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83078', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 13, 53, 31), 'started_at': datetime.datetime(2022, 4, 11, 13, 53, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 13, 59, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 13:59:52.265509 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21ab6024-d5ed-41c4-aa0d-8554f92dac3a req-197ccc14-e9cc-4ed1-9ee6-4fad25a7d0eb service neutron] Checking segment: {'id': 'c76e7a36-0cd0-436f-a97d-91d823e2c2a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': 'cf99eff9-c390-41f8-af4b-89bf18e9fd64'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103319) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 13:59:52.265903 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21ab6024-d5ed-41c4-aa0d-8554f92dac3a req-197ccc14-e9cc-4ed1-9ee6-4fad25a7d0eb service neutron] Bound using segment: {'id': 'c76e7a36-0cd0-436f-a97d-91d823e2c2a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': 'cf99eff9-c390-41f8-af4b-89bf18e9fd64'} {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 13:59:52.266298 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.managers [req-21ab6024-d5ed-41c4-aa0d-8554f92dac3a req-197ccc14-e9cc-4ed1-9ee6-4fad25a7d0eb service neutron] Bound port: 21c45b08-b8bb-4b42-b109-35cb831c8138, host: hv-cinder-83078, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c76e7a36-0cd0-436f-a97d-91d823e2c2a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': 'cf99eff9-c390-41f8-af4b-89bf18e9fd64'}}] {{(pid=103319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 13:59:52.266644 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-21ab6024-d5ed-41c4-aa0d-8554f92dac3a req-197ccc14-e9cc-4ed1-9ee6-4fad25a7d0eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883311'] for port (21c45b08-b8bb-4b42-b109-35cb831c8138), before_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:59:52.329059 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.db [req-21ab6024-d5ed-41c4-aa0d-8554f92dac3a req-197ccc14-e9cc-4ed1-9ee6-4fad25a7d0eb service neutron] For port 21c45b08-b8bb-4b42-b109-35cb831c8138, host hv-cinder-83078, cleared binding levels {{(pid=103319) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 13:59:52.332047 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.db [req-21ab6024-d5ed-41c4-aa0d-8554f92dac3a req-197ccc14-e9cc-4ed1-9ee6-4fad25a7d0eb service neutron] For port 21c45b08-b8bb-4b42-b109-35cb831c8138, host hv-cinder-83078, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83078',level=0,port_id=21c45b08-b8bb-4b42-b109-35cb831c8138,segment=NetworkSegment(c76e7a36-0cd0-436f-a97d-91d823e2c2a9),segment_id=c76e7a36-0cd0-436f-a97d-91d823e2c2a9)] {{(pid=103319) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 13:59:52.338261 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-21ab6024-d5ed-41c4-aa0d-8554f92dac3a req-197ccc14-e9cc-4ed1-9ee6-4fad25a7d0eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750379687711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750379164492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750379164510'] for port (21c45b08-b8bb-4b42-b109-35cb831c8138), after_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:59:52.375429 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ab6024-d5ed-41c4-aa0d-8554f92dac3a req-197ccc14-e9cc-4ed1-9ee6-4fad25a7d0eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:59:52.376085 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-21ab6024-d5ed-41c4-aa0d-8554f92dac3a req-197ccc14-e9cc-4ed1-9ee6-4fad25a7d0eb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-507053'] for port (None), before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:59:52.377499 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-21ab6024-d5ed-41c4-aa0d-8554f92dac3a req-197ccc14-e9cc-4ed1-9ee6-4fad25a7d0eb service neutron] 10.222.0.75 "PUT /v2.0/ports/21c45b08-b8bb-4b42-b109-35cb831c8138 HTTP/1.1" status: 200 len: 1094 time: 0.6257775 Apr 11 13:59:52.381838 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12dff082-2604-43ab-bc96-80955e79ee1a', 'tag': '21c45b08-b8bb-4b42-b109-35cb831c8138'}] {{(pid=103319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 13:59:52.381838 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca54f3a3744013fac1d33973197c51c1d98542aecacec3b3a4d6ee5bc00756d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ba55d66-dc25-49c6-9a1f-bfaddcf603b7" -d '{"events": [{"name": "network-changed", "server_uuid": "12dff082-2604-43ab-bc96-80955e79ee1a", "tag": "21c45b08-b8bb-4b42-b109-35cb831c8138"}]}' {{(pid=103319) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 13:59:52.409964 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197ccc14-e9cc-4ed1-9ee6-4fad25a7d0eb service neutron] Pushing event updated for resources: {'Port': ['ID=21c45b08-b8bb-4b42-b109-35cb831c8138,revision_number=3']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:59:52.411425 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931c15be-77a2-4678-bee8-0160a356ddad req-389c6ba2-a528-4baf-a071-07c698f9d226 tempest-VolumesSnapshotTestJSON-930763727 tempest-VolumesSnapshotTestJSON-930763727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:59:52.413637 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-931c15be-77a2-4678-bee8-0160a356ddad req-389c6ba2-a528-4baf-a071-07c698f9d226 tempest-VolumesSnapshotTestJSON-930763727 tempest-VolumesSnapshotTestJSON-930763727-project] 10.222.0.67 "GET /v2.0/ports?device_id=12dff082-2604-43ab-bc96-80955e79ee1a HTTP/1.1" status: 200 len: 944 time: 0.0608113 Apr 11 13:59:52.420779 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 13:59:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb3bdd7f-ca2d-44da-9f62-2df004577a61 x-openstack-request-id: req-cb3bdd7f-ca2d-44da-9f62-2df004577a61 {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 13:59:52.421122 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12dff082-2604-43ab-bc96-80955e79ee1a", "tag": "21c45b08-b8bb-4b42-b109-35cb831c8138", "status": "completed", "code": 200}]} {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 13:59:52.421305 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-cb3bdd7f-ca2d-44da-9f62-2df004577a61 {{(pid=103319) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 13:59:52.421705 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cb3bdd7f-ca2d-44da-9f62-2df004577a61'] response: {'name': 'network-changed', 'server_uuid': '12dff082-2604-43ab-bc96-80955e79ee1a', 'tag': '21c45b08-b8bb-4b42-b109-35cb831c8138', 'status': 'completed', 'code': 200} Apr 11 13:59:52.464585 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-931c15be-77a2-4678-bee8-0160a356ddad req-3f823db1-1b85-47c3-b965-ec0277364212 tempest-VolumesSnapshotTestJSON-930763727 tempest-VolumesSnapshotTestJSON-930763727-project] 10.222.0.67 "GET /v2.0/security-groups?id=56353bbe-7d01-49a9-b691-e11fe2a614c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416908 Apr 11 13:59:52.469977 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ab6024-d5ed-41c4-aa0d-8554f92dac3a req-23dc643e-ab3c-4e58-8737-3dab6ae5b27f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:59:52.471477 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-21ab6024-d5ed-41c4-aa0d-8554f92dac3a req-23dc643e-ab3c-4e58-8737-3dab6ae5b27f service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=62982ff988ec462a8189ea9ba7c8496b&device_id=12dff082-2604-43ab-bc96-80955e79ee1a HTTP/1.1" status: 200 len: 1128 time: 0.0394664 Apr 11 13:59:52.517260 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-21ab6024-d5ed-41c4-aa0d-8554f92dac3a req-df282e45-6a2b-4e4c-8943-132b0f6f9063 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=21c45b08-b8bb-4b42-b109-35cb831c8138 HTTP/1.1" status: 200 len: 217 time: 0.0374274 Apr 11 13:59:52.569092 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ab6024-d5ed-41c4-aa0d-8554f92dac3a req-3dcbf5ba-4fef-44d3-af23-89d33a06084d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:59:52.570464 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-21ab6024-d5ed-41c4-aa0d-8554f92dac3a req-3dcbf5ba-4fef-44d3-af23-89d33a06084d service neutron] 10.222.0.75 "GET /v2.0/subnets?id=8a9facf0-fa5a-4e20-8e44-ee1b6aa7f23e HTTP/1.1" status: 200 len: 852 time: 0.0437517 Apr 11 13:59:52.610633 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-21ab6024-d5ed-41c4-aa0d-8554f92dac3a req-408f4ce2-c869-44e8-b4d4-e38af5a4c35f service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=cf99eff9-c390-41f8-af4b-89bf18e9fd64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263021 Apr 11 13:59:52.712621 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-21ab6024-d5ed-41c4-aa0d-8554f92dac3a req-451ee94d-6d50-4824-ad78-da970ee67fcb service neutron] 10.222.0.75 "GET /v2.0/networks/cf99eff9-c390-41f8-af4b-89bf18e9fd64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914941 Apr 11 13:59:52.800141 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-21ab6024-d5ed-41c4-aa0d-8554f92dac3a req-8c1e1595-fd40-47f8-bae5-d1eecb4be723 service neutron] 10.222.0.75 "GET /v2.0/networks/cf99eff9-c390-41f8-af4b-89bf18e9fd64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800369 Apr 11 13:59:53.335520 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af265aaf-0eac-4d27-9c7e-edf4e40192fc req-e7cbfaa5-660c-4815-810c-1fe5cbd77ca2 tempest-TestMinimumBasicScenario-1408592018 tempest-TestMinimumBasicScenario-1408592018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:59:53.337007 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-af265aaf-0eac-4d27-9c7e-edf4e40192fc req-e7cbfaa5-660c-4815-810c-1fe5cbd77ca2 tempest-TestMinimumBasicScenario-1408592018 tempest-TestMinimumBasicScenario-1408592018-project] 10.222.0.67 "GET /v2.0/ports?device_id=79569212-4835-45da-92b0-516e527a1f88 HTTP/1.1" status: 200 len: 984 time: 0.0516143 Apr 11 13:59:53.338260 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02186ab9-4cd8-4b18-82c4-a70c97d62b9b req-3c30f440-f884-4be9-bf56-b539e8034b5b tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:59:53.339792 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-02186ab9-4cd8-4b18-82c4-a70c97d62b9b req-3c30f440-f884-4be9-bf56-b539e8034b5b tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] 10.222.0.67 "GET /v2.0/ports?device_id=54dcdce4-931a-42d3-b36a-321afffabdc0 HTTP/1.1" status: 200 len: 946 time: 0.0528100 Apr 11 13:59:53.386048 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-02186ab9-4cd8-4b18-82c4-a70c97d62b9b req-0648df9f-1d09-4f56-ac6f-c0b2dddb6162 tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] 10.222.0.67 "GET /v2.0/security-groups?id=fa012576-2707-4681-be16-e9c543038202&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402241 Apr 11 13:59:53.398415 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-af265aaf-0eac-4d27-9c7e-edf4e40192fc req-06b28f1c-53b7-409e-87a8-084cab1fc52e tempest-TestMinimumBasicScenario-1408592018 tempest-TestMinimumBasicScenario-1408592018-project] 10.222.0.67 "GET /v2.0/security-groups?id=b702b37f-bf09-4495-b518-9860a0ba33cf&id=cf23f7d8-584e-46f6-abd9-cfbb92a6cce4&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0548940 Apr 11 13:59:53.576050 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e84b4b-8c4f-419c-a75c-bd7fc4137de5 req-24244fbf-c298-41ff-86f8-2be3a0db6758 tempest-VolumesSnapshotTestJSON-930763727 tempest-VolumesSnapshotTestJSON-930763727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:59:53.577530 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-14e84b4b-8c4f-419c-a75c-bd7fc4137de5 req-24244fbf-c298-41ff-86f8-2be3a0db6758 tempest-VolumesSnapshotTestJSON-930763727 tempest-VolumesSnapshotTestJSON-930763727-project] 10.222.0.67 "GET /v2.0/ports?device_id=12dff082-2604-43ab-bc96-80955e79ee1a HTTP/1.1" status: 200 len: 944 time: 0.0456445 Apr 11 13:59:53.624393 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-14e84b4b-8c4f-419c-a75c-bd7fc4137de5 req-d7aef330-9332-4637-a57c-2cd098b1fd50 tempest-VolumesSnapshotTestJSON-930763727 tempest-VolumesSnapshotTestJSON-930763727-project] 10.222.0.67 "GET /v2.0/security-groups?id=56353bbe-7d01-49a9-b691-e11fe2a614c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413504 Apr 11 13:59:54.056909 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba55d66-dc25-49c6-9a1f-bfaddcf603b7 req-b62c46ae-df8b-4662-bb17-8d7c5ab51256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:59:54.058366 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-6ba55d66-dc25-49c6-9a1f-bfaddcf603b7 req-b62c46ae-df8b-4662-bb17-8d7c5ab51256 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=62982ff988ec462a8189ea9ba7c8496b&device_id=12dff082-2604-43ab-bc96-80955e79ee1a HTTP/1.1" status: 200 len: 1128 time: 0.0424602 Apr 11 13:59:54.158435 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd0dac1-3863-470a-9eae-69eb8ca1ba79 req-c1047c13-0416-4f34-990e-831d3b90d8dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:59:54.160155 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-7fd0dac1-3863-470a-9eae-69eb8ca1ba79 req-c1047c13-0416-4f34-990e-831d3b90d8dc service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=644547f80e2543079781f0c7b34c40b4&device_id=79569212-4835-45da-92b0-516e527a1f88 HTTP/1.1" status: 200 len: 1168 time: 0.0785623 Apr 11 13:59:54.239206 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba55d66-dc25-49c6-9a1f-bfaddcf603b7 req-fe99fce2-aa8c-4f70-8c7a-fcbf371efe4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:59:54.240655 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-6ba55d66-dc25-49c6-9a1f-bfaddcf603b7 req-fe99fce2-aa8c-4f70-8c7a-fcbf371efe4a service neutron] 10.222.0.75 "GET /v2.0/networks?id=cf99eff9-c390-41f8-af4b-89bf18e9fd64 HTTP/1.1" status: 200 len: 913 time: 0.1669385 Apr 11 13:59:54.285404 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-6ba55d66-dc25-49c6-9a1f-bfaddcf603b7 req-3382389c-9eb9-4983-844f-a6e61447fe70 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=21c45b08-b8bb-4b42-b109-35cb831c8138 HTTP/1.1" status: 200 len: 217 time: 0.0350950 Apr 11 13:59:54.305870 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd0dac1-3863-470a-9eae-69eb8ca1ba79 req-ce86a5cf-8135-4b0b-b92e-9ef715451986 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:59:54.307262 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-7fd0dac1-3863-470a-9eae-69eb8ca1ba79 req-ce86a5cf-8135-4b0b-b92e-9ef715451986 service neutron] 10.222.0.75 "GET /v2.0/networks?id=a26678c1-118d-435e-989f-6f50cac836e0 HTTP/1.1" status: 200 len: 915 time: 0.1397409 Apr 11 13:59:54.384809 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba55d66-dc25-49c6-9a1f-bfaddcf603b7 req-28575ab7-b68e-45c2-a9e5-89c600880670 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:59:54.386299 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-6ba55d66-dc25-49c6-9a1f-bfaddcf603b7 req-28575ab7-b68e-45c2-a9e5-89c600880670 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=8a9facf0-fa5a-4e20-8e44-ee1b6aa7f23e HTTP/1.1" status: 200 len: 852 time: 0.0902545 Apr 11 13:59:54.397165 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-7fd0dac1-3863-470a-9eae-69eb8ca1ba79 req-ab68d116-60bb-4875-bc09-774033a747a2 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=696c428a-2d32-4149-b9c4-40a4e382593e HTTP/1.1" status: 200 len: 1000 time: 0.0689011 Apr 11 13:59:54.455734 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-6ba55d66-dc25-49c6-9a1f-bfaddcf603b7 req-ca79cc94-0363-471d-907a-be3717f09ae3 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=cf99eff9-c390-41f8-af4b-89bf18e9fd64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0576034 Apr 11 13:59:54.493907 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd0dac1-3863-470a-9eae-69eb8ca1ba79 req-e9f72596-343d-459a-bbd8-1c8874a31bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:59:54.495310 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-7fd0dac1-3863-470a-9eae-69eb8ca1ba79 req-e9f72596-343d-459a-bbd8-1c8874a31bf2 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=b53fa937-6664-4af0-8a1b-d8748366eb4f HTTP/1.1" status: 200 len: 853 time: 0.0893433 Apr 11 13:59:54.501372 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c9d856-8eb8-475a-9225-3b93625bc832 req-d66cfd68-a1ea-415c-b5d5-727f1c602f53 tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:59:54.502975 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-59c9d856-8eb8-475a-9225-3b93625bc832 req-d66cfd68-a1ea-415c-b5d5-727f1c602f53 tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] 10.222.0.67 "GET /v2.0/ports?device_id=54dcdce4-931a-42d3-b36a-321afffabdc0 HTTP/1.1" status: 200 len: 946 time: 0.0484807 Apr 11 13:59:54.549241 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-59c9d856-8eb8-475a-9225-3b93625bc832 req-77c1b749-2672-465c-b2f4-14a51ca1d465 tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] 10.222.0.67 "GET /v2.0/security-groups?id=fa012576-2707-4681-be16-e9c543038202&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407214 Apr 11 13:59:54.599139 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136a1887-f901-4525-890e-1b4d54ba5981 req-c550e907-fca5-4a52-a373-283cb20ca32c tempest-TestMinimumBasicScenario-1408592018 tempest-TestMinimumBasicScenario-1408592018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:59:54.600615 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-136a1887-f901-4525-890e-1b4d54ba5981 req-c550e907-fca5-4a52-a373-283cb20ca32c tempest-TestMinimumBasicScenario-1408592018 tempest-TestMinimumBasicScenario-1408592018-project] 10.222.0.67 "GET /v2.0/ports?device_id=79569212-4835-45da-92b0-516e527a1f88 HTTP/1.1" status: 200 len: 984 time: 0.1335747 Apr 11 13:59:54.611812 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd0dac1-3863-470a-9eae-69eb8ca1ba79 req-dadec268-fbf1-4b96-a78c-db65f722557f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:59:54.613162 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-7fd0dac1-3863-470a-9eae-69eb8ca1ba79 req-dadec268-fbf1-4b96-a78c-db65f722557f service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=a26678c1-118d-435e-989f-6f50cac836e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0927148 Apr 11 13:59:54.674339 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-6ba55d66-dc25-49c6-9a1f-bfaddcf603b7 req-cb335756-cfe4-40f1-a83b-7f5f9893bfe1 service neutron] 10.222.0.75 "GET /v2.0/networks/cf99eff9-c390-41f8-af4b-89bf18e9fd64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2104087 Apr 11 13:59:54.739970 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d30fee-8c25-4f70-9248-356e13624b56 req-1b0a5410-40ee-4d6c-aeee-04c18c6f49f9 tempest-VolumesSnapshotTestJSON-930763727 tempest-VolumesSnapshotTestJSON-930763727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:59:54.741447 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-81d30fee-8c25-4f70-9248-356e13624b56 req-1b0a5410-40ee-4d6c-aeee-04c18c6f49f9 tempest-VolumesSnapshotTestJSON-930763727 tempest-VolumesSnapshotTestJSON-930763727-project] 10.222.0.67 "GET /v2.0/ports?device_id=12dff082-2604-43ab-bc96-80955e79ee1a HTTP/1.1" status: 200 len: 944 time: 0.0499001 Apr 11 13:59:54.767178 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-136a1887-f901-4525-890e-1b4d54ba5981 req-0ad9ee7b-e09b-45bd-baae-aa340d68bb70 tempest-TestMinimumBasicScenario-1408592018 tempest-TestMinimumBasicScenario-1408592018-project] 10.222.0.67 "GET /v2.0/security-groups?id=b702b37f-bf09-4495-b518-9860a0ba33cf&id=cf23f7d8-584e-46f6-abd9-cfbb92a6cce4&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1585011 Apr 11 13:59:54.789380 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-81d30fee-8c25-4f70-9248-356e13624b56 req-9f0d5d2c-180d-420b-9dfd-ba3b1d9838c0 tempest-VolumesSnapshotTestJSON-930763727 tempest-VolumesSnapshotTestJSON-930763727-project] 10.222.0.67 "GET /v2.0/security-groups?id=56353bbe-7d01-49a9-b691-e11fe2a614c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422361 Apr 11 13:59:54.818052 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-7fd0dac1-3863-470a-9eae-69eb8ca1ba79 req-26baa56e-34c2-4e7c-aa4b-843b525f7ef0 service neutron] 10.222.0.75 "GET /v2.0/networks/a26678c1-118d-435e-989f-6f50cac836e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1896818 Apr 11 13:59:54.853044 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-6ba55d66-dc25-49c6-9a1f-bfaddcf603b7 req-7583fab5-9cba-4c21-9bd8-d2b46fe17c87 service neutron] 10.222.0.75 "GET /v2.0/networks/cf99eff9-c390-41f8-af4b-89bf18e9fd64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1478088 Apr 11 13:59:54.915231 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Device 21c45b08-b8bb-4b42-b109-35cb831c8138 details requested by agent hyperv_hv-cinder-83078 with host hv-cinder-83078 {{(pid=103320) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 13:59:55.021129 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] For port 21c45b08-b8bb-4b42-b109-35cb831c8138, host hv-cinder-83078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83078',level=0,port_id=21c45b08-b8bb-4b42-b109-35cb831c8138,segment=NetworkSegment(c76e7a36-0cd0-436f-a97d-91d823e2c2a9),segment_id=c76e7a36-0cd0-436f-a97d-91d823e2c2a9)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 13:59:55.033341 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Returning: {'device': '21c45b08-b8bb-4b42-b109-35cb831c8138', 'network_id': 'cf99eff9-c390-41f8-af4b-89bf18e9fd64', 'port_id': '21c45b08-b8bb-4b42-b109-35cb831c8138', 'mac_address': 'fa:16:3e:1d:69:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 942, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a9facf0-fa5a-4e20-8e44-ee1b6aa7f23e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103320) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 13:59:55.072513 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Current status of the port 21c45b08-b8bb-4b42-b109-35cb831c8138 is: DOWN; New status is: BUILD {{(pid=103320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 13:59:55.072810 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883311'] for port (21c45b08-b8bb-4b42-b109-35cb831c8138), before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:59:55.085912 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.notifiers.nova [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 21c45b08-b8bb-4b42-b109-35cb831c8138 {{(pid=103320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 13:59:55.106155 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] For port 21c45b08-b8bb-4b42-b109-35cb831c8138, host hv-cinder-83078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83078',level=0,port_id=21c45b08-b8bb-4b42-b109-35cb831c8138,segment=NetworkSegment(c76e7a36-0cd0-436f-a97d-91d823e2c2a9),segment_id=c76e7a36-0cd0-436f-a97d-91d823e2c2a9)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 13:59:55.110742 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750379687711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750379164492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750379164510'] for port (21c45b08-b8bb-4b42-b109-35cb831c8138), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:59:55.154037 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-7fd0dac1-3863-470a-9eae-69eb8ca1ba79 req-b07717c9-f03d-4dd5-bcaf-3f4e1119f81d service neutron] 10.222.0.75 "GET /v2.0/networks/a26678c1-118d-435e-989f-6f50cac836e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3255649 Apr 11 13:59:55.162390 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Pushing event updated for resources: {'Port': ['ID=21c45b08-b8bb-4b42-b109-35cb831c8138,revision_number=4']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:59:55.169982 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:59:55.170470 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:59:55.170823 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:59:55.171162 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:59:55.171495 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:59:55.171856 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:59:55.172187 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:59:55.172514 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:59:55.172840 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:59:55.173163 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:59:55.173491 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:59:55.173834 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:59:55.174162 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:59:55.174482 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:59:55.174799 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:59:55.515817 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] get_ports_and_sgs() called for port_ids ['21c45b08-b8bb-4b42-b109-35cb831c8138'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 13:59:55.662250 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ec5aee-a50d-4f5a-8e9b-b407f48907f0 req-d31cd70b-351f-49ab-838f-374d0ff40df4 tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:59:55.663646 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-00ec5aee-a50d-4f5a-8e9b-b407f48907f0 req-d31cd70b-351f-49ab-838f-374d0ff40df4 tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] 10.222.0.67 "GET /v2.0/ports?device_id=54dcdce4-931a-42d3-b36a-321afffabdc0 HTTP/1.1" status: 200 len: 946 time: 0.0468643 Apr 11 13:59:55.708417 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-00ec5aee-a50d-4f5a-8e9b-b407f48907f0 req-f3434ba9-f5c8-4d12-b9aa-7fddfc8df7c5 tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] 10.222.0.67 "GET /v2.0/security-groups?id=fa012576-2707-4681-be16-e9c543038202&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392132 Apr 11 13:59:55.878821 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2143ce9-df7a-4aa4-a29e-f6b60368b057 req-2b92c6e2-99e2-492b-a7fa-d1b5eb1bd46f tempest-TestMinimumBasicScenario-1408592018 tempest-TestMinimumBasicScenario-1408592018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:59:55.880347 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-a2143ce9-df7a-4aa4-a29e-f6b60368b057 req-2b92c6e2-99e2-492b-a7fa-d1b5eb1bd46f tempest-TestMinimumBasicScenario-1408592018 tempest-TestMinimumBasicScenario-1408592018-project] 10.222.0.67 "GET /v2.0/ports?device_id=79569212-4835-45da-92b0-516e527a1f88 HTTP/1.1" status: 200 len: 984 time: 0.0481889 Apr 11 13:59:55.899040 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461058b8-7f85-4d36-bf4a-a723b48a08af req-58de326c-6f69-44b1-9882-b329fb840d96 tempest-VolumesSnapshotTestJSON-930763727 tempest-VolumesSnapshotTestJSON-930763727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:59:55.900649 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-461058b8-7f85-4d36-bf4a-a723b48a08af req-58de326c-6f69-44b1-9882-b329fb840d96 tempest-VolumesSnapshotTestJSON-930763727 tempest-VolumesSnapshotTestJSON-930763727-project] 10.222.0.67 "GET /v2.0/ports?device_id=12dff082-2604-43ab-bc96-80955e79ee1a HTTP/1.1" status: 200 len: 945 time: 0.0463741 Apr 11 13:59:55.941179 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-a2143ce9-df7a-4aa4-a29e-f6b60368b057 req-021abd32-4e2a-409f-80c0-710235e2a42d tempest-TestMinimumBasicScenario-1408592018 tempest-TestMinimumBasicScenario-1408592018-project] 10.222.0.67 "GET /v2.0/security-groups?id=b702b37f-bf09-4495-b518-9860a0ba33cf&id=cf23f7d8-584e-46f6-abd9-cfbb92a6cce4&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0546477 Apr 11 13:59:55.952296 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-461058b8-7f85-4d36-bf4a-a723b48a08af req-220c6948-e2f8-49d1-bd88-2b0291fdab92 tempest-VolumesSnapshotTestJSON-930763727 tempest-VolumesSnapshotTestJSON-930763727-project] 10.222.0.67 "GET /v2.0/security-groups?id=56353bbe-7d01-49a9-b691-e11fe2a614c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448554 Apr 11 13:59:56.449348 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-80415b53-df4e-4c67-8989-dd2a595f0dfa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750379576733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663498'] for agent (d5a8b9a1-2e9e-46b5-8163-20b7d509fa4e), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:59:56.819833 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aada9df6-9887-4bd8-8f4e-420b2b062f6d req-f57744e5-78dc-4ca0-9869-9b32ee6258c1 tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:59:56.821271 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-aada9df6-9887-4bd8-8f4e-420b2b062f6d req-f57744e5-78dc-4ca0-9869-9b32ee6258c1 tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] 10.222.0.67 "GET /v2.0/ports?device_id=54dcdce4-931a-42d3-b36a-321afffabdc0 HTTP/1.1" status: 200 len: 946 time: 0.0466294 Apr 11 13:59:56.869822 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-aada9df6-9887-4bd8-8f4e-420b2b062f6d req-da823a8f-9b67-4bb4-9355-abd6cfd46612 tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] 10.222.0.67 "GET /v2.0/security-groups?id=fa012576-2707-4681-be16-e9c543038202&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422685 Apr 11 13:59:56.929542 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Device 21c45b08-b8bb-4b42-b109-35cb831c8138 up at agent hyperv_hv-cinder-83078 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 13:59:56.974992 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Provisioning for port 21c45b08-b8bb-4b42-b109-35cb831c8138 completed by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 11 13:59:56.982019 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Provisioning complete for port 21c45b08-b8bb-4b42-b109-35cb831c8138 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 13:59:56.982410 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-663396'] for port (21c45b08-b8bb-4b42-b109-35cb831c8138), provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:59:57.061915 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70acaad-c000-4922-9afb-9958eacc23d1 req-eb71cc83-aea9-4e12-addf-b6b0572996a6 tempest-TestMinimumBasicScenario-1408592018 tempest-TestMinimumBasicScenario-1408592018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:59:57.063656 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-f70acaad-c000-4922-9afb-9958eacc23d1 req-eb71cc83-aea9-4e12-addf-b6b0572996a6 tempest-TestMinimumBasicScenario-1408592018 tempest-TestMinimumBasicScenario-1408592018-project] 10.222.0.67 "GET /v2.0/ports?device_id=79569212-4835-45da-92b0-516e527a1f88 HTTP/1.1" status: 200 len: 984 time: 0.0519214 Apr 11 13:59:57.068947 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Current status of the port 21c45b08-b8bb-4b42-b109-35cb831c8138 is: BUILD; New status is: ACTIVE {{(pid=103320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 13:59:57.069553 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883311'] for port (21c45b08-b8bb-4b42-b109-35cb831c8138), before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:59:57.077167 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030945cb-7dd7-4dd2-a2ca-0e7e254e901d req-3db976bd-87f5-4372-b5c3-3e0b8361fce6 tempest-VolumesSnapshotTestJSON-930763727 tempest-VolumesSnapshotTestJSON-930763727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:59:57.078687 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-030945cb-7dd7-4dd2-a2ca-0e7e254e901d req-3db976bd-87f5-4372-b5c3-3e0b8361fce6 tempest-VolumesSnapshotTestJSON-930763727 tempest-VolumesSnapshotTestJSON-930763727-project] 10.222.0.67 "GET /v2.0/ports?device_id=12dff082-2604-43ab-bc96-80955e79ee1a HTTP/1.1" status: 200 len: 945 time: 0.0566618 Apr 11 13:59:57.093312 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12dff082-2604-43ab-bc96-80955e79ee1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21c45b08-b8bb-4b42-b109-35cb831c8138'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 13:59:57.095599 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e17e7c2a2a067a9a9572b19104dd8b83720c41d762fa1dc6a6c9d001f6760b0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db91f0bd-9c5d-4a15-8031-dcb1e3012e0c" -d '{"events": [{"server_uuid": "12dff082-2604-43ab-bc96-80955e79ee1a", "name": "network-vif-plugged", "status": "completed", "tag": "21c45b08-b8bb-4b42-b109-35cb831c8138"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 13:59:57.108974 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] For port 21c45b08-b8bb-4b42-b109-35cb831c8138, host hv-cinder-83078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83078',level=0,port_id=21c45b08-b8bb-4b42-b109-35cb831c8138,segment=NetworkSegment(c76e7a36-0cd0-436f-a97d-91d823e2c2a9),segment_id=c76e7a36-0cd0-436f-a97d-91d823e2c2a9)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 13:59:57.113142 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750379687711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750379164492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750379164510'] for port (21c45b08-b8bb-4b42-b109-35cb831c8138), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:59:57.130752 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-030945cb-7dd7-4dd2-a2ca-0e7e254e901d req-939c46e1-e5f4-4116-8a8a-29d97afbad96 tempest-VolumesSnapshotTestJSON-930763727 tempest-VolumesSnapshotTestJSON-930763727-project] 10.222.0.67 "GET /v2.0/security-groups?id=56353bbe-7d01-49a9-b691-e11fe2a614c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461373 Apr 11 13:59:57.132280 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-f70acaad-c000-4922-9afb-9958eacc23d1 req-6e625400-8759-4e4a-8b45-6a3baf6e1205 tempest-TestMinimumBasicScenario-1408592018 tempest-TestMinimumBasicScenario-1408592018-project] 10.222.0.67 "GET /v2.0/security-groups?id=b702b37f-bf09-4495-b518-9860a0ba33cf&id=cf23f7d8-584e-46f6-abd9-cfbb92a6cce4&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0624459 Apr 11 13:59:57.175210 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Pushing event updated for resources: {'Port': ['ID=21c45b08-b8bb-4b42-b109-35cb831c8138,revision_number=5']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:59:57.178656 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 13:59:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7425ae61-5b33-47be-b2fa-5f15c114784b x-openstack-request-id: req-7425ae61-5b33-47be-b2fa-5f15c114784b {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 13:59:57.178966 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12dff082-2604-43ab-bc96-80955e79ee1a", "name": "network-vif-plugged", "status": "completed", "tag": "21c45b08-b8bb-4b42-b109-35cb831c8138", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 13:59:57.179219 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-7425ae61-5b33-47be-b2fa-5f15c114784b {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 13:59:57.179604 dv-cinder-830787-2-iscsi neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7425ae61-5b33-47be-b2fa-5f15c114784b'] response: {'server_uuid': '12dff082-2604-43ab-bc96-80955e79ee1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21c45b08-b8bb-4b42-b109-35cb831c8138', 'code': 200} Apr 11 13:59:57.349813 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2515c730-1be4-477e-9e27-1b0c6288f5e9 req-bbf7520a-9f0a-4526-933e-6b807d3dcc54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:59:57.351178 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-2515c730-1be4-477e-9e27-1b0c6288f5e9 req-bbf7520a-9f0a-4526-933e-6b807d3dcc54 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=12dff082-2604-43ab-bc96-80955e79ee1a HTTP/1.1" status: 200 len: 1130 time: 0.0374162 Apr 11 13:59:57.396430 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-2515c730-1be4-477e-9e27-1b0c6288f5e9 req-d6ed15e7-d473-4cdb-8af3-04fcbfc91409 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=56353bbe-7d01-49a9-b691-e11fe2a614c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376210 Apr 11 13:59:57.984295 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87423a6-be1c-49bd-9189-170b992b3250 req-b587b83e-ee71-42aa-b548-70b95f75a98c tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:59:57.985849 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-d87423a6-be1c-49bd-9189-170b992b3250 req-b587b83e-ee71-42aa-b548-70b95f75a98c tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] 10.222.0.67 "GET /v2.0/ports?device_id=54dcdce4-931a-42d3-b36a-321afffabdc0 HTTP/1.1" status: 200 len: 946 time: 0.0463614 Apr 11 13:59:58.032693 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-d87423a6-be1c-49bd-9189-170b992b3250 req-652050f6-c1e5-42d9-b4ad-240d41aa81fa tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] 10.222.0.67 "GET /v2.0/security-groups?id=fa012576-2707-4681-be16-e9c543038202&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414579 Apr 11 13:59:58.248123 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802dafc0-2d4b-440e-af14-4254a20dba20 req-ae3e7d15-dd40-444b-912d-66d568eb5f53 tempest-VolumesSnapshotTestJSON-930763727 tempest-VolumesSnapshotTestJSON-930763727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:59:58.248873 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd765e3f-7157-4e01-9d36-708ce6469af7 req-5b1276bb-b11e-4514-a6be-ab1d944466e0 tempest-TestMinimumBasicScenario-1408592018 tempest-TestMinimumBasicScenario-1408592018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:59:58.249630 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-802dafc0-2d4b-440e-af14-4254a20dba20 req-ae3e7d15-dd40-444b-912d-66d568eb5f53 tempest-VolumesSnapshotTestJSON-930763727 tempest-VolumesSnapshotTestJSON-930763727-project] 10.222.0.67 "GET /v2.0/ports?device_id=12dff082-2604-43ab-bc96-80955e79ee1a HTTP/1.1" status: 200 len: 946 time: 0.0509713 Apr 11 13:59:58.249825 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-cd765e3f-7157-4e01-9d36-708ce6469af7 req-5b1276bb-b11e-4514-a6be-ab1d944466e0 tempest-TestMinimumBasicScenario-1408592018 tempest-TestMinimumBasicScenario-1408592018-project] 10.222.0.67 "GET /v2.0/ports?device_id=79569212-4835-45da-92b0-516e527a1f88 HTTP/1.1" status: 200 len: 984 time: 0.0507617 Apr 11 13:59:58.297246 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-802dafc0-2d4b-440e-af14-4254a20dba20 req-d032a29d-3a0b-4ba7-82c3-cf6570df4fb7 tempest-VolumesSnapshotTestJSON-930763727 tempest-VolumesSnapshotTestJSON-930763727-project] 10.222.0.67 "GET /v2.0/security-groups?id=56353bbe-7d01-49a9-b691-e11fe2a614c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417578 Apr 11 13:59:58.311013 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-cd765e3f-7157-4e01-9d36-708ce6469af7 req-06a74fab-cb97-4fda-ae21-60aec27c6500 tempest-TestMinimumBasicScenario-1408592018 tempest-TestMinimumBasicScenario-1408592018-project] 10.222.0.67 "GET /v2.0/security-groups?id=b702b37f-bf09-4495-b518-9860a0ba33cf&id=cf23f7d8-584e-46f6-abd9-cfbb92a6cce4&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0550406 Apr 11 13:59:58.796747 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7f6d4a84-7725-4951-8ba6-7e5a7f9c3ea0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750379576733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663498'] for agent (e731c656-576f-4174-9da3-af64518920bc), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:59:59.144738 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431e458c-3195-4cd7-b41d-1dec0792a654 req-07d250d7-6511-4ada-9d91-dd1d5059c1c2 tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:59:59.146219 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-431e458c-3195-4cd7-b41d-1dec0792a654 req-07d250d7-6511-4ada-9d91-dd1d5059c1c2 tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] 10.222.0.67 "GET /v2.0/ports?device_id=54dcdce4-931a-42d3-b36a-321afffabdc0 HTTP/1.1" status: 200 len: 946 time: 0.0467124 Apr 11 13:59:59.193480 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-431e458c-3195-4cd7-b41d-1dec0792a654 req-71cceefd-3cd4-4b16-b577-52c861b437aa tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] 10.222.0.67 "GET /v2.0/security-groups?id=fa012576-2707-4681-be16-e9c543038202&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416384 Apr 11 13:59:59.409926 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e91246d-c625-41f0-b17c-07c1a933df14 req-75b46354-19b5-4efa-92b9-d9200d547b03 tempest-VolumesSnapshotTestJSON-930763727 tempest-VolumesSnapshotTestJSON-930763727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:59:59.411400 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-8e91246d-c625-41f0-b17c-07c1a933df14 req-75b46354-19b5-4efa-92b9-d9200d547b03 tempest-VolumesSnapshotTestJSON-930763727 tempest-VolumesSnapshotTestJSON-930763727-project] 10.222.0.67 "GET /v2.0/ports?device_id=12dff082-2604-43ab-bc96-80955e79ee1a HTTP/1.1" status: 200 len: 946 time: 0.0477729 Apr 11 13:59:59.424112 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6feb386b-7973-430f-8ee5-3cf356d1eb0b req-083c9b42-9b09-492f-9d0f-e1402a7d0ab6 tempest-TestMinimumBasicScenario-1408592018 tempest-TestMinimumBasicScenario-1408592018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:59:59.425577 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-6feb386b-7973-430f-8ee5-3cf356d1eb0b req-083c9b42-9b09-492f-9d0f-e1402a7d0ab6 tempest-TestMinimumBasicScenario-1408592018 tempest-TestMinimumBasicScenario-1408592018-project] 10.222.0.67 "GET /v2.0/ports?device_id=79569212-4835-45da-92b0-516e527a1f88 HTTP/1.1" status: 200 len: 984 time: 0.0478137 Apr 11 13:59:59.457405 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-8e91246d-c625-41f0-b17c-07c1a933df14 req-ddb3d664-4900-4dda-85bc-af72a9112f5d tempest-VolumesSnapshotTestJSON-930763727 tempest-VolumesSnapshotTestJSON-930763727-project] 10.222.0.67 "GET /v2.0/security-groups?id=56353bbe-7d01-49a9-b691-e11fe2a614c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404341 Apr 11 13:59:59.489105 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-6feb386b-7973-430f-8ee5-3cf356d1eb0b req-d6628149-eba4-478a-8676-38f2f546f197 tempest-TestMinimumBasicScenario-1408592018 tempest-TestMinimumBasicScenario-1408592018-project] 10.222.0.67 "GET /v2.0/security-groups?id=b702b37f-bf09-4495-b518-9860a0ba33cf&id=cf23f7d8-584e-46f6-abd9-cfbb92a6cce4&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0577550 Apr 11 14:00:00.130155 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-75ad2582-0b5d-438d-ba3d-9545e3f86417 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750379576733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663498'] for agent (af269f03-95a2-4a08-bd5c-5879324d2567), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:00:00.311966 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1232414e-6725-4f75-a720-b439505a2104 req-53eb8a3b-60c6-49e0-9c1f-1019e0a949a6 tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:00:00.313446 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-1232414e-6725-4f75-a720-b439505a2104 req-53eb8a3b-60c6-49e0-9c1f-1019e0a949a6 tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] 10.222.0.67 "GET /v2.0/ports?device_id=54dcdce4-931a-42d3-b36a-321afffabdc0 HTTP/1.1" status: 200 len: 946 time: 0.0521398 Apr 11 14:00:00.369297 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-1232414e-6725-4f75-a720-b439505a2104 req-cde44abf-8846-49b6-8b28-4d7d53970cfb tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] 10.222.0.67 "GET /v2.0/security-groups?id=fa012576-2707-4681-be16-e9c543038202&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487075 Apr 11 14:00:00.478578 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5927b48-12e8-4350-92a9-dc1c8bc514ec req-070c9360-d46d-4b05-a4d4-0e2347394be9 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:00:00.479983 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-c5927b48-12e8-4350-92a9-dc1c8bc514ec req-070c9360-d46d-4b05-a4d4-0e2347394be9 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] 10.222.0.67 "GET /v2.0/ports?device_id=0d5f3b7d-8b92-4264-b41a-1d1ade879f2f HTTP/1.1" status: 200 len: 947 time: 0.0458050 Apr 11 14:00:00.526293 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-c5927b48-12e8-4350-92a9-dc1c8bc514ec req-958dbeb2-a124-49dc-83b9-3e20840e0064 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] 10.222.0.67 "GET /v2.0/security-groups?id=2c46161f-2d1e-4228-ae9c-ab4fe572bda1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399485 Apr 11 14:00:00.603195 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b60606a-ec1d-489d-87f4-d8e26aa5e25e req-b91e9e64-5c68-47db-ac0e-f67839d1c4da tempest-TestMinimumBasicScenario-1408592018 tempest-TestMinimumBasicScenario-1408592018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:00:00.604600 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-6b60606a-ec1d-489d-87f4-d8e26aa5e25e req-b91e9e64-5c68-47db-ac0e-f67839d1c4da tempest-TestMinimumBasicScenario-1408592018 tempest-TestMinimumBasicScenario-1408592018-project] 10.222.0.67 "GET /v2.0/ports?device_id=79569212-4835-45da-92b0-516e527a1f88 HTTP/1.1" status: 200 len: 984 time: 0.0464194 Apr 11 14:00:00.663280 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-6b60606a-ec1d-489d-87f4-d8e26aa5e25e req-e67b303d-210b-4d8f-81f2-4dfd86d4b825 tempest-TestMinimumBasicScenario-1408592018 tempest-TestMinimumBasicScenario-1408592018-project] 10.222.0.67 "GET /v2.0/security-groups?id=b702b37f-bf09-4495-b518-9860a0ba33cf&id=cf23f7d8-584e-46f6-abd9-cfbb92a6cce4&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0525205 Apr 11 14:00:01.056599 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.db.agents_db [None req-69d3ff0a-913c-429f-8002-6cfbd72f8f27 None None] Agent healthcheck: found 6 active agents {{(pid=103321) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 14:00:01.486741 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4259a14-dd78-4c8e-b6cc-0c481176f844 req-10656380-c81e-4636-97c5-88ae6716f751 tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:00:01.488197 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-b4259a14-dd78-4c8e-b6cc-0c481176f844 req-10656380-c81e-4636-97c5-88ae6716f751 tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] 10.222.0.67 "GET /v2.0/ports?device_id=54dcdce4-931a-42d3-b36a-321afffabdc0 HTTP/1.1" status: 200 len: 946 time: 0.0460105 Apr 11 14:00:01.537266 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-b4259a14-dd78-4c8e-b6cc-0c481176f844 req-9fe3fff0-384e-418c-bba5-77f0618104b6 tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] 10.222.0.67 "GET /v2.0/security-groups?id=fa012576-2707-4681-be16-e9c543038202&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436707 Apr 11 14:00:01.627867 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-fcd2c3e6-f415-40f5-8fd4-1147b68fd929 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750379576733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663498'] for agent (a1227682-d2f2-4331-ba13-738c8a59e95d), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:00:01.644412 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b83cecc-1b9d-4447-85eb-2331ca4ab525 req-c160a4ae-2396-453d-b74a-2d589b514dc8 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:00:01.645906 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-8b83cecc-1b9d-4447-85eb-2331ca4ab525 req-c160a4ae-2396-453d-b74a-2d589b514dc8 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] 10.222.0.67 "GET /v2.0/ports?device_id=0d5f3b7d-8b92-4264-b41a-1d1ade879f2f HTTP/1.1" status: 200 len: 947 time: 0.0483046 Apr 11 14:00:01.691312 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-8b83cecc-1b9d-4447-85eb-2331ca4ab525 req-ee536811-0756-4ed4-84a1-d0b88925a080 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] 10.222.0.67 "GET /v2.0/security-groups?id=2c46161f-2d1e-4228-ae9c-ab4fe572bda1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396993 Apr 11 14:00:01.775177 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d4cf95-f145-4bf2-aef0-b3e723fc370d req-dc2d96e5-4979-4310-878a-4937e5f982fa tempest-TestMinimumBasicScenario-1408592018 tempest-TestMinimumBasicScenario-1408592018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:00:01.776627 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-84d4cf95-f145-4bf2-aef0-b3e723fc370d req-dc2d96e5-4979-4310-878a-4937e5f982fa tempest-TestMinimumBasicScenario-1408592018 tempest-TestMinimumBasicScenario-1408592018-project] 10.222.0.67 "GET /v2.0/ports?device_id=79569212-4835-45da-92b0-516e527a1f88 HTTP/1.1" status: 200 len: 984 time: 0.0455692 Apr 11 14:00:01.834430 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-84d4cf95-f145-4bf2-aef0-b3e723fc370d req-b4b1e5aa-9711-41b6-9f45-6d9dd7a93989 tempest-TestMinimumBasicScenario-1408592018 tempest-TestMinimumBasicScenario-1408592018-project] 10.222.0.67 "GET /v2.0/security-groups?id=b702b37f-bf09-4495-b518-9860a0ba33cf&id=cf23f7d8-584e-46f6-abd9-cfbb92a6cce4&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0512285 Apr 11 14:00:02.065851 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750379576733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663498'] for agent (a433433c-9197-4b2b-8991-1d45f6bac940), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:00:02.652045 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fa8a61-ef66-472a-9ba0-50062ad29099 req-294e68c2-662c-44ec-b3f6-829ca4cf05e6 tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:00:02.653415 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-19fa8a61-ef66-472a-9ba0-50062ad29099 req-294e68c2-662c-44ec-b3f6-829ca4cf05e6 tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] 10.222.0.67 "GET /v2.0/ports?device_id=54dcdce4-931a-42d3-b36a-321afffabdc0 HTTP/1.1" status: 200 len: 946 time: 0.0495586 Apr 11 14:00:02.698868 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-19fa8a61-ef66-472a-9ba0-50062ad29099 req-f622f457-48eb-4b1a-86a7-275545526ea4 tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] 10.222.0.67 "GET /v2.0/security-groups?id=fa012576-2707-4681-be16-e9c543038202&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385072 Apr 11 14:00:02.807100 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc7020a-344c-486a-9e17-c1bdbb1d6664 req-6a42dfa5-ab90-4c38-9a1e-b3cfafa25e93 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:00:02.808600 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-6cc7020a-344c-486a-9e17-c1bdbb1d6664 req-6a42dfa5-ab90-4c38-9a1e-b3cfafa25e93 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] 10.222.0.67 "GET /v2.0/ports?device_id=0d5f3b7d-8b92-4264-b41a-1d1ade879f2f HTTP/1.1" status: 200 len: 947 time: 0.0468118 Apr 11 14:00:02.854159 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-6cc7020a-344c-486a-9e17-c1bdbb1d6664 req-cbc4dbd5-b420-4868-9d4e-0bcd44577493 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] 10.222.0.67 "GET /v2.0/security-groups?id=2c46161f-2d1e-4228-ae9c-ab4fe572bda1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396276 Apr 11 14:00:02.946384 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94e2f2b-0e7d-4e7b-9bcb-67080394c607 req-e21a3132-9666-4d65-a6e8-ae8551f91f68 tempest-TestMinimumBasicScenario-1408592018 tempest-TestMinimumBasicScenario-1408592018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:00:02.947807 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-f94e2f2b-0e7d-4e7b-9bcb-67080394c607 req-e21a3132-9666-4d65-a6e8-ae8551f91f68 tempest-TestMinimumBasicScenario-1408592018 tempest-TestMinimumBasicScenario-1408592018-project] 10.222.0.67 "GET /v2.0/ports?device_id=79569212-4835-45da-92b0-516e527a1f88 HTTP/1.1" status: 200 len: 984 time: 0.0468366 Apr 11 14:00:03.019816 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f15395-a95b-4be4-9183-4943a45fc06f req-59f73a0c-dd3e-45d6-8850-a290777ef8b3 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:00:03.021297 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-84f15395-a95b-4be4-9183-4943a45fc06f req-59f73a0c-dd3e-45d6-8850-a290777ef8b3 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] 10.222.0.75 "GET /v2.0/ports?device_id=0d5f3b7d-8b92-4264-b41a-1d1ade879f2f HTTP/1.1" status: 200 len: 947 time: 0.0514755 Apr 11 14:00:03.023013 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-f94e2f2b-0e7d-4e7b-9bcb-67080394c607 req-268f8b03-6273-46f8-9f66-4c406732ff50 tempest-TestMinimumBasicScenario-1408592018 tempest-TestMinimumBasicScenario-1408592018-project] 10.222.0.67 "GET /v2.0/security-groups?id=b702b37f-bf09-4495-b518-9860a0ba33cf&id=cf23f7d8-584e-46f6-abd9-cfbb92a6cce4&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0683227 Apr 11 14:00:03.274050 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750379576733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663498'] for agent (f2586825-e748-4c1d-8b98-cb0d5b6c266d), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:00:03.505931 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [req-84f15395-a95b-4be4-9183-4943a45fc06f req-f237e5a6-2e1d-4b00-a59c-ce57f4cabbbc tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] Deleting port cda04f4a-80ef-4c18-b575-cb87293272ce {{(pid=103319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 14:00:03.506335 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-84f15395-a95b-4be4-9183-4943a45fc06f req-f237e5a6-2e1d-4b00-a59c-ce57f4cabbbc tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750379682079'] for port (cda04f4a-80ef-4c18-b575-cb87293272ce), before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:00:03.601859 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.db [req-84f15395-a95b-4be4-9183-4943a45fc06f req-f237e5a6-2e1d-4b00-a59c-ce57f4cabbbc tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] For port cda04f4a-80ef-4c18-b575-cb87293272ce, host hv-cinder-83078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83078',level=0,port_id=cda04f4a-80ef-4c18-b575-cb87293272ce,segment=NetworkSegment(964d2a25-195e-4828-b4c1-a165c2037b82),segment_id=964d2a25-195e-4828-b4c1-a165c2037b82)] {{(pid=103319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 14:00:03.602145 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-84f15395-a95b-4be4-9183-4943a45fc06f req-f237e5a6-2e1d-4b00-a59c-ce57f4cabbbc tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115285'] for port (cda04f4a-80ef-4c18-b575-cb87293272ce), precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:00:03.853996 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7f82bb-b81b-4034-bafb-ef8a8acac7d9 req-4bbcedae-daaa-4b36-83e1-92298b4cd99e tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:00:03.855472 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-db7f82bb-b81b-4034-bafb-ef8a8acac7d9 req-4bbcedae-daaa-4b36-83e1-92298b4cd99e tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] 10.222.0.67 "GET /v2.0/ports?device_id=54dcdce4-931a-42d3-b36a-321afffabdc0 HTTP/1.1" status: 200 len: 946 time: 0.0882957 Apr 11 14:00:03.858946 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-84f15395-a95b-4be4-9183-4943a45fc06f req-f237e5a6-2e1d-4b00-a59c-ce57f4cabbbc tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:00:03.859304 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-84f15395-a95b-4be4-9183-4943a45fc06f req-f237e5a6-2e1d-4b00-a59c-ce57f4cabbbc tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8126411'] for floatingip (c38718e9-2a61-4aa6-8d42-7414fba88301), after_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:00:03.859614 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.db.l3_db [req-84f15395-a95b-4be4-9183-4943a45fc06f req-f237e5a6-2e1d-4b00-a59c-ce57f4cabbbc tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] Floating IP c38718e9-2a61-4aa6-8d42-7414fba88301 disassociated. External IP: 172.27.1.73, port: cda04f4a-80ef-4c18-b575-cb87293272ce. Apr 11 14:00:03.859987 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [req-84f15395-a95b-4be4-9183-4943a45fc06f req-f237e5a6-2e1d-4b00-a59c-ce57f4cabbbc tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] Calling delete_port for cda04f4a-80ef-4c18-b575-cb87293272ce owned by compute:nova {{(pid=103319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 14:00:03.953395 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-db7f82bb-b81b-4034-bafb-ef8a8acac7d9 req-687ada91-a738-4d88-8b48-0105fe2037ac tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] 10.222.0.67 "GET /v2.0/security-groups?id=fa012576-2707-4681-be16-e9c543038202&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0913093 Apr 11 14:00:03.973860 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0d0b70-bdad-445a-93fb-698536b21a2d req-f172b52b-a07a-4e92-99a0-66c25bffb363 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:00:03.975511 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-fb0d0b70-bdad-445a-93fb-698536b21a2d req-f172b52b-a07a-4e92-99a0-66c25bffb363 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] 10.222.0.67 "GET /v2.0/ports?device_id=0d5f3b7d-8b92-4264-b41a-1d1ade879f2f HTTP/1.1" status: 200 len: 947 time: 0.0509357 Apr 11 14:00:04.022098 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-fb0d0b70-bdad-445a-93fb-698536b21a2d req-2d574556-7fc9-4e46-b3de-11e248faf5b8 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] 10.222.0.67 "GET /v2.0/security-groups?id=2c46161f-2d1e-4228-ae9c-ab4fe572bda1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407400 Apr 11 14:00:04.029448 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-84f15395-a95b-4be4-9183-4943a45fc06f req-f237e5a6-2e1d-4b00-a59c-ce57f4cabbbc tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750379687693', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750379164483'] for port (cda04f4a-80ef-4c18-b575-cb87293272ce), after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:00:04.059696 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f237e5a6-2e1d-4b00-a59c-ce57f4cabbbc tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] Pushing event deleted for resources: {'Port': ['ID=cda04f4a-80ef-4c18-b575-cb87293272ce,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:00:04.191056 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651ececa-28fa-4c06-903d-4a3d9bcacc7d req-66b56055-0da8-459e-b486-596a72275741 tempest-TestMinimumBasicScenario-1408592018 tempest-TestMinimumBasicScenario-1408592018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:00:04.192575 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-651ececa-28fa-4c06-903d-4a3d9bcacc7d req-66b56055-0da8-459e-b486-596a72275741 tempest-TestMinimumBasicScenario-1408592018 tempest-TestMinimumBasicScenario-1408592018-project] 10.222.0.67 "GET /v2.0/ports?device_id=79569212-4835-45da-92b0-516e527a1f88 HTTP/1.1" status: 200 len: 984 time: 0.0843151 Apr 11 14:00:04.254468 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.scheduler.l3_agent_scheduler [req-84f15395-a95b-4be4-9183-4943a45fc06f req-f237e5a6-2e1d-4b00-a59c-ce57f4cabbbc tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] Router c1bc4be1-2cee-4ae9-8c16-4fbaeaed9e48 has already been hosted by L3 agent e731c656-576f-4174-9da3-af64518920bc {{(pid=103319) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 14:00:04.288110 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-651ececa-28fa-4c06-903d-4a3d9bcacc7d req-29d365c2-69e3-40f1-a319-5e262d18c30c tempest-TestMinimumBasicScenario-1408592018 tempest-TestMinimumBasicScenario-1408592018-project] 10.222.0.67 "GET /v2.0/security-groups?id=b702b37f-bf09-4495-b518-9860a0ba33cf&id=cf23f7d8-584e-46f6-abd9-cfbb92a6cce4&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0882852 Apr 11 14:00:04.390515 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-84f15395-a95b-4be4-9183-4943a45fc06f req-f237e5a6-2e1d-4b00-a59c-ce57f4cabbbc tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] Notify agent at l3_agent.dv-cinder-830787-2-iscsi the message routers_updated {{(pid=103319) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 14:00:04.400559 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01195cd8-c8c3-4cd9-b659-d113ee962fcb None None] Sync routers for ids ['c1bc4be1-2cee-4ae9-8c16-4fbaeaed9e48'] in dv-cinder-830787-2-iscsi {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 14:00:04.410789 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01195cd8-c8c3-4cd9-b659-d113ee962fcb None None] Routers {'c1bc4be1-2cee-4ae9-8c16-4fbaeaed9e48'} bound to L3 agent in host dv-cinder-830787-2-iscsi {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 14:00:04.411417 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-01195cd8-c8c3-4cd9-b659-d113ee962fcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830787-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-11T13:46:59Z,description=,heartbeat_timestamp=2022-04-11T13:59:59Z,host='dv-cinder-830787-2-iscsi',id=e731c656-576f-4174-9da3-af64518920bc,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T13:46:59Z,topic='l3_agent')) {'router_ids': ['c1bc4be1-2cee-4ae9-8c16-4fbaeaed9e48'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:00:04.438092 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [req-84f15395-a95b-4be4-9183-4943a45fc06f req-f237e5a6-2e1d-4b00-a59c-ce57f4cabbbc tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] No DVR routers for this DVR port cda04f4a-80ef-4c18-b575-cb87293272ce on host hv-cinder-83078 {{(pid=103319) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 14:00:04.440565 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-84f15395-a95b-4be4-9183-4943a45fc06f req-f237e5a6-2e1d-4b00-a59c-ce57f4cabbbc tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-507053'] for port (None), before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:00:04.444065 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-84f15395-a95b-4be4-9183-4943a45fc06f req-f237e5a6-2e1d-4b00-a59c-ce57f4cabbbc tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] 10.222.0.75 "DELETE /v2.0/ports/cda04f4a-80ef-4c18-b575-cb87293272ce HTTP/1.1" status: 204 len: 173 time: 1.0243084 Apr 11 14:00:04.444528 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d5f3b7d-8b92-4264-b41a-1d1ade879f2f', 'name': 'network-vif-deleted', 'tag': 'cda04f4a-80ef-4c18-b575-cb87293272ce'}] {{(pid=103319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 14:00:04.446773 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca54f3a3744013fac1d33973197c51c1d98542aecacec3b3a4d6ee5bc00756d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7d2a07c-ea15-4972-9369-1d361bda15f5" -d '{"events": [{"server_uuid": "0d5f3b7d-8b92-4264-b41a-1d1ade879f2f", "name": "network-vif-deleted", "tag": "cda04f4a-80ef-4c18-b575-cb87293272ce"}]}' {{(pid=103319) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 14:00:04.488155 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 14:00:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed8ab951-8029-4126-9007-3b7a9a9b560f x-openstack-request-id: req-ed8ab951-8029-4126-9007-3b7a9a9b560f {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 14:00:04.488697 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d5f3b7d-8b92-4264-b41a-1d1ade879f2f", "name": "network-vif-deleted", "tag": "cda04f4a-80ef-4c18-b575-cb87293272ce", "status": "completed", "code": 200}]} {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 14:00:04.488956 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-ed8ab951-8029-4126-9007-3b7a9a9b560f {{(pid=103319) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 14:00:04.489394 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ed8ab951-8029-4126-9007-3b7a9a9b560f'] response: {'server_uuid': '0d5f3b7d-8b92-4264-b41a-1d1ade879f2f', 'name': 'network-vif-deleted', 'tag': 'cda04f4a-80ef-4c18-b575-cb87293272ce', 'status': 'completed', 'code': 200} Apr 11 14:00:04.532018 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.db.l3_dvr_db [None req-01195cd8-c8c3-4cd9-b659-d113ee962fcb None None] Set router c1bc4be1-2cee-4ae9-8c16-4fbaeaed9e48 gateway port host: dv-cinder-830787-2-iscsi {{(pid=103320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 14:00:04.721517 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-01195cd8-c8c3-4cd9-b659-d113ee962fcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1bc4be1-2cee-4ae9-8c16-4fbaeaed9e48', 'name': 'tempest-AttachVolumeShelveTestJSON-966238887-router', 'tenant_id': 'a8a28d94e79a4972b0f8f61ab1cb1490', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886', 'external_fixed_ips': [{'subnet_id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'ip_address': '172.27.1.62'}], 'enable_snat': True}, 'gw_port_id': '7dd1d8dc-0113-4214-b5a0-bc63cf020503', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T13:55:28Z', 'updated_at': '2022-04-11T13:55:37Z', 'revision_number': 4, 'project_id': 'a8a28d94e79a4972b0f8f61ab1cb1490', 'gw_port': {'id': '7dd1d8dc-0113-4214-b5a0-bc63cf020503', 'name': '', 'network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:bc:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1bc4be1-2cee-4ae9-8c16-4fbaeaed9e48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'ip_address': '172.27.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:55:29Z', 'updated_at': '2022-04-11T13:55:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830787-2-iscsi', '_interfaces': [{'id': '2808360e-bb2c-414b-a490-791474828579', 'name': '', 'network_id': '0208f136-78bf-40a4-90c8-9a7151bfb362', 'tenant_id': 'a8a28d94e79a4972b0f8f61ab1cb1490', 'mac_address': 'fa:16:3e:c6:44:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1bc4be1-2cee-4ae9-8c16-4fbaeaed9e48', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '2778d57e-4616-4989-bcd8-4f6cb6111901', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:55:36Z', 'updated_at': '2022-04-11T13:55:44Z', 'revision_number': 5, 'project_id': 'a8a28d94e79a4972b0f8f61ab1cb1490', 'subnets': [{'id': '2778d57e-4616-4989-bcd8-4f6cb6111901', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830787-2-iscsi', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:00:04.747245 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01195cd8-c8c3-4cd9-b659-d113ee962fcb None None] Checking router: c1bc4be1-2cee-4ae9-8c16-4fbaeaed9e48 for host: dv-cinder-830787-2-iscsi {{(pid=103320) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 14:00:04.756704 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01195cd8-c8c3-4cd9-b659-d113ee962fcb None None] Routers {'c1bc4be1-2cee-4ae9-8c16-4fbaeaed9e48'} bound to L3 agent in host dv-cinder-830787-2-iscsi {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 14:00:04.757292 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-01195cd8-c8c3-4cd9-b659-d113ee962fcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830787-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-11T13:46:59Z,description=,heartbeat_timestamp=2022-04-11T13:59:59Z,host='dv-cinder-830787-2-iscsi',id=e731c656-576f-4174-9da3-af64518920bc,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T13:46:59Z,topic='l3_agent')) {'router_ids': ['c1bc4be1-2cee-4ae9-8c16-4fbaeaed9e48'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:00:04.863762 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.db.l3_dvr_db [None req-01195cd8-c8c3-4cd9-b659-d113ee962fcb None None] Set router c1bc4be1-2cee-4ae9-8c16-4fbaeaed9e48 gateway port host: dv-cinder-830787-2-iscsi {{(pid=103320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 14:00:05.058567 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-01195cd8-c8c3-4cd9-b659-d113ee962fcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1bc4be1-2cee-4ae9-8c16-4fbaeaed9e48', 'name': 'tempest-AttachVolumeShelveTestJSON-966238887-router', 'tenant_id': 'a8a28d94e79a4972b0f8f61ab1cb1490', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886', 'external_fixed_ips': [{'subnet_id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'ip_address': '172.27.1.62'}], 'enable_snat': True}, 'gw_port_id': '7dd1d8dc-0113-4214-b5a0-bc63cf020503', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T13:55:28Z', 'updated_at': '2022-04-11T13:55:37Z', 'revision_number': 4, 'project_id': 'a8a28d94e79a4972b0f8f61ab1cb1490', 'gw_port': {'id': '7dd1d8dc-0113-4214-b5a0-bc63cf020503', 'name': '', 'network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:bc:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1bc4be1-2cee-4ae9-8c16-4fbaeaed9e48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'ip_address': '172.27.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:55:29Z', 'updated_at': '2022-04-11T13:55:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830787-2-iscsi', '_interfaces': [{'id': '2808360e-bb2c-414b-a490-791474828579', 'name': '', 'network_id': '0208f136-78bf-40a4-90c8-9a7151bfb362', 'tenant_id': 'a8a28d94e79a4972b0f8f61ab1cb1490', 'mac_address': 'fa:16:3e:c6:44:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1bc4be1-2cee-4ae9-8c16-4fbaeaed9e48', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '2778d57e-4616-4989-bcd8-4f6cb6111901', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:55:36Z', 'updated_at': '2022-04-11T13:55:44Z', 'revision_number': 5, 'project_id': 'a8a28d94e79a4972b0f8f61ab1cb1490', 'subnets': [{'id': '2778d57e-4616-4989-bcd8-4f6cb6111901', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830787-2-iscsi', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:00:05.069185 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bda195-233a-42b8-a725-7e80d26e1fba req-a66e6fa7-9f28-41bb-9606-1e0973f6f0e1 tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:00:05.075093 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-d8bda195-233a-42b8-a725-7e80d26e1fba req-a66e6fa7-9f28-41bb-9606-1e0973f6f0e1 tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] 10.222.0.67 "GET /v2.0/ports?device_id=54dcdce4-931a-42d3-b36a-321afffabdc0 HTTP/1.1" status: 200 len: 946 time: 0.0538752 Apr 11 14:00:05.088396 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01195cd8-c8c3-4cd9-b659-d113ee962fcb None None] The sync data for ids ['c1bc4be1-2cee-4ae9-8c16-4fbaeaed9e48'] in dv-cinder-830787-2-iscsi is: [{'id': 'c1bc4be1-2cee-4ae9-8c16-4fbaeaed9e48', 'name': 'tempest-AttachVolumeShelveTestJSON-966238887-router', 'tenant_id': 'a8a28d94e79a4972b0f8f61ab1cb1490', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886', 'external_fixed_ips': [{'subnet_id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'ip_address': '172.27.1.62'}], 'enable_snat': True}, 'gw_port_id': '7dd1d8dc-0113-4214-b5a0-bc63cf020503', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T13:55:28Z', 'updated_at': '2022-04-11T13:55:37Z', 'revision_number': 4, 'project_id': 'a8a28d94e79a4972b0f8f61ab1cb1490', 'gw_port': {'id': '7dd1d8dc-0113-4214-b5a0-bc63cf020503', 'name': '', 'network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:bc:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1bc4be1-2cee-4ae9-8c16-4fbaeaed9e48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'ip_address': '172.27.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:55:29Z', 'updated_at': '2022-04-11T13:55:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830787-2-iscsi', '_interfaces': [{'id': '2808360e-bb2c-414b-a490-791474828579', 'name': '', 'network_id': '0208f136-78bf-40a4-90c8-9a7151bfb362', 'tenant_id': 'a8a28d94e79a4972b0f8f61ab1cb1490', 'mac_address': 'fa:16:3e:c6:44:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1bc4be1-2cee-4ae9-8c16-4fbaeaed9e48', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '2778d57e-4616-4989-bcd8-4f6cb6111901', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:55:36Z', 'updated_at': '2022-04-11T13:55:44Z', 'revision_number': 5, 'project_id': 'a8a28d94e79a4972b0f8f61ab1cb1490', 'subnets': [{'id': '2778d57e-4616-4989-bcd8-4f6cb6111901', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 14:00:05.130035 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-d8bda195-233a-42b8-a725-7e80d26e1fba req-b1ab39c1-bad3-4ee5-8337-fc235db730c0 tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] 10.222.0.67 "GET /v2.0/security-groups?id=fa012576-2707-4681-be16-e9c543038202&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507202 Apr 11 14:00:05.136747 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-3496b445-17b9-49b7-afe7-5db1d01e0673 req-8bfda781-b1c7-4de1-9327-7e27e23838cb tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] 10.222.0.67 "GET /v2.0/ports?device_id=0d5f3b7d-8b92-4264-b41a-1d1ade879f2f HTTP/1.1" status: 200 len: 210 time: 0.0293407 Apr 11 14:00:05.357278 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42fa82a4-f61d-48a0-8cf6-a6172106423c None None] New status for floating IP c38718e9-2a61-4aa6-8d42-7414fba88301: DOWN {{(pid=103321) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 14:00:05.408246 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4cf4f1-3b30-4369-b049-e0ad5d8ae59e req-fc760ae4-1527-4c04-baaf-b08208b78167 tempest-TestMinimumBasicScenario-1408592018 tempest-TestMinimumBasicScenario-1408592018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:00:05.409772 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-5e4cf4f1-3b30-4369-b049-e0ad5d8ae59e req-fc760ae4-1527-4c04-baaf-b08208b78167 tempest-TestMinimumBasicScenario-1408592018 tempest-TestMinimumBasicScenario-1408592018-project] 10.222.0.67 "GET /v2.0/ports?device_id=79569212-4835-45da-92b0-516e527a1f88 HTTP/1.1" status: 200 len: 984 time: 0.0547376 Apr 11 14:00:05.477768 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-5e4cf4f1-3b30-4369-b049-e0ad5d8ae59e req-7f2a3bc4-c85e-4064-986d-03a6e42bce47 tempest-TestMinimumBasicScenario-1408592018 tempest-TestMinimumBasicScenario-1408592018-project] 10.222.0.67 "GET /v2.0/security-groups?id=b702b37f-bf09-4495-b518-9860a0ba33cf&id=cf23f7d8-584e-46f6-abd9-cfbb92a6cce4&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0619943 Apr 11 14:00:06.241333 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-ad272746-a0a2-4c89-8de5-51cb63898adb req-44db427c-b6b8-4217-886f-9d6dcd2d08f9 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] 10.222.0.67 "GET /v2.0/ports?device_id=0d5f3b7d-8b92-4264-b41a-1d1ade879f2f HTTP/1.1" status: 200 len: 210 time: 0.0284035 Apr 11 14:00:06.256942 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addeb88a-fd0f-4af2-8145-fcbce8d746e6 req-6f0ed7bb-e98d-489a-a0a8-173bff424e47 tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:00:06.260071 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-addeb88a-fd0f-4af2-8145-fcbce8d746e6 req-6f0ed7bb-e98d-489a-a0a8-173bff424e47 tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] 10.222.0.67 "GET /v2.0/ports?device_id=54dcdce4-931a-42d3-b36a-321afffabdc0 HTTP/1.1" status: 200 len: 946 time: 0.0592196 Apr 11 14:00:06.306892 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-addeb88a-fd0f-4af2-8145-fcbce8d746e6 req-af19ae11-dc61-493b-ac16-3e4d47e5a5e9 tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] 10.222.0.67 "GET /v2.0/security-groups?id=fa012576-2707-4681-be16-e9c543038202&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422094 Apr 11 14:00:06.594790 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190ff688-2a87-4bb6-9c6f-33288f7b1959 req-9c5c1cdd-c200-4e00-a011-a2b20b6dd144 tempest-TestMinimumBasicScenario-1408592018 tempest-TestMinimumBasicScenario-1408592018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:00:06.596288 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-190ff688-2a87-4bb6-9c6f-33288f7b1959 req-9c5c1cdd-c200-4e00-a011-a2b20b6dd144 tempest-TestMinimumBasicScenario-1408592018 tempest-TestMinimumBasicScenario-1408592018-project] 10.222.0.67 "GET /v2.0/ports?device_id=79569212-4835-45da-92b0-516e527a1f88 HTTP/1.1" status: 200 len: 984 time: 0.0491540 Apr 11 14:00:06.655458 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-190ff688-2a87-4bb6-9c6f-33288f7b1959 req-9dc30213-0992-462a-a5d1-d35b4ff26795 tempest-TestMinimumBasicScenario-1408592018 tempest-TestMinimumBasicScenario-1408592018-project] 10.222.0.67 "GET /v2.0/security-groups?id=b702b37f-bf09-4495-b518-9860a0ba33cf&id=cf23f7d8-584e-46f6-abd9-cfbb92a6cce4&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0531304 Apr 11 14:00:07.116631 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Device cda04f4a-80ef-4c18-b575-cb87293272ce no longer exists at agent hyperv_hv-cinder-83078 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 14:00:07.137836 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] No Port match for: cda04f4a-80ef-4c18-b575-cb87293272ce {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 14:00:07.138238 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Device cda04f4a-80ef-4c18-b575-cb87293272ce not bound to the agent host hv-cinder-83078 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 14:00:07.377255 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-8d7dffba-1c66-4f76-b1f9-15a0b1b6181a req-9589c0f2-1645-48b1-acda-1d25baa21d94 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] 10.222.0.67 "GET /v2.0/ports?device_id=0d5f3b7d-8b92-4264-b41a-1d1ade879f2f HTTP/1.1" status: 200 len: 210 time: 0.0496752 Apr 11 14:00:07.453610 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818c4b65-4cda-4fc9-9cd1-b2c36ebd5edb req-131eaf6c-3619-4662-8d2d-2cb14d43c8d0 tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:00:07.455065 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-818c4b65-4cda-4fc9-9cd1-b2c36ebd5edb req-131eaf6c-3619-4662-8d2d-2cb14d43c8d0 tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] 10.222.0.67 "GET /v2.0/ports?device_id=54dcdce4-931a-42d3-b36a-321afffabdc0 HTTP/1.1" status: 200 len: 946 time: 0.0530293 Apr 11 14:00:07.501251 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-818c4b65-4cda-4fc9-9cd1-b2c36ebd5edb req-1dafedf5-1dcb-43f7-8e3b-26b462043ed4 tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] 10.222.0.67 "GET /v2.0/security-groups?id=fa012576-2707-4681-be16-e9c543038202&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405774 Apr 11 14:00:07.778464 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf36b366-7f4a-413e-bc32-ecbc2f8f69df req-8efa9b82-b94a-441d-bae7-265960c8245f tempest-TestMinimumBasicScenario-1408592018 tempest-TestMinimumBasicScenario-1408592018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:00:07.780833 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-cf36b366-7f4a-413e-bc32-ecbc2f8f69df req-8efa9b82-b94a-441d-bae7-265960c8245f tempest-TestMinimumBasicScenario-1408592018 tempest-TestMinimumBasicScenario-1408592018-project] 10.222.0.67 "GET /v2.0/ports?device_id=79569212-4835-45da-92b0-516e527a1f88 HTTP/1.1" status: 200 len: 984 time: 0.0561521 Apr 11 14:00:07.844691 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-cf36b366-7f4a-413e-bc32-ecbc2f8f69df req-1e94494f-02e5-46de-8dd1-69bd07bd7ac3 tempest-TestMinimumBasicScenario-1408592018 tempest-TestMinimumBasicScenario-1408592018-project] 10.222.0.67 "GET /v2.0/security-groups?id=b702b37f-bf09-4495-b518-9860a0ba33cf&id=cf23f7d8-584e-46f6-abd9-cfbb92a6cce4&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0572217 Apr 11 14:00:08.478753 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.67', 32774) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 14:00:08.560772 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-6148d968-8bb7-4d93-809e-e271e809867e tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] Publish callbacks [] for security_group (2c46161f-2d1e-4228-ae9c-ab4fe572bda1), before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:00:08.586269 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-6148d968-8bb7-4d93-809e-e271e809867e tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] Publish callbacks [] for security_group (2c46161f-2d1e-4228-ae9c-ab4fe572bda1), precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:00:08.624846 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2691003f-e382-4974-b2ae-8906f2f8465b req-e7752bd0-d0b0-4f6c-b79c-eddd3ccabdd5 tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:00:08.626322 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-2691003f-e382-4974-b2ae-8906f2f8465b req-e7752bd0-d0b0-4f6c-b79c-eddd3ccabdd5 tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] 10.222.0.67 "GET /v2.0/ports?device_id=54dcdce4-931a-42d3-b36a-321afffabdc0 HTTP/1.1" status: 200 len: 946 time: 0.0476198 Apr 11 14:00:08.635670 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-6148d968-8bb7-4d93-809e-e271e809867e tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8023832'] for security_group (2c46161f-2d1e-4228-ae9c-ab4fe572bda1), after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:00:08.638752 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-6148d968-8bb7-4d93-809e-e271e809867e tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] Publish callbacks [] for security_group (None), before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:00:08.640045 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-6148d968-8bb7-4d93-809e-e271e809867e tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] 10.222.0.67 "DELETE /v2.0/security-groups/2c46161f-2d1e-4228-ae9c-ab4fe572bda1 HTTP/1.1" status: 204 len: 168 time: 0.1602845 Apr 11 14:00:08.643438 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.67', 32780) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 14:00:08.656654 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6148d968-8bb7-4d93-809e-e271e809867e tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c46161f-2d1e-4228-ae9c-ab4fe572bda1,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:00:08.666975 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.api.v2.resource [None req-8e088d71-5236-46cd-99bb-87ba194b0b00 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] show failed (client error): The resource could not be found. Apr 11 14:00:08.668010 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-8e088d71-5236-46cd-99bb-87ba194b0b00 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] 10.222.0.67 "GET /v2.0/security-groups/2c46161f-2d1e-4228-ae9c-ab4fe572bda1 HTTP/1.1" status: 404 len: 347 time: 0.0225620 Apr 11 14:00:08.670022 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6148d968-8bb7-4d93-809e-e271e809867e tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:00:08.670377 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6148d968-8bb7-4d93-809e-e271e809867e tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:00:08.670719 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6148d968-8bb7-4d93-809e-e271e809867e tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:00:08.671141 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6148d968-8bb7-4d93-809e-e271e809867e tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:00:08.671481 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6148d968-8bb7-4d93-809e-e271e809867e tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:00:08.671847 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6148d968-8bb7-4d93-809e-e271e809867e tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:00:08.672181 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6148d968-8bb7-4d93-809e-e271e809867e tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:00:08.672511 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6148d968-8bb7-4d93-809e-e271e809867e tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:00:08.672838 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6148d968-8bb7-4d93-809e-e271e809867e tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:00:08.673165 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6148d968-8bb7-4d93-809e-e271e809867e tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:00:08.673490 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6148d968-8bb7-4d93-809e-e271e809867e tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:00:08.673812 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6148d968-8bb7-4d93-809e-e271e809867e tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:00:08.674146 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6148d968-8bb7-4d93-809e-e271e809867e tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:00:08.674412 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-2691003f-e382-4974-b2ae-8906f2f8465b req-0729d542-68aa-40c6-afd0-0eb426724a05 tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] 10.222.0.67 "GET /v2.0/security-groups?id=fa012576-2707-4681-be16-e9c543038202&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424714 Apr 11 14:00:08.674536 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6148d968-8bb7-4d93-809e-e271e809867e tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:00:08.674779 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6148d968-8bb7-4d93-809e-e271e809867e tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:00:08.674896 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.67', 32782) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 14:00:08.802797 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-d08bc6bd-88c1-45e0-9d9f-cc1f5619fbd7 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] Deleting port 22a6890a-c5b9-457a-8b69-6882d9920139 {{(pid=103319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 14:00:08.803144 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-d08bc6bd-88c1-45e0-9d9f-cc1f5619fbd7 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750379682079'] for port (22a6890a-c5b9-457a-8b69-6882d9920139), before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:00:08.908540 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0fb359-4558-4823-af78-0f1d72637b29 req-61e7ec8e-36d4-4f95-8596-b72d13fbfcc5 tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:00:08.910030 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-ac0fb359-4558-4823-af78-0f1d72637b29 req-61e7ec8e-36d4-4f95-8596-b72d13fbfcc5 tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] 10.222.0.67 "GET /v2.0/ports?device_id=54dcdce4-931a-42d3-b36a-321afffabdc0 HTTP/1.1" status: 200 len: 946 time: 0.0564821 Apr 11 14:00:08.928442 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-d08bc6bd-88c1-45e0-9d9f-cc1f5619fbd7 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115285'] for port (22a6890a-c5b9-457a-8b69-6882d9920139), precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:00:08.928770 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-d08bc6bd-88c1-45e0-9d9f-cc1f5619fbd7 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] Publish callbacks [] for floatingip (22a6890a-c5b9-457a-8b69-6882d9920139), precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:00:08.949114 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-d08bc6bd-88c1-45e0-9d9f-cc1f5619fbd7 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] Calling delete_port for 22a6890a-c5b9-457a-8b69-6882d9920139 owned by network:floatingip {{(pid=103319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 14:00:08.966546 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8610544c-96b9-42e2-b71d-4f76358b52bd req-d5d5b1fb-3e43-414a-b7c7-bcaaed40616a tempest-TestMinimumBasicScenario-1408592018 tempest-TestMinimumBasicScenario-1408592018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:00:08.968072 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-8610544c-96b9-42e2-b71d-4f76358b52bd req-d5d5b1fb-3e43-414a-b7c7-bcaaed40616a tempest-TestMinimumBasicScenario-1408592018 tempest-TestMinimumBasicScenario-1408592018-project] 10.222.0.67 "GET /v2.0/ports?device_id=79569212-4835-45da-92b0-516e527a1f88 HTTP/1.1" status: 200 len: 984 time: 0.0530956 Apr 11 14:00:09.025639 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-ac0fb359-4558-4823-af78-0f1d72637b29 req-55b523a1-bd0e-4157-b95f-835e25260d13 tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] 10.222.0.67 "GET /v2.0/security-groups?id=fa012576-2707-4681-be16-e9c543038202&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1062200 Apr 11 14:00:09.028659 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-8610544c-96b9-42e2-b71d-4f76358b52bd req-a8b4c3c8-4fdc-493a-8527-7d2168063881 tempest-TestMinimumBasicScenario-1408592018 tempest-TestMinimumBasicScenario-1408592018-project] 10.222.0.67 "GET /v2.0/security-groups?id=b702b37f-bf09-4495-b518-9860a0ba33cf&id=cf23f7d8-584e-46f6-abd9-cfbb92a6cce4&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0541215 Apr 11 14:00:09.111029 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-d08bc6bd-88c1-45e0-9d9f-cc1f5619fbd7 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750379687693', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750379164483'] for port (22a6890a-c5b9-457a-8b69-6882d9920139), after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:00:09.141144 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08bc6bd-88c1-45e0-9d9f-cc1f5619fbd7 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] Pushing event deleted for resources: {'Port': ['ID=22a6890a-c5b9-457a-8b69-6882d9920139,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:00:09.163387 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-d08bc6bd-88c1-45e0-9d9f-cc1f5619fbd7 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] Publish callbacks [] for floatingip (c38718e9-2a61-4aa6-8d42-7414fba88301), after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:00:09.166149 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-d08bc6bd-88c1-45e0-9d9f-cc1f5619fbd7 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-507053'] for floatingip (None), before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:00:09.167302 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-d08bc6bd-88c1-45e0-9d9f-cc1f5619fbd7 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] 10.222.0.67 "DELETE /v2.0/floatingips/c38718e9-2a61-4aa6-8d42-7414fba88301 HTTP/1.1" status: 204 len: 168 time: 0.4915555 Apr 11 14:00:09.607749 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.67', 32794) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 14:00:09.612257 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.v2.base [None req-de3b43d0-bd27-42f2-9297-96c03661bdd2 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1214186602', 'description': 'tempest-description--915970769'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:00:09.631926 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-de3b43d0-bd27-42f2-9297-96c03661bdd2 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] Publish callbacks [] for security_group (None), before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:00:09.701901 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-de3b43d0-bd27-42f2-9297-96c03661bdd2 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] Publish callbacks [] for security_group (210d3a2a-5e47-4e4e-a4c0-fc7866dd9ac0), precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:00:09.705316 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-de3b43d0-bd27-42f2-9297-96c03661bdd2 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8023832'] for security_group (210d3a2a-5e47-4e4e-a4c0-fc7866dd9ac0), after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:00:09.735472 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-de3b43d0-bd27-42f2-9297-96c03661bdd2 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] Publish callbacks [] for security_group (None), before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:00:09.736709 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-de3b43d0-bd27-42f2-9297-96c03661bdd2 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1279638 Apr 11 14:00:09.739765 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.67', 32796) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 14:00:09.740803 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3b43d0-bd27-42f2-9297-96c03661bdd2 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] Pushing event updated for resources: {'SecurityGroup': ['ID=210d3a2a-5e47-4e4e-a4c0-fc7866dd9ac0,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:00:09.744394 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.v2.base [None req-8ac39623-02a5-4073-91d3-aeafa77bef1b tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] Request body: {'security_group_rule': {'security_group_id': '210d3a2a-5e47-4e4e-a4c0-fc7866dd9ac0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:00:09.769599 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-8ac39623-02a5-4073-91d3-aeafa77bef1b tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] Publish callbacks [] for security_group_rule (02832cb6-f093-4516-96f8-b3acb5ac82f5), before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:00:09.823563 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-8ac39623-02a5-4073-91d3-aeafa77bef1b tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] Publish callbacks [] for security_group_rule (02832cb6-f093-4516-96f8-b3acb5ac82f5), precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:00:09.828251 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-8ac39623-02a5-4073-91d3-aeafa77bef1b tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8023914'] for security_group_rule (02832cb6-f093-4516-96f8-b3acb5ac82f5), after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:00:09.846371 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac39623-02a5-4073-91d3-aeafa77bef1b tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02832cb6-f093-4516-96f8-b3acb5ac82f5,revision_number=0']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:00:09.856863 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-8ac39623-02a5-4073-91d3-aeafa77bef1b tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:00:09.858065 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-8ac39623-02a5-4073-91d3-aeafa77bef1b tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1172235 Apr 11 14:00:09.860762 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.67', 32798) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 14:00:09.865151 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.v2.base [None req-3dc4cb5c-c34d-4808-8c4d-89faed88f1bd tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] Request body: {'security_group_rule': {'security_group_id': '210d3a2a-5e47-4e4e-a4c0-fc7866dd9ac0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:00:09.890444 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-3dc4cb5c-c34d-4808-8c4d-89faed88f1bd tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] Publish callbacks [] for security_group_rule (c505a32e-c425-439d-9987-4e272707c126), before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:00:09.945065 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-3dc4cb5c-c34d-4808-8c4d-89faed88f1bd tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] Publish callbacks [] for security_group_rule (c505a32e-c425-439d-9987-4e272707c126), precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:00:09.948360 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-3dc4cb5c-c34d-4808-8c4d-89faed88f1bd tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8023914'] for security_group_rule (c505a32e-c425-439d-9987-4e272707c126), after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:00:09.970050 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc4cb5c-c34d-4808-8c4d-89faed88f1bd tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c505a32e-c425-439d-9987-4e272707c126,revision_number=0']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:00:09.977782 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-3dc4cb5c-c34d-4808-8c4d-89faed88f1bd tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:00:09.978984 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-3dc4cb5c-c34d-4808-8c4d-89faed88f1bd tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1172731 Apr 11 14:00:09.982234 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.67', 32800) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 14:00:09.986663 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.v2.base [None req-34a3fda7-0e37-4f55-8c90-ece0fcb2b790 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] Request body: {'floatingip': {'floating_network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:00:10.005969 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-34a3fda7-0e37-4f55-8c90-ece0fcb2b790 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:00:10.084593 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-34a3fda7-0e37-4f55-8c90-ece0fcb2b790 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883311'] for port (None), before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:00:10.146344 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e98410-71bc-4476-a323-2e7859d3acbf req-3079c2f9-5442-4883-a06d-9f6673651991 tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:00:10.148005 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-23e98410-71bc-4476-a323-2e7859d3acbf req-3079c2f9-5442-4883-a06d-9f6673651991 tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] 10.222.0.67 "GET /v2.0/ports?device_id=54dcdce4-931a-42d3-b36a-321afffabdc0 HTTP/1.1" status: 200 len: 946 time: 0.0470631 Apr 11 14:00:10.188060 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f360ce2e-4363-4337-bc75-2faa1866c176 req-37d96ddd-a26c-4f20-bd43-57a3b8474cb0 tempest-TestMinimumBasicScenario-1408592018 tempest-TestMinimumBasicScenario-1408592018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:00:10.189547 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-f360ce2e-4363-4337-bc75-2faa1866c176 req-37d96ddd-a26c-4f20-bd43-57a3b8474cb0 tempest-TestMinimumBasicScenario-1408592018 tempest-TestMinimumBasicScenario-1408592018-project] 10.222.0.67 "GET /v2.0/ports?device_id=79569212-4835-45da-92b0-516e527a1f88 HTTP/1.1" status: 200 len: 984 time: 0.0634937 Apr 11 14:00:10.195964 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-23e98410-71bc-4476-a323-2e7859d3acbf req-b022d32e-3e94-4c4b-8ad5-53127a073767 tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] 10.222.0.67 "GET /v2.0/security-groups?id=fa012576-2707-4681-be16-e9c543038202&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420082 Apr 11 14:00:10.259483 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.db.db_base_plugin_common [None req-34a3fda7-0e37-4f55-8c90-ece0fcb2b790 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] Allocated IP 172.27.1.81 (18ff371c-a6b9-4e7a-9b54-bf9ba2e00886/b63ed172-4352-4f2b-94f9-a4e97d1b6a55/68270067-5dab-469e-906c-ba4ce1ec23be) {{(pid=103319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 14:00:10.294819 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-f360ce2e-4363-4337-bc75-2faa1866c176 req-4a04493b-a213-4a10-aedc-5bc4c7b420d2 tempest-TestMinimumBasicScenario-1408592018 tempest-TestMinimumBasicScenario-1408592018-project] 10.222.0.67 "GET /v2.0/security-groups?id=b702b37f-bf09-4495-b518-9860a0ba33cf&id=cf23f7d8-584e-46f6-abd9-cfbb92a6cce4&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0876043 Apr 11 14:00:10.383043 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-34a3fda7-0e37-4f55-8c90-ece0fcb2b790 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] Publish callbacks [] for port (68270067-5dab-469e-906c-ba4ce1ec23be), precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:00:10.417065 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-34a3fda7-0e37-4f55-8c90-ece0fcb2b790 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750379164474'] for port (68270067-5dab-469e-906c-ba4ce1ec23be), after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:00:10.455878 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34a3fda7-0e37-4f55-8c90-ece0fcb2b790 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] Network 18ff371c-a6b9-4e7a-9b54-bf9ba2e00886 is already hosted by enough agents. {{(pid=103319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:00:10.458687 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [None req-34a3fda7-0e37-4f55-8c90-ece0fcb2b790 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] Resources bound (agent type, host, resource id): {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:00:10.462105 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34a3fda7-0e37-4f55-8c90-ece0fcb2b790 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] Received port after_create {{(pid=103319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 14:00:10.472379 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a3fda7-0e37-4f55-8c90-ece0fcb2b790 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] Pushing event updated for resources: {'Port': ['ID=68270067-5dab-469e-906c-ba4ce1ec23be,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:00:10.517503 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-34a3fda7-0e37-4f55-8c90-ece0fcb2b790 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] Publish callbacks [] for floatingip (62b9072e-a71b-49c5-a4be-d1f260874939), precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:00:10.552913 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-34a3fda7-0e37-4f55-8c90-ece0fcb2b790 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883311'] for port (68270067-5dab-469e-906c-ba4ce1ec23be), before_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:00:10.701547 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-34a3fda7-0e37-4f55-8c90-ece0fcb2b790 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] Publish callbacks [] for port (68270067-5dab-469e-906c-ba4ce1ec23be), precommit_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:00:10.705998 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-34a3fda7-0e37-4f55-8c90-ece0fcb2b790 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750379687711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750379164492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750379164510'] for port (68270067-5dab-469e-906c-ba4ce1ec23be), after_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:00:10.738326 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-34a3fda7-0e37-4f55-8c90-ece0fcb2b790 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8126411'] for floatingip (62b9072e-a71b-49c5-a4be-d1f260874939), after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:00:10.756255 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a3fda7-0e37-4f55-8c90-ece0fcb2b790 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] Pushing event updated for resources: {'Port': ['ID=68270067-5dab-469e-906c-ba4ce1ec23be,revision_number=2']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:00:10.760715 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-34a3fda7-0e37-4f55-8c90-ece0fcb2b790 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-507053'] for floatingip (None), before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:00:10.761893 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-34a3fda7-0e37-4f55-8c90-ece0fcb2b790 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.7786756 Apr 11 14:00:10.949947 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-6f366912-8ff8-4e3d-85df-23d2c6c5ee45 req-989c84f4-0d6c-4a68-b93c-742dde914b45 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-securitygroup--1214186602&fields=id&tenant_id=a8a28d94e79a4972b0f8f61ab1cb1490 HTTP/1.1" status: 200 len: 267 time: 0.0415165 Apr 11 14:00:11.055286 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f366912-8ff8-4e3d-85df-23d2c6c5ee45 req-fb0b0464-e7c0-4e87-bf11-bb8ac8fc5010 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:00:11.056667 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-6f366912-8ff8-4e3d-85df-23d2c6c5ee45 req-fb0b0464-e7c0-4e87-bf11-bb8ac8fc5010 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] 10.222.0.67 "GET /v2.0/networks?id=0208f136-78bf-40a4-90c8-9a7151bfb362 HTTP/1.1" status: 200 len: 816 time: 0.1002710 Apr 11 14:00:11.071041 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-6f366912-8ff8-4e3d-85df-23d2c6c5ee45 req-8bd5a2d2-9c97-4183-a407-aa9b44c637a2 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] 10.222.0.67 "GET /v2.0/quotas/a8a28d94e79a4972b0f8f61ab1cb1490 HTTP/1.1" status: 200 len: 375 time: 0.0086257 Apr 11 14:00:11.118634 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-6f366912-8ff8-4e3d-85df-23d2c6c5ee45 req-759f02f7-415e-4320-bc90-0ee04c019763 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=a8a28d94e79a4972b0f8f61ab1cb1490&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0428219 Apr 11 14:00:11.214574 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-6f366912-8ff8-4e3d-85df-23d2c6c5ee45 req-f6fff94a-aada-4ca4-9c76-b907bcb76227 service neutron] 10.222.0.67 "GET /v2.0/networks/0208f136-78bf-40a4-90c8-9a7151bfb362?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841811 Apr 11 14:00:11.303279 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-6f366912-8ff8-4e3d-85df-23d2c6c5ee45 req-babc9281-395e-4425-90ec-50eebb872871 service neutron] 10.222.0.67 "GET /v2.0/networks/0208f136-78bf-40a4-90c8-9a7151bfb362?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821645 Apr 11 14:00:11.308895 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f059bf-294a-458d-a41a-ed70d549ef08 req-d4e1f235-015e-4078-b715-f49fbf2b1901 tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:00:11.310373 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-43f059bf-294a-458d-a41a-ed70d549ef08 req-d4e1f235-015e-4078-b715-f49fbf2b1901 tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] 10.222.0.67 "GET /v2.0/ports?device_id=54dcdce4-931a-42d3-b36a-321afffabdc0 HTTP/1.1" status: 200 len: 946 time: 0.0484409 Apr 11 14:00:11.358810 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-43f059bf-294a-458d-a41a-ed70d549ef08 req-d48c66d4-0584-4c2b-90f3-270e752721ec tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] 10.222.0.67 "GET /v2.0/security-groups?id=fa012576-2707-4681-be16-e9c543038202&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429456 Apr 11 14:00:11.484490 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-5f1788d1-38f7-4b1a-a62b-45c618e1a734 req-5e0b1363-c583-43d5-bb1b-1d88aa2ea845 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] 10.222.0.67 "GET /v2.0/ports?device_id=cf497683-01c3-4106-adb0-36d23d564607 HTTP/1.1" status: 200 len: 210 time: 0.0298109 Apr 11 14:00:11.525167 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfea4b2-d67f-4241-9885-f5fb2a305097 req-cfc6040e-1d2d-4196-9d1a-e3c2e01428b9 tempest-TestMinimumBasicScenario-1408592018 tempest-TestMinimumBasicScenario-1408592018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:00:11.526657 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-1bfea4b2-d67f-4241-9885-f5fb2a305097 req-cfc6040e-1d2d-4196-9d1a-e3c2e01428b9 tempest-TestMinimumBasicScenario-1408592018 tempest-TestMinimumBasicScenario-1408592018-project] 10.222.0.67 "GET /v2.0/ports?device_id=79569212-4835-45da-92b0-516e527a1f88 HTTP/1.1" status: 200 len: 984 time: 0.0834773 Apr 11 14:00:11.542142 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0dbc32-1058-4535-8cd5-dc8815e965cb req-abe2b6a5-4ce0-4437-ae18-22a7ebd771e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:00:11.543561 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-3d0dbc32-1058-4535-8cd5-dc8815e965cb req-abe2b6a5-4ce0-4437-ae18-22a7ebd771e4 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=f8720d1d0e26443d96a5f29175402af6&device_id=54dcdce4-931a-42d3-b36a-321afffabdc0 HTTP/1.1" status: 200 len: 1130 time: 0.0840294 Apr 11 14:00:11.662576 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-1bfea4b2-d67f-4241-9885-f5fb2a305097 req-395cf4fe-5c99-47e8-b8ef-d8a0fb7a8b1d tempest-TestMinimumBasicScenario-1408592018 tempest-TestMinimumBasicScenario-1408592018-project] 10.222.0.67 "GET /v2.0/security-groups?id=b702b37f-bf09-4495-b518-9860a0ba33cf&id=cf23f7d8-584e-46f6-abd9-cfbb92a6cce4&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1290641 Apr 11 14:00:11.687721 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0dbc32-1058-4535-8cd5-dc8815e965cb req-bf04997d-a6c1-4b12-9b4a-2338b533698c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:00:11.689427 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-3d0dbc32-1058-4535-8cd5-dc8815e965cb req-bf04997d-a6c1-4b12-9b4a-2338b533698c service neutron] 10.222.0.75 "GET /v2.0/networks?id=257d7092-c4df-47e4-abc9-31af4018d257 HTTP/1.1" status: 200 len: 912 time: 0.1361005 Apr 11 14:00:11.764067 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-3d0dbc32-1058-4535-8cd5-dc8815e965cb req-d3d0888e-b201-4411-85af-781f8ddcb367 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=73309a92-0432-4081-a050-fdeb449dfc6d HTTP/1.1" status: 200 len: 1001 time: 0.0668688 Apr 11 14:00:11.818251 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0dbc32-1058-4535-8cd5-dc8815e965cb req-c570649a-4a78-418d-a79f-d6e0cac4b8dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:00:11.820948 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-3d0dbc32-1058-4535-8cd5-dc8815e965cb req-c570649a-4a78-418d-a79f-d6e0cac4b8dd service neutron] 10.222.0.75 "GET /v2.0/subnets?id=4d338071-fa32-49cf-a6aa-ca3918597003 HTTP/1.1" status: 200 len: 850 time: 0.0508554 Apr 11 14:00:11.881037 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0dbc32-1058-4535-8cd5-dc8815e965cb req-5c90401e-3f05-4918-b0d7-c8233671bb0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:00:11.882553 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-3d0dbc32-1058-4535-8cd5-dc8815e965cb req-5c90401e-3f05-4918-b0d7-c8233671bb0c service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=257d7092-c4df-47e4-abc9-31af4018d257&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0435281 Apr 11 14:00:11.977458 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-3d0dbc32-1058-4535-8cd5-dc8815e965cb req-23e070e0-7632-44ac-8771-3babb10e1e82 service neutron] 10.222.0.75 "GET /v2.0/networks/257d7092-c4df-47e4-abc9-31af4018d257?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831838 Apr 11 14:00:12.077661 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-3d0dbc32-1058-4535-8cd5-dc8815e965cb req-ba618439-c339-4f01-aff0-a0f4ea8d6466 service neutron] 10.222.0.75 "GET /v2.0/networks/257d7092-c4df-47e4-abc9-31af4018d257?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922663 Apr 11 14:00:12.477944 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3119859-925c-422f-8c2e-8bc51336e369 req-519bca80-2298-45e0-a6e1-32185b5ff80d tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:00:12.480183 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-e3119859-925c-422f-8c2e-8bc51336e369 req-519bca80-2298-45e0-a6e1-32185b5ff80d tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] 10.222.0.67 "GET /v2.0/ports?device_id=54dcdce4-931a-42d3-b36a-321afffabdc0 HTTP/1.1" status: 200 len: 946 time: 0.0529249 Apr 11 14:00:12.534759 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-e3119859-925c-422f-8c2e-8bc51336e369 req-066e68c6-5ac8-4f7f-919f-ddda50cd738d tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] 10.222.0.67 "GET /v2.0/security-groups?id=fa012576-2707-4681-be16-e9c543038202&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495656 Apr 11 14:00:12.590356 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f366912-8ff8-4e3d-85df-23d2c6c5ee45 req-d059f780-c83c-4931-8725-d44e15ff1a6c tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:00:12.593212 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-6f366912-8ff8-4e3d-85df-23d2c6c5ee45 req-d059f780-c83c-4931-8725-d44e15ff1a6c tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] 10.222.0.75 "GET /v2.0/networks?id=0208f136-78bf-40a4-90c8-9a7151bfb362 HTTP/1.1" status: 200 len: 816 time: 0.1144040 Apr 11 14:00:12.626583 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-28f9cec7-2f1d-4b90-8f14-8e701aa8de2a req-d6f1655a-0076-4cfd-aa7c-12f3955a6c84 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] 10.222.0.67 "GET /v2.0/ports?device_id=cf497683-01c3-4106-adb0-36d23d564607 HTTP/1.1" status: 200 len: 210 time: 0.0324190 Apr 11 14:00:12.679743 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-6f366912-8ff8-4e3d-85df-23d2c6c5ee45 req-48db5bb4-069d-4900-baa4-737a7c0767cc tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] 10.222.0.75 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a8a28d94e79a4972b0f8f61ab1cb1490 HTTP/1.1" status: 200 len: 380 time: 0.0595796 Apr 11 14:00:12.699917 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.v2.base [req-6f366912-8ff8-4e3d-85df-23d2c6c5ee45 req-33afe299-477b-43cf-939d-36cb539906b1 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] Request body: {'port': {'device_id': 'cf497683-01c3-4106-adb0-36d23d564607', 'network_id': '0208f136-78bf-40a4-90c8-9a7151bfb362', 'admin_state_up': True, 'tenant_id': 'a8a28d94e79a4972b0f8f61ab1cb1490', 'security_groups': ['210d3a2a-5e47-4e4e-a4c0-fc7866dd9ac0']}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:00:12.797786 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003e14f0-31fd-402b-9534-cad986efd1a3 req-80f38608-10d8-4ab9-b41a-c5b15462ce18 tempest-TestMinimumBasicScenario-1408592018 tempest-TestMinimumBasicScenario-1408592018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:00:12.799410 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-003e14f0-31fd-402b-9534-cad986efd1a3 req-80f38608-10d8-4ab9-b41a-c5b15462ce18 tempest-TestMinimumBasicScenario-1408592018 tempest-TestMinimumBasicScenario-1408592018-project] 10.222.0.67 "GET /v2.0/ports?device_id=79569212-4835-45da-92b0-516e527a1f88 HTTP/1.1" status: 200 len: 984 time: 0.0534425 Apr 11 14:00:12.807862 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f366912-8ff8-4e3d-85df-23d2c6c5ee45 req-33afe299-477b-43cf-939d-36cb539906b1 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] Made reservation on behalf of a8a28d94e79a4972b0f8f61ab1cb1490 for: {'port': 1} {{(pid=103319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:00:12.812921 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-6f366912-8ff8-4e3d-85df-23d2c6c5ee45 req-33afe299-477b-43cf-939d-36cb539906b1 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883311'] for port (None), before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:00:12.883722 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-003e14f0-31fd-402b-9534-cad986efd1a3 req-d4633d3d-2a3e-40bc-95b3-666860920faf tempest-TestMinimumBasicScenario-1408592018 tempest-TestMinimumBasicScenario-1408592018-project] 10.222.0.67 "GET /v2.0/security-groups?id=b702b37f-bf09-4495-b518-9860a0ba33cf&id=cf23f7d8-584e-46f6-abd9-cfbb92a6cce4&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0674706 Apr 11 14:00:13.180867 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.db.db_base_plugin_common [req-6f366912-8ff8-4e3d-85df-23d2c6c5ee45 req-33afe299-477b-43cf-939d-36cb539906b1 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] Allocated IP 172.20.0.14 (0208f136-78bf-40a4-90c8-9a7151bfb362/2778d57e-4616-4989-bcd8-4f6cb6111901/9c6a342b-a134-4ab5-996e-3eab3c406817) {{(pid=103319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 14:00:13.316482 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-6f366912-8ff8-4e3d-85df-23d2c6c5ee45 req-33afe299-477b-43cf-939d-36cb539906b1 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] Publish callbacks [] for port (9c6a342b-a134-4ab5-996e-3eab3c406817), precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:00:13.349835 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-6f366912-8ff8-4e3d-85df-23d2c6c5ee45 req-33afe299-477b-43cf-939d-36cb539906b1 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750379164474'] for port (9c6a342b-a134-4ab5-996e-3eab3c406817), after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:00:13.394395 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f366912-8ff8-4e3d-85df-23d2c6c5ee45 req-33afe299-477b-43cf-939d-36cb539906b1 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] Network 0208f136-78bf-40a4-90c8-9a7151bfb362 is already hosted by enough agents. {{(pid=103319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:00:13.399461 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [req-6f366912-8ff8-4e3d-85df-23d2c6c5ee45 req-33afe299-477b-43cf-939d-36cb539906b1 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] Resources bound (agent type, host, resource id): {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:00:13.404767 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f366912-8ff8-4e3d-85df-23d2c6c5ee45 req-33afe299-477b-43cf-939d-36cb539906b1 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] Received port after_create {{(pid=103319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 14:00:13.410107 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f366912-8ff8-4e3d-85df-23d2c6c5ee45 req-33afe299-477b-43cf-939d-36cb539906b1 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:00:13.410715 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-6f366912-8ff8-4e3d-85df-23d2c6c5ee45 req-33afe299-477b-43cf-939d-36cb539906b1 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-507053'] for port (None), before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:00:13.413154 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33afe299-477b-43cf-939d-36cb539906b1 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] Pushing event updated for resources: {'Port': ['ID=9c6a342b-a134-4ab5-996e-3eab3c406817,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:00:13.430850 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-6f366912-8ff8-4e3d-85df-23d2c6c5ee45 req-33afe299-477b-43cf-939d-36cb539906b1 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7346241 Apr 11 14:00:13.446486 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.v2.base [req-6f366912-8ff8-4e3d-85df-23d2c6c5ee45 req-448908d6-7889-42ea-b305-688febb5de55 service neutron] Request body: {'port': {'device_id': 'cf497683-01c3-4106-adb0-36d23d564607', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83078'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:00:13.509953 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-6f366912-8ff8-4e3d-85df-23d2c6c5ee45 req-448908d6-7889-42ea-b305-688febb5de55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883311'] for port (9c6a342b-a134-4ab5-996e-3eab3c406817), before_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:00:13.652995 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-618db769-845e-4d8c-ab21-275cf65622a7 None None] Provisioning complete for port 9c6a342b-a134-4ab5-996e-3eab3c406817 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 14:00:13.654110 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-618db769-845e-4d8c-ab21-275cf65622a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-663396'] for port (9c6a342b-a134-4ab5-996e-3eab3c406817), provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:00:13.681444 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cd6a88-e393-4374-9161-197fd1156ffd req-56db6565-944f-4dd6-b60e-fc0a83a5dd1e tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:00:13.683070 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-65cd6a88-e393-4374-9161-197fd1156ffd req-56db6565-944f-4dd6-b60e-fc0a83a5dd1e tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] 10.222.0.67 "GET /v2.0/ports?device_id=54dcdce4-931a-42d3-b36a-321afffabdc0 HTTP/1.1" status: 200 len: 946 time: 0.0659242 Apr 11 14:00:13.698453 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-618db769-845e-4d8c-ab21-275cf65622a7 None None] Port 9c6a342b-a134-4ab5-996e-3eab3c406817 cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 14:00:13.748798 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c937e4b9-9e76-428d-98cc-5100fb9dd1cb req-418b2c51-7763-4550-ac4d-2dbff5e4af22 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:00:13.750412 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-c937e4b9-9e76-428d-98cc-5100fb9dd1cb req-418b2c51-7763-4550-ac4d-2dbff5e4af22 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] 10.222.0.67 "GET /v2.0/ports?device_id=cf497683-01c3-4106-adb0-36d23d564607 HTTP/1.1" status: 200 len: 932 time: 0.0462117 Apr 11 14:00:13.781765 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-65cd6a88-e393-4374-9161-197fd1156ffd req-b327b9e9-4342-41e7-a623-6d5253aeb2ba tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] 10.222.0.67 "GET /v2.0/security-groups?id=fa012576-2707-4681-be16-e9c543038202&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0885570 Apr 11 14:00:13.803945 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-c937e4b9-9e76-428d-98cc-5100fb9dd1cb req-aff0ec3f-bc33-4c3e-96d6-4fc5aa64797b tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] 10.222.0.67 "GET /v2.0/security-groups?id=210d3a2a-5e47-4e4e-a4c0-fc7866dd9ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461392 Apr 11 14:00:13.854060 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.notifiers.nova [req-6f366912-8ff8-4e3d-85df-23d2c6c5ee45 req-448908d6-7889-42ea-b305-688febb5de55 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c6a342b-a134-4ab5-996e-3eab3c406817 {{(pid=103319) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 14:00:13.862014 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-6f366912-8ff8-4e3d-85df-23d2c6c5ee45 req-448908d6-7889-42ea-b305-688febb5de55 service neutron] Publish callbacks [] for port (9c6a342b-a134-4ab5-996e-3eab3c406817), precommit_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:00:13.874766 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.db.provisioning_blocks [req-6f366912-8ff8-4e3d-85df-23d2c6c5ee45 req-448908d6-7889-42ea-b305-688febb5de55 service neutron] Transition to ACTIVE for port object 9c6a342b-a134-4ab5-996e-3eab3c406817 will not be triggered until provisioned by entity L2. {{(pid=103319) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 14:00:13.878506 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-6f366912-8ff8-4e3d-85df-23d2c6c5ee45 req-448908d6-7889-42ea-b305-688febb5de55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750379687711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750379164492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750379164510'] for port (9c6a342b-a134-4ab5-996e-3eab3c406817), after_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:00:13.929609 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448908d6-7889-42ea-b305-688febb5de55 service neutron] Pushing event updated for resources: {'Port': ['ID=9c6a342b-a134-4ab5-996e-3eab3c406817,revision_number=2']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:00:13.975586 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.managers [req-6f366912-8ff8-4e3d-85df-23d2c6c5ee45 req-448908d6-7889-42ea-b305-688febb5de55 service neutron] Attempting to bind port 9c6a342b-a134-4ab5-996e-3eab3c406817 on host hv-cinder-83078 for vnic_type normal with profile {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 14:00:13.975955 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.managers [req-6f366912-8ff8-4e3d-85df-23d2c6c5ee45 req-448908d6-7889-42ea-b305-688febb5de55 service neutron] Attempting to bind port 9c6a342b-a134-4ab5-996e-3eab3c406817 by drivers openvswitch,hyperv on host hv-cinder-83078 at level 0 using segments [{'id': '964d2a25-195e-4828-b4c1-a165c2037b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': '0208f136-78bf-40a4-90c8-9a7151bfb362'}] {{(pid=103319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 14:00:13.976280 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f366912-8ff8-4e3d-85df-23d2c6c5ee45 req-448908d6-7889-42ea-b305-688febb5de55 service neutron] Attempting to bind port 9c6a342b-a134-4ab5-996e-3eab3c406817 on network 0208f136-78bf-40a4-90c8-9a7151bfb362 {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 14:00:13.998492 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f366912-8ff8-4e3d-85df-23d2c6c5ee45 req-448908d6-7889-42ea-b305-688febb5de55 service neutron] Port 9c6a342b-a134-4ab5-996e-3eab3c406817 on network 0208f136-78bf-40a4-90c8-9a7151bfb362 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83078 {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 11 14:00:13.998811 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f366912-8ff8-4e3d-85df-23d2c6c5ee45 req-448908d6-7889-42ea-b305-688febb5de55 service neutron] Attempting to bind port 9c6a342b-a134-4ab5-996e-3eab3c406817 on network 0208f136-78bf-40a4-90c8-9a7151bfb362 {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 14:00:14.008926 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f366912-8ff8-4e3d-85df-23d2c6c5ee45 req-448908d6-7889-42ea-b305-688febb5de55 service neutron] Checking agent: {'id': 'a433433c-9197-4b2b-8991-1d45f6bac940', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83078', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 13, 53, 31), 'started_at': datetime.datetime(2022, 4, 11, 13, 53, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 14, 0, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 14:00:14.009258 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f366912-8ff8-4e3d-85df-23d2c6c5ee45 req-448908d6-7889-42ea-b305-688febb5de55 service neutron] Checking segment: {'id': '964d2a25-195e-4828-b4c1-a165c2037b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': '0208f136-78bf-40a4-90c8-9a7151bfb362'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103319) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 14:00:14.009636 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f366912-8ff8-4e3d-85df-23d2c6c5ee45 req-448908d6-7889-42ea-b305-688febb5de55 service neutron] Bound using segment: {'id': '964d2a25-195e-4828-b4c1-a165c2037b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': '0208f136-78bf-40a4-90c8-9a7151bfb362'} {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 14:00:14.010232 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.managers [req-6f366912-8ff8-4e3d-85df-23d2c6c5ee45 req-448908d6-7889-42ea-b305-688febb5de55 service neutron] Bound port: 9c6a342b-a134-4ab5-996e-3eab3c406817, host: hv-cinder-83078, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '964d2a25-195e-4828-b4c1-a165c2037b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': '0208f136-78bf-40a4-90c8-9a7151bfb362'}}] {{(pid=103319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 14:00:14.010400 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-6f366912-8ff8-4e3d-85df-23d2c6c5ee45 req-448908d6-7889-42ea-b305-688febb5de55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883311'] for port (9c6a342b-a134-4ab5-996e-3eab3c406817), before_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:00:14.020780 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51daf222-2320-4fa9-bce8-f95fa29a4b6e req-919d6ea2-732c-4ff2-bc1e-f35740aed861 tempest-TestMinimumBasicScenario-1408592018 tempest-TestMinimumBasicScenario-1408592018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:00:14.022272 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-51daf222-2320-4fa9-bce8-f95fa29a4b6e req-919d6ea2-732c-4ff2-bc1e-f35740aed861 tempest-TestMinimumBasicScenario-1408592018 tempest-TestMinimumBasicScenario-1408592018-project] 10.222.0.67 "GET /v2.0/ports?device_id=79569212-4835-45da-92b0-516e527a1f88 HTTP/1.1" status: 200 len: 984 time: 0.0611885 Apr 11 14:00:14.132242 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-51daf222-2320-4fa9-bce8-f95fa29a4b6e req-512cb637-d76b-42d8-9f2e-85c55acde905 tempest-TestMinimumBasicScenario-1408592018 tempest-TestMinimumBasicScenario-1408592018-project] 10.222.0.67 "GET /v2.0/security-groups?id=b702b37f-bf09-4495-b518-9860a0ba33cf&id=cf23f7d8-584e-46f6-abd9-cfbb92a6cce4&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1030357 Apr 11 14:00:14.134611 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.db [req-6f366912-8ff8-4e3d-85df-23d2c6c5ee45 req-448908d6-7889-42ea-b305-688febb5de55 service neutron] For port 9c6a342b-a134-4ab5-996e-3eab3c406817, host hv-cinder-83078, cleared binding levels {{(pid=103319) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 14:00:14.138176 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.db [req-6f366912-8ff8-4e3d-85df-23d2c6c5ee45 req-448908d6-7889-42ea-b305-688febb5de55 service neutron] For port 9c6a342b-a134-4ab5-996e-3eab3c406817, host hv-cinder-83078, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83078',level=0,port_id=9c6a342b-a134-4ab5-996e-3eab3c406817,segment=NetworkSegment(964d2a25-195e-4828-b4c1-a165c2037b82),segment_id=964d2a25-195e-4828-b4c1-a165c2037b82)] {{(pid=103319) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 14:00:14.144774 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-6f366912-8ff8-4e3d-85df-23d2c6c5ee45 req-448908d6-7889-42ea-b305-688febb5de55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750379687711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750379164492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750379164510'] for port (9c6a342b-a134-4ab5-996e-3eab3c406817), after_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:00:14.185284 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f366912-8ff8-4e3d-85df-23d2c6c5ee45 req-448908d6-7889-42ea-b305-688febb5de55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:00:14.185953 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-6f366912-8ff8-4e3d-85df-23d2c6c5ee45 req-448908d6-7889-42ea-b305-688febb5de55 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-507053'] for port (None), before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:00:14.187355 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-6f366912-8ff8-4e3d-85df-23d2c6c5ee45 req-448908d6-7889-42ea-b305-688febb5de55 service neutron] 10.222.0.75 "PUT /v2.0/ports/9c6a342b-a134-4ab5-996e-3eab3c406817 HTTP/1.1" status: 200 len: 1094 time: 0.7450504 Apr 11 14:00:14.187862 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf497683-01c3-4106-adb0-36d23d564607', 'tag': '9c6a342b-a134-4ab5-996e-3eab3c406817'}] {{(pid=103319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 14:00:14.190139 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca54f3a3744013fac1d33973197c51c1d98542aecacec3b3a4d6ee5bc00756d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06bfa9e6-905b-4893-82a3-7a963f32eb10" -d '{"events": [{"name": "network-changed", "server_uuid": "cf497683-01c3-4106-adb0-36d23d564607", "tag": "9c6a342b-a134-4ab5-996e-3eab3c406817"}]}' {{(pid=103319) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 14:00:14.212604 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448908d6-7889-42ea-b305-688febb5de55 service neutron] Pushing event updated for resources: {'Port': ['ID=9c6a342b-a134-4ab5-996e-3eab3c406817,revision_number=3']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:00:14.233815 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 14:00:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b415d0f-bd52-4b9a-91f7-233d2c631fc2 x-openstack-request-id: req-4b415d0f-bd52-4b9a-91f7-233d2c631fc2 {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 14:00:14.234106 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf497683-01c3-4106-adb0-36d23d564607", "tag": "9c6a342b-a134-4ab5-996e-3eab3c406817", "status": "completed", "code": 200}]} {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 14:00:14.234360 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-4b415d0f-bd52-4b9a-91f7-233d2c631fc2 {{(pid=103319) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 14:00:14.234769 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4b415d0f-bd52-4b9a-91f7-233d2c631fc2'] response: {'name': 'network-changed', 'server_uuid': 'cf497683-01c3-4106-adb0-36d23d564607', 'tag': '9c6a342b-a134-4ab5-996e-3eab3c406817', 'status': 'completed', 'code': 200} Apr 11 14:00:14.279604 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f366912-8ff8-4e3d-85df-23d2c6c5ee45 req-19d85014-26de-4c56-8ca1-565137d42fda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:00:14.281151 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-6f366912-8ff8-4e3d-85df-23d2c6c5ee45 req-19d85014-26de-4c56-8ca1-565137d42fda service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=a8a28d94e79a4972b0f8f61ab1cb1490&device_id=cf497683-01c3-4106-adb0-36d23d564607 HTTP/1.1" status: 200 len: 1128 time: 0.0423999 Apr 11 14:00:14.327189 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-6f366912-8ff8-4e3d-85df-23d2c6c5ee45 req-98cbff04-7e46-481b-b0aa-ce12965a77e9 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9c6a342b-a134-4ab5-996e-3eab3c406817 HTTP/1.1" status: 200 len: 217 time: 0.0390191 Apr 11 14:00:14.376811 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f366912-8ff8-4e3d-85df-23d2c6c5ee45 req-4d150d89-a4f8-41c0-a4b4-6c13e53d9809 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:00:14.378253 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-6f366912-8ff8-4e3d-85df-23d2c6c5ee45 req-4d150d89-a4f8-41c0-a4b4-6c13e53d9809 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=2778d57e-4616-4989-bcd8-4f6cb6111901 HTTP/1.1" status: 200 len: 855 time: 0.0447280 Apr 11 14:00:14.422148 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f366912-8ff8-4e3d-85df-23d2c6c5ee45 req-f4acec26-f7d7-46a1-9eb3-371c8edd29fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:00:14.423609 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-6f366912-8ff8-4e3d-85df-23d2c6c5ee45 req-f4acec26-f7d7-46a1-9eb3-371c8edd29fa service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=0208f136-78bf-40a4-90c8-9a7151bfb362&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0384469 Apr 11 14:00:14.515339 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-6f366912-8ff8-4e3d-85df-23d2c6c5ee45 req-510926cc-8f9d-415e-8bd9-0bb8d71cbad7 service neutron] 10.222.0.75 "GET /v2.0/networks/0208f136-78bf-40a4-90c8-9a7151bfb362?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844939 Apr 11 14:00:14.610420 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-6f366912-8ff8-4e3d-85df-23d2c6c5ee45 req-34572abf-ad34-4421-81d3-37da384a4cd7 service neutron] 10.222.0.75 "GET /v2.0/networks/0208f136-78bf-40a4-90c8-9a7151bfb362?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814233 Apr 11 14:00:14.924262 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a197b3-428c-4299-8c99-b411e93a54f6 req-61687d87-6e32-4052-9d32-3f84d6b4b46d tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:00:14.925710 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-80a197b3-428c-4299-8c99-b411e93a54f6 req-61687d87-6e32-4052-9d32-3f84d6b4b46d tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] 10.222.0.67 "GET /v2.0/ports?device_id=cf497683-01c3-4106-adb0-36d23d564607 HTTP/1.1" status: 200 len: 944 time: 0.0508552 Apr 11 14:00:14.970997 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-80a197b3-428c-4299-8c99-b411e93a54f6 req-21af2ea1-48bb-4f7f-9f77-b58ff2fb2ae6 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] 10.222.0.67 "GET /v2.0/security-groups?id=210d3a2a-5e47-4e4e-a4c0-fc7866dd9ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397391 Apr 11 14:00:15.249191 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123d94f7-e4fc-4426-8461-ae6209487b1e req-893e5863-6c13-4c4b-9768-5862cf8a20d6 tempest-TestMinimumBasicScenario-1408592018 tempest-TestMinimumBasicScenario-1408592018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:00:15.250655 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-123d94f7-e4fc-4426-8461-ae6209487b1e req-893e5863-6c13-4c4b-9768-5862cf8a20d6 tempest-TestMinimumBasicScenario-1408592018 tempest-TestMinimumBasicScenario-1408592018-project] 10.222.0.67 "GET /v2.0/ports?device_id=79569212-4835-45da-92b0-516e527a1f88 HTTP/1.1" status: 200 len: 984 time: 0.0476813 Apr 11 14:00:15.308423 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-123d94f7-e4fc-4426-8461-ae6209487b1e req-7e4219ef-bd6a-4f4d-b73e-a4c74cb33fcf tempest-TestMinimumBasicScenario-1408592018 tempest-TestMinimumBasicScenario-1408592018-project] 10.222.0.67 "GET /v2.0/security-groups?id=b702b37f-bf09-4495-b518-9860a0ba33cf&id=cf23f7d8-584e-46f6-abd9-cfbb92a6cce4&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0520284 Apr 11 14:00:15.714648 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bfa9e6-905b-4893-82a3-7a963f32eb10 req-05e8e75e-27f1-41fa-8edb-5f10b1061c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:00:15.716822 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-06bfa9e6-905b-4893-82a3-7a963f32eb10 req-05e8e75e-27f1-41fa-8edb-5f10b1061c9e service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=a8a28d94e79a4972b0f8f61ab1cb1490&device_id=cf497683-01c3-4106-adb0-36d23d564607 HTTP/1.1" status: 200 len: 1128 time: 0.0446870 Apr 11 14:00:15.813660 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bfa9e6-905b-4893-82a3-7a963f32eb10 req-73dc0ab5-b596-4453-9b34-31cb565b1e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:00:15.815122 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-06bfa9e6-905b-4893-82a3-7a963f32eb10 req-73dc0ab5-b596-4453-9b34-31cb565b1e7d service neutron] 10.222.0.75 "GET /v2.0/networks?id=0208f136-78bf-40a4-90c8-9a7151bfb362 HTTP/1.1" status: 200 len: 917 time: 0.0865240 Apr 11 14:00:16.088422 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a61991-9c07-4469-a762-039df1a28088 req-0fd7ccfd-7716-4726-8262-a6e8d651faab tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:00:16.089873 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-41a61991-9c07-4469-a762-039df1a28088 req-0fd7ccfd-7716-4726-8262-a6e8d651faab tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] 10.222.0.67 "GET /v2.0/ports?device_id=cf497683-01c3-4106-adb0-36d23d564607 HTTP/1.1" status: 200 len: 944 time: 0.0457659 Apr 11 14:00:16.135480 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-41a61991-9c07-4469-a762-039df1a28088 req-d1a0715b-b98c-4666-bd5e-549190f4f390 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] 10.222.0.67 "GET /v2.0/security-groups?id=210d3a2a-5e47-4e4e-a4c0-fc7866dd9ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393233 Apr 11 14:00:16.164535 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-06bfa9e6-905b-4893-82a3-7a963f32eb10 req-975b400f-27ab-4678-b8ec-9dd0e25660d4 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9c6a342b-a134-4ab5-996e-3eab3c406817 HTTP/1.1" status: 200 len: 217 time: 0.0399282 Apr 11 14:00:16.215179 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bfa9e6-905b-4893-82a3-7a963f32eb10 req-f60ce5e9-6d33-440b-b4a5-18d6fc158548 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:00:16.217286 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-06bfa9e6-905b-4893-82a3-7a963f32eb10 req-f60ce5e9-6d33-440b-b4a5-18d6fc158548 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=2778d57e-4616-4989-bcd8-4f6cb6111901 HTTP/1.1" status: 200 len: 855 time: 0.0443897 Apr 11 14:00:16.322947 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bfa9e6-905b-4893-82a3-7a963f32eb10 req-d0dad6f6-0e27-4624-b11c-3bc963183df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:00:16.324492 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-06bfa9e6-905b-4893-82a3-7a963f32eb10 req-d0dad6f6-0e27-4624-b11c-3bc963183df0 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=0208f136-78bf-40a4-90c8-9a7151bfb362&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0393784 Apr 11 14:00:16.456112 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da11981-9812-4b74-91b9-4c38645de3c6 req-da4ceb23-f62b-466d-956d-94a0edb3b29c tempest-TestMinimumBasicScenario-1408592018 tempest-TestMinimumBasicScenario-1408592018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:00:16.457558 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-1da11981-9812-4b74-91b9-4c38645de3c6 req-da4ceb23-f62b-466d-956d-94a0edb3b29c tempest-TestMinimumBasicScenario-1408592018 tempest-TestMinimumBasicScenario-1408592018-project] 10.222.0.67 "GET /v2.0/ports?device_id=79569212-4835-45da-92b0-516e527a1f88 HTTP/1.1" status: 200 len: 984 time: 0.0641563 Apr 11 14:00:16.464160 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-06bfa9e6-905b-4893-82a3-7a963f32eb10 req-ccd4b139-02b7-4b4c-b4ba-323d828a7bc4 service neutron] 10.222.0.75 "GET /v2.0/networks/0208f136-78bf-40a4-90c8-9a7151bfb362?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274831 Apr 11 14:00:16.581429 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-1da11981-9812-4b74-91b9-4c38645de3c6 req-aa3a8a8a-efa0-40cb-b314-42ec712036af tempest-TestMinimumBasicScenario-1408592018 tempest-TestMinimumBasicScenario-1408592018-project] 10.222.0.67 "GET /v2.0/security-groups?id=b702b37f-bf09-4495-b518-9860a0ba33cf&id=cf23f7d8-584e-46f6-abd9-cfbb92a6cce4&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1161633 Apr 11 14:00:16.601373 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-06bfa9e6-905b-4893-82a3-7a963f32eb10 req-e9851b51-d761-407f-b269-fdf4431501ad service neutron] 10.222.0.75 "GET /v2.0/networks/0208f136-78bf-40a4-90c8-9a7151bfb362?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225562 Apr 11 14:00:17.250134 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0151eab2-34f9-457d-89a9-86aab375471e req-0fc44ac5-d56e-4001-8b60-1128962137b5 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:00:17.251578 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-0151eab2-34f9-457d-89a9-86aab375471e req-0fc44ac5-d56e-4001-8b60-1128962137b5 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] 10.222.0.67 "GET /v2.0/ports?device_id=cf497683-01c3-4106-adb0-36d23d564607 HTTP/1.1" status: 200 len: 944 time: 0.0457935 Apr 11 14:00:17.297802 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-0151eab2-34f9-457d-89a9-86aab375471e req-ed3b4ae7-220b-43eb-b985-1c90e391f6d1 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] 10.222.0.67 "GET /v2.0/security-groups?id=210d3a2a-5e47-4e4e-a4c0-fc7866dd9ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406437 Apr 11 14:00:17.395569 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Device 9c6a342b-a134-4ab5-996e-3eab3c406817 details requested by agent hyperv_hv-cinder-83078 with host hv-cinder-83078 {{(pid=103320) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 14:00:17.506731 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] For port 9c6a342b-a134-4ab5-996e-3eab3c406817, host hv-cinder-83078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83078',level=0,port_id=9c6a342b-a134-4ab5-996e-3eab3c406817,segment=NetworkSegment(964d2a25-195e-4828-b4c1-a165c2037b82),segment_id=964d2a25-195e-4828-b4c1-a165c2037b82)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 14:00:17.518870 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Returning: {'device': '9c6a342b-a134-4ab5-996e-3eab3c406817', 'network_id': '0208f136-78bf-40a4-90c8-9a7151bfb362', 'port_id': '9c6a342b-a134-4ab5-996e-3eab3c406817', 'mac_address': 'fa:16:3e:c6:7c:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 943, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2778d57e-4616-4989-bcd8-4f6cb6111901', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103320) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 14:00:17.542201 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1ad74a-beef-45cf-a57a-cd3f7a9f7979 req-3d814505-098e-4335-bbea-294db48f55a9 tempest-VolumesSnapshotTestJSON-930763727 tempest-VolumesSnapshotTestJSON-930763727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:00:17.544262 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-bb1ad74a-beef-45cf-a57a-cd3f7a9f7979 req-3d814505-098e-4335-bbea-294db48f55a9 tempest-VolumesSnapshotTestJSON-930763727 tempest-VolumesSnapshotTestJSON-930763727-project] 10.222.0.67 "GET /v2.0/ports?device_id=12dff082-2604-43ab-bc96-80955e79ee1a HTTP/1.1" status: 200 len: 946 time: 0.0522411 Apr 11 14:00:17.556332 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Current status of the port 9c6a342b-a134-4ab5-996e-3eab3c406817 is: DOWN; New status is: BUILD {{(pid=103320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 14:00:17.556721 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883311'] for port (9c6a342b-a134-4ab5-996e-3eab3c406817), before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:00:17.569908 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.notifiers.nova [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c6a342b-a134-4ab5-996e-3eab3c406817 {{(pid=103320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 14:00:17.589524 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] For port 9c6a342b-a134-4ab5-996e-3eab3c406817, host hv-cinder-83078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83078',level=0,port_id=9c6a342b-a134-4ab5-996e-3eab3c406817,segment=NetworkSegment(964d2a25-195e-4828-b4c1-a165c2037b82),segment_id=964d2a25-195e-4828-b4c1-a165c2037b82)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 14:00:17.591056 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-bb1ad74a-beef-45cf-a57a-cd3f7a9f7979 req-7f2b43c8-090e-4d8f-a46f-84109a266dad tempest-VolumesSnapshotTestJSON-930763727 tempest-VolumesSnapshotTestJSON-930763727-project] 10.222.0.67 "GET /v2.0/security-groups?id=56353bbe-7d01-49a9-b691-e11fe2a614c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411727 Apr 11 14:00:17.593807 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750379687711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750379164492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750379164510'] for port (9c6a342b-a134-4ab5-996e-3eab3c406817), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:00:17.645591 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Pushing event updated for resources: {'Port': ['ID=9c6a342b-a134-4ab5-996e-3eab3c406817,revision_number=4']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:00:17.701589 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5397c63-a8b7-489b-b3ad-bba86e7515e8 req-a70637b9-8d23-4658-9850-356bdf57364d tempest-TestMinimumBasicScenario-1408592018 tempest-TestMinimumBasicScenario-1408592018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:00:17.702970 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-a5397c63-a8b7-489b-b3ad-bba86e7515e8 req-a70637b9-8d23-4658-9850-356bdf57364d tempest-TestMinimumBasicScenario-1408592018 tempest-TestMinimumBasicScenario-1408592018-project] 10.222.0.67 "GET /v2.0/ports?device_id=79569212-4835-45da-92b0-516e527a1f88 HTTP/1.1" status: 200 len: 984 time: 0.0496488 Apr 11 14:00:17.762055 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-a5397c63-a8b7-489b-b3ad-bba86e7515e8 req-e6f1643f-8fb2-4797-b5a2-2ac319293055 tempest-TestMinimumBasicScenario-1408592018 tempest-TestMinimumBasicScenario-1408592018-project] 10.222.0.67 "GET /v2.0/security-groups?id=b702b37f-bf09-4495-b518-9860a0ba33cf&id=cf23f7d8-584e-46f6-abd9-cfbb92a6cce4&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0533850 Apr 11 14:00:17.935356 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] get_ports_and_sgs() called for port_ids ['9c6a342b-a134-4ab5-996e-3eab3c406817'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 14:00:18.413992 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f3800f-2d3a-4b88-931c-b683c691a2f0 req-818aecf4-165c-4bba-b475-1524177b72b4 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:00:18.415463 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-27f3800f-2d3a-4b88-931c-b683c691a2f0 req-818aecf4-165c-4bba-b475-1524177b72b4 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] 10.222.0.67 "GET /v2.0/ports?device_id=cf497683-01c3-4106-adb0-36d23d564607 HTTP/1.1" status: 200 len: 945 time: 0.0476372 Apr 11 14:00:18.461397 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-27f3800f-2d3a-4b88-931c-b683c691a2f0 req-4480d9cd-a88d-41ed-8ed3-d57f0c701df1 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] 10.222.0.67 "GET /v2.0/security-groups?id=210d3a2a-5e47-4e4e-a4c0-fc7866dd9ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402763 Apr 11 14:00:18.705368 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461b24fe-1228-495b-a8c9-f50f8b217f1f req-217c59d8-075e-4ed0-b6a4-c5b2598a5aef tempest-VolumesSnapshotTestJSON-930763727 tempest-VolumesSnapshotTestJSON-930763727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:00:18.706816 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-461b24fe-1228-495b-a8c9-f50f8b217f1f req-217c59d8-075e-4ed0-b6a4-c5b2598a5aef tempest-VolumesSnapshotTestJSON-930763727 tempest-VolumesSnapshotTestJSON-930763727-project] 10.222.0.67 "GET /v2.0/ports?device_id=12dff082-2604-43ab-bc96-80955e79ee1a HTTP/1.1" status: 200 len: 946 time: 0.0472631 Apr 11 14:00:18.756289 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-461b24fe-1228-495b-a8c9-f50f8b217f1f req-3579ae6c-4cc2-486c-8e97-c72a4a1930f7 tempest-VolumesSnapshotTestJSON-930763727 tempest-VolumesSnapshotTestJSON-930763727-project] 10.222.0.67 "GET /v2.0/security-groups?id=56353bbe-7d01-49a9-b691-e11fe2a614c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439653 Apr 11 14:00:18.872657 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc3a25f-0132-432f-9e48-9aec23da7907 req-51bbb333-4cc0-4621-b595-de0c891a9e3b tempest-TestMinimumBasicScenario-1408592018 tempest-TestMinimumBasicScenario-1408592018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:00:18.874043 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-bdc3a25f-0132-432f-9e48-9aec23da7907 req-51bbb333-4cc0-4621-b595-de0c891a9e3b tempest-TestMinimumBasicScenario-1408592018 tempest-TestMinimumBasicScenario-1408592018-project] 10.222.0.67 "GET /v2.0/ports?device_id=79569212-4835-45da-92b0-516e527a1f88 HTTP/1.1" status: 200 len: 984 time: 0.0465026 Apr 11 14:00:18.934953 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-bdc3a25f-0132-432f-9e48-9aec23da7907 req-6caa5883-439c-476d-8396-17a59d57631b tempest-TestMinimumBasicScenario-1408592018 tempest-TestMinimumBasicScenario-1408592018-project] 10.222.0.67 "GET /v2.0/security-groups?id=b702b37f-bf09-4495-b518-9860a0ba33cf&id=cf23f7d8-584e-46f6-abd9-cfbb92a6cce4&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0547855 Apr 11 14:00:19.395060 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Device 9c6a342b-a134-4ab5-996e-3eab3c406817 up at agent hyperv_hv-cinder-83078 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 14:00:19.442189 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Provisioning for port 9c6a342b-a134-4ab5-996e-3eab3c406817 completed by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 11 14:00:19.447840 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Provisioning complete for port 9c6a342b-a134-4ab5-996e-3eab3c406817 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 14:00:19.448242 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-663396'] for port (9c6a342b-a134-4ab5-996e-3eab3c406817), provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:00:19.526884 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Current status of the port 9c6a342b-a134-4ab5-996e-3eab3c406817 is: BUILD; New status is: ACTIVE {{(pid=103320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 14:00:19.527279 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883311'] for port (9c6a342b-a134-4ab5-996e-3eab3c406817), before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:00:19.551668 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf497683-01c3-4106-adb0-36d23d564607', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c6a342b-a134-4ab5-996e-3eab3c406817'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 14:00:19.553818 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e17e7c2a2a067a9a9572b19104dd8b83720c41d762fa1dc6a6c9d001f6760b0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1406ebdd-24d5-4d33-8ad6-9be8ef375406" -d '{"events": [{"server_uuid": "cf497683-01c3-4106-adb0-36d23d564607", "name": "network-vif-plugged", "status": "completed", "tag": "9c6a342b-a134-4ab5-996e-3eab3c406817"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 14:00:19.567380 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] For port 9c6a342b-a134-4ab5-996e-3eab3c406817, host hv-cinder-83078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83078',level=0,port_id=9c6a342b-a134-4ab5-996e-3eab3c406817,segment=NetworkSegment(964d2a25-195e-4828-b4c1-a165c2037b82),segment_id=964d2a25-195e-4828-b4c1-a165c2037b82)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 14:00:19.572614 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750379687711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750379164492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750379164510'] for port (9c6a342b-a134-4ab5-996e-3eab3c406817), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:00:19.580790 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb2c618-5b42-4483-9e13-000fa4f66932 req-f914e4b2-49a5-4d35-b331-bd15cd30cf2a tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:00:19.582293 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-0fb2c618-5b42-4483-9e13-000fa4f66932 req-f914e4b2-49a5-4d35-b331-bd15cd30cf2a tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] 10.222.0.67 "GET /v2.0/ports?device_id=cf497683-01c3-4106-adb0-36d23d564607 HTTP/1.1" status: 200 len: 945 time: 0.0495284 Apr 11 14:00:19.603263 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 14:00:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a29f6f2-bef5-4ea3-9f36-ae6798af8119 x-openstack-request-id: req-0a29f6f2-bef5-4ea3-9f36-ae6798af8119 {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 14:00:19.603585 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf497683-01c3-4106-adb0-36d23d564607", "name": "network-vif-plugged", "status": "completed", "tag": "9c6a342b-a134-4ab5-996e-3eab3c406817", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 14:00:19.603874 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-0a29f6f2-bef5-4ea3-9f36-ae6798af8119 {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 14:00:19.604261 dv-cinder-830787-2-iscsi neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0a29f6f2-bef5-4ea3-9f36-ae6798af8119'] response: {'server_uuid': 'cf497683-01c3-4106-adb0-36d23d564607', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c6a342b-a134-4ab5-996e-3eab3c406817', 'code': 200} Apr 11 14:00:19.628983 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Pushing event updated for resources: {'Port': ['ID=9c6a342b-a134-4ab5-996e-3eab3c406817,revision_number=5']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:00:19.629677 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-0fb2c618-5b42-4483-9e13-000fa4f66932 req-daa07440-43d7-47ac-8189-b50e11f2aca4 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] 10.222.0.67 "GET /v2.0/security-groups?id=210d3a2a-5e47-4e4e-a4c0-fc7866dd9ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411046 Apr 11 14:00:19.757634 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99452e6b-1663-49c4-8163-ad56a1742a4d req-f6da7319-87e5-426c-b6ef-5bfb4f9c30bc tempest-VolumesSnapshotTestJSON-930763727 tempest-VolumesSnapshotTestJSON-930763727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:00:19.759070 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-99452e6b-1663-49c4-8163-ad56a1742a4d req-f6da7319-87e5-426c-b6ef-5bfb4f9c30bc tempest-VolumesSnapshotTestJSON-930763727 tempest-VolumesSnapshotTestJSON-930763727-project] 10.222.0.75 "GET /v2.0/ports?device_id=12dff082-2604-43ab-bc96-80955e79ee1a HTTP/1.1" status: 200 len: 946 time: 0.0476665 Apr 11 14:00:19.872543 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b13520-16a1-49c5-bd32-81c475013246 req-fc94a77a-9bc5-4d81-b84e-b81bd9f4618c tempest-VolumesSnapshotTestJSON-930763727 tempest-VolumesSnapshotTestJSON-930763727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:00:19.873904 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-35b13520-16a1-49c5-bd32-81c475013246 req-fc94a77a-9bc5-4d81-b84e-b81bd9f4618c tempest-VolumesSnapshotTestJSON-930763727 tempest-VolumesSnapshotTestJSON-930763727-project] 10.222.0.67 "GET /v2.0/ports?device_id=12dff082-2604-43ab-bc96-80955e79ee1a HTTP/1.1" status: 200 len: 946 time: 0.0465429 Apr 11 14:00:19.920066 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-35b13520-16a1-49c5-bd32-81c475013246 req-82bdb81a-c356-49bf-88f8-18f3f7c9c6c8 tempest-VolumesSnapshotTestJSON-930763727 tempest-VolumesSnapshotTestJSON-930763727-project] 10.222.0.67 "GET /v2.0/security-groups?id=56353bbe-7d01-49a9-b691-e11fe2a614c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407028 Apr 11 14:00:20.042832 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f1c9f4-0ca9-49fe-b716-d71aef89c4f3 req-0bbf3f97-c46a-44ca-a7b5-08fd9b141822 tempest-TestMinimumBasicScenario-1408592018 tempest-TestMinimumBasicScenario-1408592018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:00:20.044501 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-66f1c9f4-0ca9-49fe-b716-d71aef89c4f3 req-0bbf3f97-c46a-44ca-a7b5-08fd9b141822 tempest-TestMinimumBasicScenario-1408592018 tempest-TestMinimumBasicScenario-1408592018-project] 10.222.0.67 "GET /v2.0/ports?device_id=79569212-4835-45da-92b0-516e527a1f88 HTTP/1.1" status: 200 len: 984 time: 0.0456915 Apr 11 14:00:20.103881 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-66f1c9f4-0ca9-49fe-b716-d71aef89c4f3 req-b9b85f33-cb29-4ad3-8694-afede55835a4 tempest-TestMinimumBasicScenario-1408592018 tempest-TestMinimumBasicScenario-1408592018-project] 10.222.0.67 "GET /v2.0/security-groups?id=b702b37f-bf09-4495-b518-9860a0ba33cf&id=cf23f7d8-584e-46f6-abd9-cfbb92a6cce4&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0537102 Apr 11 14:00:20.167138 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2cace0-9b40-4a07-a3de-375d96bad494 req-451102ca-27be-4354-b74f-48a07173df74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:00:20.168652 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-0a2cace0-9b40-4a07-a3de-375d96bad494 req-451102ca-27be-4354-b74f-48a07173df74 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=cf497683-01c3-4106-adb0-36d23d564607 HTTP/1.1" status: 200 len: 1130 time: 0.0722301 Apr 11 14:00:20.182508 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [req-99452e6b-1663-49c4-8163-ad56a1742a4d req-85a1148b-b400-47df-a9c4-854d90a0e23c tempest-VolumesSnapshotTestJSON-930763727 tempest-VolumesSnapshotTestJSON-930763727-project] Deleting port 21c45b08-b8bb-4b42-b109-35cb831c8138 {{(pid=103319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 14:00:20.182847 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-99452e6b-1663-49c4-8163-ad56a1742a4d req-85a1148b-b400-47df-a9c4-854d90a0e23c tempest-VolumesSnapshotTestJSON-930763727 tempest-VolumesSnapshotTestJSON-930763727-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750379682079'] for port (21c45b08-b8bb-4b42-b109-35cb831c8138), before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:00:20.300389 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.db [req-99452e6b-1663-49c4-8163-ad56a1742a4d req-85a1148b-b400-47df-a9c4-854d90a0e23c tempest-VolumesSnapshotTestJSON-930763727 tempest-VolumesSnapshotTestJSON-930763727-project] For port 21c45b08-b8bb-4b42-b109-35cb831c8138, host hv-cinder-83078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83078',level=0,port_id=21c45b08-b8bb-4b42-b109-35cb831c8138,segment=NetworkSegment(c76e7a36-0cd0-436f-a97d-91d823e2c2a9),segment_id=c76e7a36-0cd0-436f-a97d-91d823e2c2a9)] {{(pid=103319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 14:00:20.300745 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-99452e6b-1663-49c4-8163-ad56a1742a4d req-85a1148b-b400-47df-a9c4-854d90a0e23c tempest-VolumesSnapshotTestJSON-930763727 tempest-VolumesSnapshotTestJSON-930763727-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115285'] for port (21c45b08-b8bb-4b42-b109-35cb831c8138), precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:00:20.304486 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-0a2cace0-9b40-4a07-a3de-375d96bad494 req-c804f66a-31e6-4861-ba8b-4e7003b5c835 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=210d3a2a-5e47-4e4e-a4c0-fc7866dd9ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709906 Apr 11 14:00:20.315311 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [req-99452e6b-1663-49c4-8163-ad56a1742a4d req-85a1148b-b400-47df-a9c4-854d90a0e23c tempest-VolumesSnapshotTestJSON-930763727 tempest-VolumesSnapshotTestJSON-930763727-project] Calling delete_port for 21c45b08-b8bb-4b42-b109-35cb831c8138 owned by compute:nova {{(pid=103319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 14:00:20.450328 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-99452e6b-1663-49c4-8163-ad56a1742a4d req-85a1148b-b400-47df-a9c4-854d90a0e23c tempest-VolumesSnapshotTestJSON-930763727 tempest-VolumesSnapshotTestJSON-930763727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750379687693', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750379164483'] for port (21c45b08-b8bb-4b42-b109-35cb831c8138), after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:00:20.461822 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] get_ports_and_sgs() called for port_ids ['21c45b08-b8bb-4b42-b109-35cb831c8138'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 14:00:20.482706 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a1148b-b400-47df-a9c4-854d90a0e23c tempest-VolumesSnapshotTestJSON-930763727 tempest-VolumesSnapshotTestJSON-930763727-project] Pushing event deleted for resources: {'Port': ['ID=21c45b08-b8bb-4b42-b109-35cb831c8138,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:00:20.529858 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [req-99452e6b-1663-49c4-8163-ad56a1742a4d req-85a1148b-b400-47df-a9c4-854d90a0e23c tempest-VolumesSnapshotTestJSON-930763727 tempest-VolumesSnapshotTestJSON-930763727-project] No DVR routers for this DVR port 21c45b08-b8bb-4b42-b109-35cb831c8138 on host hv-cinder-83078 {{(pid=103319) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 14:00:20.532640 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-99452e6b-1663-49c4-8163-ad56a1742a4d req-85a1148b-b400-47df-a9c4-854d90a0e23c tempest-VolumesSnapshotTestJSON-930763727 tempest-VolumesSnapshotTestJSON-930763727-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-507053'] for port (None), before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:00:20.536129 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-99452e6b-1663-49c4-8163-ad56a1742a4d req-85a1148b-b400-47df-a9c4-854d90a0e23c tempest-VolumesSnapshotTestJSON-930763727 tempest-VolumesSnapshotTestJSON-930763727-project] 10.222.0.75 "DELETE /v2.0/ports/21c45b08-b8bb-4b42-b109-35cb831c8138 HTTP/1.1" status: 204 len: 173 time: 0.4724143 Apr 11 14:00:20.536586 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12dff082-2604-43ab-bc96-80955e79ee1a', 'name': 'network-vif-deleted', 'tag': '21c45b08-b8bb-4b42-b109-35cb831c8138'}] {{(pid=103319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 14:00:20.538801 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca54f3a3744013fac1d33973197c51c1d98542aecacec3b3a4d6ee5bc00756d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5b44747-e1a2-4620-99b5-92f57abe93be" -d '{"events": [{"server_uuid": "12dff082-2604-43ab-bc96-80955e79ee1a", "name": "network-vif-deleted", "tag": "21c45b08-b8bb-4b42-b109-35cb831c8138"}]}' {{(pid=103319) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 14:00:20.576910 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 14:00:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ace03071-6f4a-42a8-931c-5a7f85b41d5c x-openstack-request-id: req-ace03071-6f4a-42a8-931c-5a7f85b41d5c {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 14:00:20.577430 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12dff082-2604-43ab-bc96-80955e79ee1a", "name": "network-vif-deleted", "tag": "21c45b08-b8bb-4b42-b109-35cb831c8138", "status": "completed", "code": 200}]} {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 14:00:20.578230 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-ace03071-6f4a-42a8-931c-5a7f85b41d5c {{(pid=103319) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 14:00:20.579114 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ace03071-6f4a-42a8-931c-5a7f85b41d5c'] response: {'server_uuid': '12dff082-2604-43ab-bc96-80955e79ee1a', 'name': 'network-vif-deleted', 'tag': '21c45b08-b8bb-4b42-b109-35cb831c8138', 'status': 'completed', 'code': 200} Apr 11 14:00:20.747861 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a4aac9-9d32-4bca-aa90-37ae34390213 req-61e836a1-21d0-4de6-b5e6-de13178503e9 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:00:20.749334 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-e1a4aac9-9d32-4bca-aa90-37ae34390213 req-61e836a1-21d0-4de6-b5e6-de13178503e9 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] 10.222.0.67 "GET /v2.0/ports?device_id=cf497683-01c3-4106-adb0-36d23d564607 HTTP/1.1" status: 200 len: 946 time: 0.0475454 Apr 11 14:00:20.796049 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-e1a4aac9-9d32-4bca-aa90-37ae34390213 req-3600a20f-2bef-4170-8e51-03994d1940a3 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] 10.222.0.67 "GET /v2.0/security-groups?id=210d3a2a-5e47-4e4e-a4c0-fc7866dd9ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410843 Apr 11 14:00:21.029209 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-b43d7d6e-00d2-4f27-8ec7-0583fcb5b8ae req-8cbb34a5-b1ad-409c-b8e7-69de9ec59e5a tempest-VolumesSnapshotTestJSON-930763727 tempest-VolumesSnapshotTestJSON-930763727-project] 10.222.0.67 "GET /v2.0/ports?device_id=12dff082-2604-43ab-bc96-80955e79ee1a HTTP/1.1" status: 200 len: 210 time: 0.0305030 Apr 11 14:00:21.733157 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73a4700-00e2-469b-b7ec-a460d701a715 req-1dc0a713-f0b8-45cf-afd1-a2b485dfa3cd tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:00:21.734734 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-e73a4700-00e2-469b-b7ec-a460d701a715 req-1dc0a713-f0b8-45cf-afd1-a2b485dfa3cd tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] 10.222.0.67 "GET /v2.0/ports?device_id=a1b122bc-5193-4642-9f21-0e30c573c88e HTTP/1.1" status: 200 len: 946 time: 0.0531945 Apr 11 14:00:21.784368 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-e73a4700-00e2-469b-b7ec-a460d701a715 req-746d5707-4cde-4d11-90ef-c439d14c059e tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] 10.222.0.67 "GET /v2.0/security-groups?id=74210077-a841-4d98-8800-d90fd64306d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435569 Apr 11 14:00:21.912637 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c2c30c-63cb-4c7f-a3db-964d98e55b49 req-3d2af2b8-9872-48f1-880b-e8063effc7b8 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:00:21.914006 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-e3c2c30c-63cb-4c7f-a3db-964d98e55b49 req-3d2af2b8-9872-48f1-880b-e8063effc7b8 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] 10.222.0.67 "GET /v2.0/ports?device_id=cf497683-01c3-4106-adb0-36d23d564607 HTTP/1.1" status: 200 len: 946 time: 0.0468473 Apr 11 14:00:21.959802 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-e3c2c30c-63cb-4c7f-a3db-964d98e55b49 req-4a3665c7-c254-43e3-bb09-bee3a88b7dba tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] 10.222.0.67 "GET /v2.0/security-groups?id=210d3a2a-5e47-4e4e-a4c0-fc7866dd9ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399435 Apr 11 14:00:22.894998 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db69f0eb-fa85-4f2f-97a6-a30b4ced12f3 req-52d9f4d6-d831-47e6-8b18-3627fc8a3b43 tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:00:22.896484 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-db69f0eb-fa85-4f2f-97a6-a30b4ced12f3 req-52d9f4d6-d831-47e6-8b18-3627fc8a3b43 tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] 10.222.0.67 "GET /v2.0/ports?device_id=a1b122bc-5193-4642-9f21-0e30c573c88e HTTP/1.1" status: 200 len: 946 time: 0.0459025 Apr 11 14:00:22.945565 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-db69f0eb-fa85-4f2f-97a6-a30b4ced12f3 req-ebd375d0-68c9-4215-9722-828324e53095 tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] 10.222.0.67 "GET /v2.0/security-groups?id=74210077-a841-4d98-8800-d90fd64306d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433881 Apr 11 14:00:23.073784 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195c83b4-461c-4c0a-bba5-b8ce88ebcc64 req-5e2927c0-40b5-47de-9fe3-566b4e610620 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:00:23.075148 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-195c83b4-461c-4c0a-bba5-b8ce88ebcc64 req-5e2927c0-40b5-47de-9fe3-566b4e610620 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] 10.222.0.67 "GET /v2.0/ports?device_id=cf497683-01c3-4106-adb0-36d23d564607 HTTP/1.1" status: 200 len: 946 time: 0.0459027 Apr 11 14:00:23.120322 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-195c83b4-461c-4c0a-bba5-b8ce88ebcc64 req-af60237d-64b0-417f-bd47-3888857e7c1d tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] 10.222.0.67 "GET /v2.0/security-groups?id=210d3a2a-5e47-4e4e-a4c0-fc7866dd9ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396826 Apr 11 14:00:23.423688 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Device 21c45b08-b8bb-4b42-b109-35cb831c8138 no longer exists at agent hyperv_hv-cinder-83078 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 14:00:23.443948 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] No Port match for: 21c45b08-b8bb-4b42-b109-35cb831c8138 {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 14:00:23.444082 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Device 21c45b08-b8bb-4b42-b109-35cb831c8138 not bound to the agent host hv-cinder-83078 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 14:00:24.056180 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87986287-f4f4-411b-8514-eb3e11233f1f req-81516e68-c643-4081-8fd0-66a0f0daaf29 tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:00:24.057653 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-87986287-f4f4-411b-8514-eb3e11233f1f req-81516e68-c643-4081-8fd0-66a0f0daaf29 tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] 10.222.0.67 "GET /v2.0/ports?device_id=a1b122bc-5193-4642-9f21-0e30c573c88e HTTP/1.1" status: 200 len: 946 time: 0.0470445 Apr 11 14:00:24.104105 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-87986287-f4f4-411b-8514-eb3e11233f1f req-c79ba879-96b8-447f-a698-18fb9a14730f tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] 10.222.0.67 "GET /v2.0/security-groups?id=74210077-a841-4d98-8800-d90fd64306d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404537 Apr 11 14:00:24.231952 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9be8f36-62bc-48ce-ac26-33d66eab65e6 req-ca257d35-fb27-4449-af47-4d3666115d35 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:00:24.233302 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-c9be8f36-62bc-48ce-ac26-33d66eab65e6 req-ca257d35-fb27-4449-af47-4d3666115d35 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] 10.222.0.67 "GET /v2.0/ports?device_id=cf497683-01c3-4106-adb0-36d23d564607 HTTP/1.1" status: 200 len: 946 time: 0.0446973 Apr 11 14:00:24.281354 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-c9be8f36-62bc-48ce-ac26-33d66eab65e6 req-151cd1fd-2715-489f-82b8-5179044bd965 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] 10.222.0.67 "GET /v2.0/security-groups?id=210d3a2a-5e47-4e4e-a4c0-fc7866dd9ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425849 Apr 11 14:00:25.217087 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21985309-c418-4355-add8-b9c0d978dc7b req-0ccfd9a5-4cd3-4f14-be21-bc56c96618f9 tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:00:25.218542 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-21985309-c418-4355-add8-b9c0d978dc7b req-0ccfd9a5-4cd3-4f14-be21-bc56c96618f9 tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] 10.222.0.67 "GET /v2.0/ports?device_id=a1b122bc-5193-4642-9f21-0e30c573c88e HTTP/1.1" status: 200 len: 946 time: 0.0477197 Apr 11 14:00:25.264772 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-21985309-c418-4355-add8-b9c0d978dc7b req-cb0179ea-1f0b-422c-b033-380c73d0cb79 tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] 10.222.0.67 "GET /v2.0/security-groups?id=74210077-a841-4d98-8800-d90fd64306d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408289 Apr 11 14:00:25.396322 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55975de1-bef5-44ec-9187-f40c4da25328 req-aa929a6c-99ad-4c0c-9089-decfd36557a9 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:00:25.397726 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-55975de1-bef5-44ec-9187-f40c4da25328 req-aa929a6c-99ad-4c0c-9089-decfd36557a9 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] 10.222.0.67 "GET /v2.0/ports?device_id=cf497683-01c3-4106-adb0-36d23d564607 HTTP/1.1" status: 200 len: 946 time: 0.0469544 Apr 11 14:00:25.443557 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-55975de1-bef5-44ec-9187-f40c4da25328 req-22836fed-3a75-412a-a28b-306afba9c746 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] 10.222.0.67 "GET /v2.0/security-groups?id=210d3a2a-5e47-4e4e-a4c0-fc7866dd9ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402160 Apr 11 14:00:26.381405 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7648e99-bfdc-49b0-adab-d6e9d72d8387 req-8deaa87b-c33d-45cf-8553-8e5389fe604b tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:00:26.382882 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-d7648e99-bfdc-49b0-adab-d6e9d72d8387 req-8deaa87b-c33d-45cf-8553-8e5389fe604b tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] 10.222.0.67 "GET /v2.0/ports?device_id=a1b122bc-5193-4642-9f21-0e30c573c88e HTTP/1.1" status: 200 len: 946 time: 0.0492852 Apr 11 14:00:26.432486 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-d7648e99-bfdc-49b0-adab-d6e9d72d8387 req-136d3260-9abd-4520-8bc1-d621ab38fa4a tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] 10.222.0.67 "GET /v2.0/security-groups?id=74210077-a841-4d98-8800-d90fd64306d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435553 Apr 11 14:00:26.457699 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5b1157f7-8cf2-4c65-bf06-366fd1179027 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750379576733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663498'] for agent (d5a8b9a1-2e9e-46b5-8163-20b7d509fa4e), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:00:26.559376 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3f18ab-4a80-4c2f-b845-603e65b7a4cc req-a51beee8-278c-48d5-9565-2385bdeb4c50 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:00:26.560790 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-ea3f18ab-4a80-4c2f-b845-603e65b7a4cc req-a51beee8-278c-48d5-9565-2385bdeb4c50 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] 10.222.0.67 "GET /v2.0/ports?device_id=cf497683-01c3-4106-adb0-36d23d564607 HTTP/1.1" status: 200 len: 946 time: 0.0475717 Apr 11 14:00:26.608671 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-ea3f18ab-4a80-4c2f-b845-603e65b7a4cc req-dc6258ec-9724-4e0a-90bb-76ca3f8cd2bf tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] 10.222.0.67 "GET /v2.0/security-groups?id=210d3a2a-5e47-4e4e-a4c0-fc7866dd9ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418925 Apr 11 14:00:27.090866 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047e1801-c0ef-40a6-976c-1bf72487a540 req-3441b75d-12a3-4095-909a-61afd64ac4ac tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:00:27.092914 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-047e1801-c0ef-40a6-976c-1bf72487a540 req-3441b75d-12a3-4095-909a-61afd64ac4ac tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] 10.222.0.75 "GET /v2.0/ports?device_id=a1b122bc-5193-4642-9f21-0e30c573c88e HTTP/1.1" status: 200 len: 946 time: 0.0519931 Apr 11 14:00:27.180373 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [req-047e1801-c0ef-40a6-976c-1bf72487a540 req-e226bfe3-56aa-4d5b-bb00-e61cb647ed08 tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] Deleting port dd31c02f-d45d-4905-89c8-0c0d76d81cb0 {{(pid=103319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 14:00:27.180708 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-047e1801-c0ef-40a6-976c-1bf72487a540 req-e226bfe3-56aa-4d5b-bb00-e61cb647ed08 tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750379682079'] for port (dd31c02f-d45d-4905-89c8-0c0d76d81cb0), before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:00:27.268557 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.db [req-047e1801-c0ef-40a6-976c-1bf72487a540 req-e226bfe3-56aa-4d5b-bb00-e61cb647ed08 tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] For port dd31c02f-d45d-4905-89c8-0c0d76d81cb0, host hv-cinder-83078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83078',level=0,port_id=dd31c02f-d45d-4905-89c8-0c0d76d81cb0,segment=NetworkSegment(2ce3e5b5-40c0-484a-9c58-6b322d93e7e4),segment_id=2ce3e5b5-40c0-484a-9c58-6b322d93e7e4)] {{(pid=103319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 14:00:27.268914 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-047e1801-c0ef-40a6-976c-1bf72487a540 req-e226bfe3-56aa-4d5b-bb00-e61cb647ed08 tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115285'] for port (dd31c02f-d45d-4905-89c8-0c0d76d81cb0), precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:00:27.437185 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-047e1801-c0ef-40a6-976c-1bf72487a540 req-e226bfe3-56aa-4d5b-bb00-e61cb647ed08 tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:00:27.437543 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-047e1801-c0ef-40a6-976c-1bf72487a540 req-e226bfe3-56aa-4d5b-bb00-e61cb647ed08 tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8126411'] for floatingip (e47df6d1-a78b-413a-b0d5-a55dfd45106c), after_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:00:27.437853 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.db.l3_db [req-047e1801-c0ef-40a6-976c-1bf72487a540 req-e226bfe3-56aa-4d5b-bb00-e61cb647ed08 tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] Floating IP e47df6d1-a78b-413a-b0d5-a55dfd45106c disassociated. External IP: 172.27.1.66, port: dd31c02f-d45d-4905-89c8-0c0d76d81cb0. Apr 11 14:00:27.438188 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [req-047e1801-c0ef-40a6-976c-1bf72487a540 req-e226bfe3-56aa-4d5b-bb00-e61cb647ed08 tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] Calling delete_port for dd31c02f-d45d-4905-89c8-0c0d76d81cb0 owned by compute:nova {{(pid=103319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 14:00:27.547940 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e70c1c5-eae8-4853-92f1-5682cb675055 req-25bb1d2f-5555-4228-9976-de4213afb915 tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:00:27.549432 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-0e70c1c5-eae8-4853-92f1-5682cb675055 req-25bb1d2f-5555-4228-9976-de4213afb915 tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] 10.222.0.67 "GET /v2.0/ports?device_id=a1b122bc-5193-4642-9f21-0e30c573c88e HTTP/1.1" status: 200 len: 946 time: 0.0480001 Apr 11 14:00:27.568796 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-047e1801-c0ef-40a6-976c-1bf72487a540 req-e226bfe3-56aa-4d5b-bb00-e61cb647ed08 tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750379687693', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750379164483'] for port (dd31c02f-d45d-4905-89c8-0c0d76d81cb0), after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:00:27.596711 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-0e70c1c5-eae8-4853-92f1-5682cb675055 req-56b9a54e-772b-4b79-817e-5cfec6c5a9fc tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] 10.222.0.67 "GET /v2.0/security-groups?id=74210077-a841-4d98-8800-d90fd64306d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416768 Apr 11 14:00:27.603663 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e226bfe3-56aa-4d5b-bb00-e61cb647ed08 tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] Pushing event deleted for resources: {'Port': ['ID=dd31c02f-d45d-4905-89c8-0c0d76d81cb0,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:00:27.750496 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88db17c1-c2e3-479e-ba99-093668b3df8f req-5986937d-2c09-4814-8957-c81922447ba2 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:00:27.751940 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-88db17c1-c2e3-479e-ba99-093668b3df8f req-5986937d-2c09-4814-8957-c81922447ba2 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] 10.222.0.67 "GET /v2.0/ports?device_id=cf497683-01c3-4106-adb0-36d23d564607 HTTP/1.1" status: 200 len: 946 time: 0.0593812 Apr 11 14:00:27.759622 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.scheduler.l3_agent_scheduler [req-047e1801-c0ef-40a6-976c-1bf72487a540 req-e226bfe3-56aa-4d5b-bb00-e61cb647ed08 tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] Router 02c42edb-8c96-4c0d-925f-01f855f4a515 has already been hosted by L3 agent e731c656-576f-4174-9da3-af64518920bc {{(pid=103319) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 14:00:27.851463 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-88db17c1-c2e3-479e-ba99-093668b3df8f req-5fadae07-1e9b-4fff-9028-88f3a880a6ae tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] 10.222.0.67 "GET /v2.0/security-groups?id=210d3a2a-5e47-4e4e-a4c0-fc7866dd9ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0936968 Apr 11 14:00:27.909407 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-047e1801-c0ef-40a6-976c-1bf72487a540 req-e226bfe3-56aa-4d5b-bb00-e61cb647ed08 tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] Notify agent at l3_agent.dv-cinder-830787-2-iscsi the message routers_updated {{(pid=103319) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 14:00:27.919620 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-409e9ad5-d1f4-46c1-8524-5336f84f39a6 None None] Sync routers for ids ['02c42edb-8c96-4c0d-925f-01f855f4a515'] in dv-cinder-830787-2-iscsi {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 14:00:27.940242 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-409e9ad5-d1f4-46c1-8524-5336f84f39a6 None None] Routers {'02c42edb-8c96-4c0d-925f-01f855f4a515'} bound to L3 agent in host dv-cinder-830787-2-iscsi {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 14:00:27.943972 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-409e9ad5-d1f4-46c1-8524-5336f84f39a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830787-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-11T13:46:59Z,description=,heartbeat_timestamp=2022-04-11T13:59:59Z,host='dv-cinder-830787-2-iscsi',id=e731c656-576f-4174-9da3-af64518920bc,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T13:46:59Z,topic='l3_agent')) {'router_ids': ['02c42edb-8c96-4c0d-925f-01f855f4a515'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:00:27.971955 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9818d3de-7632-4949-8107-93f8ac70480d req-cac3dd80-0f1b-41d9-b974-15d1a27e86c8 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:00:27.977013 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-9818d3de-7632-4949-8107-93f8ac70480d req-cac3dd80-0f1b-41d9-b974-15d1a27e86c8 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] 10.222.0.67 "GET /v2.0/ports?device_id=cf497683-01c3-4106-adb0-36d23d564607 HTTP/1.1" status: 200 len: 946 time: 0.0575697 Apr 11 14:00:27.983168 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.67', 33004) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 14:00:27.987996 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.v2.base [None req-b54eaec8-998d-4468-8ea6-1ce088b48ef0 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] Request body: {'floatingip': {'port_id': '9c6a342b-a134-4ab5-996e-3eab3c406817'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:00:27.992101 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [req-047e1801-c0ef-40a6-976c-1bf72487a540 req-e226bfe3-56aa-4d5b-bb00-e61cb647ed08 tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] No DVR routers for this DVR port dd31c02f-d45d-4905-89c8-0c0d76d81cb0 on host hv-cinder-83078 {{(pid=103319) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 14:00:27.994118 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-047e1801-c0ef-40a6-976c-1bf72487a540 req-e226bfe3-56aa-4d5b-bb00-e61cb647ed08 tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-507053'] for port (None), before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:00:27.997780 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-047e1801-c0ef-40a6-976c-1bf72487a540 req-e226bfe3-56aa-4d5b-bb00-e61cb647ed08 tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] 10.222.0.75 "DELETE /v2.0/ports/dd31c02f-d45d-4905-89c8-0c0d76d81cb0 HTTP/1.1" status: 204 len: 173 time: 0.9000142 Apr 11 14:00:28.049803 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1b122bc-5193-4642-9f21-0e30c573c88e', 'name': 'network-vif-deleted', 'tag': 'dd31c02f-d45d-4905-89c8-0c0d76d81cb0'}] {{(pid=103319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 14:00:28.056507 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca54f3a3744013fac1d33973197c51c1d98542aecacec3b3a4d6ee5bc00756d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93830068-9984-4bb2-a86a-ae781a7b6616" -d '{"events": [{"server_uuid": "a1b122bc-5193-4642-9f21-0e30c573c88e", "name": "network-vif-deleted", "tag": "dd31c02f-d45d-4905-89c8-0c0d76d81cb0"}]}' {{(pid=103319) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 14:00:28.063023 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-b54eaec8-998d-4468-8ea6-1ce088b48ef0 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] Publish callbacks [] for floatingip (62b9072e-a71b-49c5-a4be-d1f260874939), before_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:00:28.118056 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 14:00:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c773ebbd-28f1-4303-a2f6-95ed1f8dbe0e x-openstack-request-id: req-c773ebbd-28f1-4303-a2f6-95ed1f8dbe0e {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 14:00:28.119412 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1b122bc-5193-4642-9f21-0e30c573c88e", "name": "network-vif-deleted", "tag": "dd31c02f-d45d-4905-89c8-0c0d76d81cb0", "status": "completed", "code": 200}]} {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 14:00:28.120628 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-c773ebbd-28f1-4303-a2f6-95ed1f8dbe0e {{(pid=103319) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 14:00:28.121723 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c773ebbd-28f1-4303-a2f6-95ed1f8dbe0e'] response: {'server_uuid': 'a1b122bc-5193-4642-9f21-0e30c573c88e', 'name': 'network-vif-deleted', 'tag': 'dd31c02f-d45d-4905-89c8-0c0d76d81cb0', 'status': 'completed', 'code': 200} Apr 11 14:00:28.148601 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.db.l3_dvr_db [None req-409e9ad5-d1f4-46c1-8524-5336f84f39a6 None None] Set router 02c42edb-8c96-4c0d-925f-01f855f4a515 gateway port host: dv-cinder-830787-2-iscsi {{(pid=103320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 14:00:28.359829 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-409e9ad5-d1f4-46c1-8524-5336f84f39a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02c42edb-8c96-4c0d-925f-01f855f4a515', 'name': 'tempest-ServerRescueNegativeTestJSON-995852149-router', 'tenant_id': '7e9487af89de4df6b7592a993fc4827e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886', 'external_fixed_ips': [{'subnet_id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'ip_address': '172.27.1.172'}], 'enable_snat': True}, 'gw_port_id': '5d4fa6fd-76c0-4870-86d9-841b0ecd7170', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T13:55:28Z', 'updated_at': '2022-04-11T13:55:35Z', 'revision_number': 4, 'project_id': '7e9487af89de4df6b7592a993fc4827e', 'gw_port': {'id': '5d4fa6fd-76c0-4870-86d9-841b0ecd7170', 'name': '', 'network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:95:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02c42edb-8c96-4c0d-925f-01f855f4a515', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'ip_address': '172.27.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:55:29Z', 'updated_at': '2022-04-11T13:55:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830787-2-iscsi', '_interfaces': [{'id': '1490c2e5-77ed-4811-bd1d-5b4623862f23', 'name': '', 'network_id': '5b366c5b-a29e-42a6-8ecc-0cc9ff2fdbc0', 'tenant_id': '7e9487af89de4df6b7592a993fc4827e', 'mac_address': 'fa:16:3e:05:c5:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02c42edb-8c96-4c0d-925f-01f855f4a515', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '8a7e0881-a086-4309-85a2-2f54ddd5f281', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:55:32Z', 'updated_at': '2022-04-11T13:55:39Z', 'revision_number': 5, 'project_id': '7e9487af89de4df6b7592a993fc4827e', 'subnets': [{'id': '8a7e0881-a086-4309-85a2-2f54ddd5f281', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830787-2-iscsi', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:00:28.393844 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-409e9ad5-d1f4-46c1-8524-5336f84f39a6 None None] Checking router: 02c42edb-8c96-4c0d-925f-01f855f4a515 for host: dv-cinder-830787-2-iscsi {{(pid=103320) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 14:00:28.407192 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-409e9ad5-d1f4-46c1-8524-5336f84f39a6 None None] Routers {'02c42edb-8c96-4c0d-925f-01f855f4a515'} bound to L3 agent in host dv-cinder-830787-2-iscsi {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 14:00:28.407420 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-409e9ad5-d1f4-46c1-8524-5336f84f39a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830787-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-11T13:46:59Z,description=,heartbeat_timestamp=2022-04-11T13:59:59Z,host='dv-cinder-830787-2-iscsi',id=e731c656-576f-4174-9da3-af64518920bc,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T13:46:59Z,topic='l3_agent')) {'router_ids': ['02c42edb-8c96-4c0d-925f-01f855f4a515'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:00:28.533498 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.db.l3_dvr_db [None req-409e9ad5-d1f4-46c1-8524-5336f84f39a6 None None] Set router 02c42edb-8c96-4c0d-925f-01f855f4a515 gateway port host: dv-cinder-830787-2-iscsi {{(pid=103320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 14:00:28.689269 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.67', 33016) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 14:00:28.736934 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-409e9ad5-d1f4-46c1-8524-5336f84f39a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02c42edb-8c96-4c0d-925f-01f855f4a515', 'name': 'tempest-ServerRescueNegativeTestJSON-995852149-router', 'tenant_id': '7e9487af89de4df6b7592a993fc4827e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886', 'external_fixed_ips': [{'subnet_id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'ip_address': '172.27.1.172'}], 'enable_snat': True}, 'gw_port_id': '5d4fa6fd-76c0-4870-86d9-841b0ecd7170', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T13:55:28Z', 'updated_at': '2022-04-11T13:55:35Z', 'revision_number': 4, 'project_id': '7e9487af89de4df6b7592a993fc4827e', 'gw_port': {'id': '5d4fa6fd-76c0-4870-86d9-841b0ecd7170', 'name': '', 'network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:95:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02c42edb-8c96-4c0d-925f-01f855f4a515', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'ip_address': '172.27.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:55:29Z', 'updated_at': '2022-04-11T13:55:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830787-2-iscsi', '_interfaces': [{'id': '1490c2e5-77ed-4811-bd1d-5b4623862f23', 'name': '', 'network_id': '5b366c5b-a29e-42a6-8ecc-0cc9ff2fdbc0', 'tenant_id': '7e9487af89de4df6b7592a993fc4827e', 'mac_address': 'fa:16:3e:05:c5:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02c42edb-8c96-4c0d-925f-01f855f4a515', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '8a7e0881-a086-4309-85a2-2f54ddd5f281', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:55:32Z', 'updated_at': '2022-04-11T13:55:39Z', 'revision_number': 5, 'project_id': '7e9487af89de4df6b7592a993fc4827e', 'subnets': [{'id': '8a7e0881-a086-4309-85a2-2f54ddd5f281', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830787-2-iscsi', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:00:28.753173 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-6eef60a3-6a54-435b-bcfb-d7d3f73d6aa9 tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] Publish callbacks [] for security_group (74210077-a841-4d98-8800-d90fd64306d9), before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:00:28.764707 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-409e9ad5-d1f4-46c1-8524-5336f84f39a6 None None] The sync data for ids ['02c42edb-8c96-4c0d-925f-01f855f4a515'] in dv-cinder-830787-2-iscsi is: [{'id': '02c42edb-8c96-4c0d-925f-01f855f4a515', 'name': 'tempest-ServerRescueNegativeTestJSON-995852149-router', 'tenant_id': '7e9487af89de4df6b7592a993fc4827e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886', 'external_fixed_ips': [{'subnet_id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'ip_address': '172.27.1.172'}], 'enable_snat': True}, 'gw_port_id': '5d4fa6fd-76c0-4870-86d9-841b0ecd7170', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T13:55:28Z', 'updated_at': '2022-04-11T13:55:35Z', 'revision_number': 4, 'project_id': '7e9487af89de4df6b7592a993fc4827e', 'gw_port': {'id': '5d4fa6fd-76c0-4870-86d9-841b0ecd7170', 'name': '', 'network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:95:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02c42edb-8c96-4c0d-925f-01f855f4a515', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'ip_address': '172.27.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:55:29Z', 'updated_at': '2022-04-11T13:55:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830787-2-iscsi', '_interfaces': [{'id': '1490c2e5-77ed-4811-bd1d-5b4623862f23', 'name': '', 'network_id': '5b366c5b-a29e-42a6-8ecc-0cc9ff2fdbc0', 'tenant_id': '7e9487af89de4df6b7592a993fc4827e', 'mac_address': 'fa:16:3e:05:c5:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02c42edb-8c96-4c0d-925f-01f855f4a515', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '8a7e0881-a086-4309-85a2-2f54ddd5f281', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:55:32Z', 'updated_at': '2022-04-11T13:55:39Z', 'revision_number': 5, 'project_id': '7e9487af89de4df6b7592a993fc4827e', 'subnets': [{'id': '8a7e0881-a086-4309-85a2-2f54ddd5f281', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 14:00:28.781865 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-6eef60a3-6a54-435b-bcfb-d7d3f73d6aa9 tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] Publish callbacks [] for security_group (74210077-a841-4d98-8800-d90fd64306d9), precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:00:28.801468 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-1ecc5244-2661-4551-8668-1bbe1fa31cf1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750379576733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663498'] for agent (e731c656-576f-4174-9da3-af64518920bc), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:00:28.830238 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-b54eaec8-998d-4468-8ea6-1ce088b48ef0 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:00:28.837075 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-b54eaec8-998d-4468-8ea6-1ce088b48ef0 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8126411'] for floatingip (62b9072e-a71b-49c5-a4be-d1f260874939), after_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:00:28.849932 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-6eef60a3-6a54-435b-bcfb-d7d3f73d6aa9 tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8023832'] for security_group (74210077-a841-4d98-8800-d90fd64306d9), after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:00:28.852773 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-6eef60a3-6a54-435b-bcfb-d7d3f73d6aa9 tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] Publish callbacks [] for security_group (None), before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:00:28.854261 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-6eef60a3-6a54-435b-bcfb-d7d3f73d6aa9 tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] 10.222.0.67 "DELETE /v2.0/security-groups/74210077-a841-4d98-8800-d90fd64306d9 HTTP/1.1" status: 204 len: 168 time: 0.1637154 Apr 11 14:00:28.858601 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.67', 33018) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 14:00:28.877475 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eef60a3-6a54-435b-bcfb-d7d3f73d6aa9 tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=74210077-a841-4d98-8800-d90fd64306d9,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:00:28.881119 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.api.v2.resource [None req-e2af4422-ed7e-496f-8638-37df9cd7de1f tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] show failed (client error): The resource could not be found. Apr 11 14:00:28.885474 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-e2af4422-ed7e-496f-8638-37df9cd7de1f tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] 10.222.0.67 "GET /v2.0/security-groups/74210077-a841-4d98-8800-d90fd64306d9 HTTP/1.1" status: 404 len: 347 time: 0.0256343 Apr 11 14:00:28.886104 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.67', 33020) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 14:00:28.954962 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.db.l3_db [None req-b54eaec8-998d-4468-8ea6-1ce088b48ef0 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] Floating IP 62b9072e-a71b-49c5-a4be-d1f260874939 associated. External IP: 172.27.1.81, port: 9c6a342b-a134-4ab5-996e-3eab3c406817. Apr 11 14:00:29.014682 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-ca0c7ef1-f1e4-4e26-9e9e-231d27af7eaa tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] Deleting port bf3eb765-11df-4d12-bed7-205a08a91e6b {{(pid=103318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 14:00:29.015181 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-ca0c7ef1-f1e4-4e26-9e9e-231d27af7eaa tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750379682079'] for port (bf3eb765-11df-4d12-bed7-205a08a91e6b), before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:00:29.030410 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76338da1-1fe1-4130-b7f9-5a499c94cef3 None None] New status for floating IP e47df6d1-a78b-413a-b0d5-a55dfd45106c: DOWN {{(pid=103321) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 14:00:29.095830 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-ca0c7ef1-f1e4-4e26-9e9e-231d27af7eaa tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115285'] for port (bf3eb765-11df-4d12-bed7-205a08a91e6b), precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:00:29.096472 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-ca0c7ef1-f1e4-4e26-9e9e-231d27af7eaa tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] Publish callbacks [] for floatingip (bf3eb765-11df-4d12-bed7-205a08a91e6b), precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:00:29.108675 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-ca0c7ef1-f1e4-4e26-9e9e-231d27af7eaa tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] Calling delete_port for bf3eb765-11df-4d12-bed7-205a08a91e6b owned by network:floatingip {{(pid=103318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 14:00:29.182262 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b54eaec8-998d-4468-8ea6-1ce088b48ef0 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] Router c1bc4be1-2cee-4ae9-8c16-4fbaeaed9e48 has already been hosted by L3 agent e731c656-576f-4174-9da3-af64518920bc {{(pid=103319) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 14:00:29.301537 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-ca0c7ef1-f1e4-4e26-9e9e-231d27af7eaa tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750379687693', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750379164483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4243781'] for port (bf3eb765-11df-4d12-bed7-205a08a91e6b), after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:00:29.324556 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b54eaec8-998d-4468-8ea6-1ce088b48ef0 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] Notify agent at l3_agent.dv-cinder-830787-2-iscsi the message routers_updated {{(pid=103319) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 14:00:29.329364 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-b54eaec8-998d-4468-8ea6-1ce088b48ef0 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-507053'] for floatingip (None), before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:00:29.330692 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0c7ef1-f1e4-4e26-9e9e-231d27af7eaa tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] Pushing event deleted for resources: {'Port': ['ID=bf3eb765-11df-4d12-bed7-205a08a91e6b,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:00:29.337442 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd85d565-3aab-4929-87be-acbc29dbc8e9 None None] Sync routers for ids ['c1bc4be1-2cee-4ae9-8c16-4fbaeaed9e48'] in dv-cinder-830787-2-iscsi {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 14:00:29.347575 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd85d565-3aab-4929-87be-acbc29dbc8e9 None None] Routers {'c1bc4be1-2cee-4ae9-8c16-4fbaeaed9e48'} bound to L3 agent in host dv-cinder-830787-2-iscsi {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 14:00:29.348227 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-cd85d565-3aab-4929-87be-acbc29dbc8e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830787-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-11T13:46:59Z,description=,heartbeat_timestamp=2022-04-11T14:00:29Z,host='dv-cinder-830787-2-iscsi',id=e731c656-576f-4174-9da3-af64518920bc,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T13:46:59Z,topic='l3_agent')) {'router_ids': ['c1bc4be1-2cee-4ae9-8c16-4fbaeaed9e48'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:00:29.386502 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-b54eaec8-998d-4468-8ea6-1ce088b48ef0 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] 10.222.0.67 "PUT /v2.0/floatingips/62b9072e-a71b-49c5-a4be-d1f260874939 HTTP/1.1" status: 200 len: 991 time: 1.4020770 Apr 11 14:00:29.402998 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-ca0c7ef1-f1e4-4e26-9e9e-231d27af7eaa tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] Publish callbacks [] for floatingip (e47df6d1-a78b-413a-b0d5-a55dfd45106c), after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:00:29.405737 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-ca0c7ef1-f1e4-4e26-9e9e-231d27af7eaa tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-507053'] for floatingip (None), before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:00:29.407385 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-ca0c7ef1-f1e4-4e26-9e9e-231d27af7eaa tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] 10.222.0.67 "DELETE /v2.0/floatingips/e47df6d1-a78b-413a-b0d5-a55dfd45106c HTTP/1.1" status: 204 len: 168 time: 0.5194426 Apr 11 14:00:29.494396 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.db.l3_dvr_db [None req-cd85d565-3aab-4929-87be-acbc29dbc8e9 None None] Set router c1bc4be1-2cee-4ae9-8c16-4fbaeaed9e48 gateway port host: dv-cinder-830787-2-iscsi {{(pid=103320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 14:00:29.783968 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-cd85d565-3aab-4929-87be-acbc29dbc8e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1bc4be1-2cee-4ae9-8c16-4fbaeaed9e48', 'name': 'tempest-AttachVolumeShelveTestJSON-966238887-router', 'tenant_id': 'a8a28d94e79a4972b0f8f61ab1cb1490', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886', 'external_fixed_ips': [{'subnet_id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'ip_address': '172.27.1.62'}], 'enable_snat': True}, 'gw_port_id': '7dd1d8dc-0113-4214-b5a0-bc63cf020503', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T13:55:28Z', 'updated_at': '2022-04-11T13:55:37Z', 'revision_number': 4, 'project_id': 'a8a28d94e79a4972b0f8f61ab1cb1490', 'gw_port': {'id': '7dd1d8dc-0113-4214-b5a0-bc63cf020503', 'name': '', 'network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:bc:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1bc4be1-2cee-4ae9-8c16-4fbaeaed9e48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'ip_address': '172.27.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:55:29Z', 'updated_at': '2022-04-11T13:55:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830787-2-iscsi', '_floatingips': [{'id': '62b9072e-a71b-49c5-a4be-d1f260874939', 'tenant_id': 'a8a28d94e79a4972b0f8f61ab1cb1490', 'floating_ip_address': '172.27.1.81', 'floating_network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886', 'router_id': 'c1bc4be1-2cee-4ae9-8c16-4fbaeaed9e48', 'port_id': '9c6a342b-a134-4ab5-996e-3eab3c406817', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 526, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0208f136-78bf-40a4-90c8-9a7151bfb362', 'mac_address': 'fa:16:3e:c6:7c:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf497683-01c3-4106-adb0-36d23d564607', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T14:00:10Z', 'updated_at': '2022-04-11T14:00:28Z', 'revision_number': 1, 'project_id': 'a8a28d94e79a4972b0f8f61ab1cb1490', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2808360e-bb2c-414b-a490-791474828579', 'name': '', 'network_id': '0208f136-78bf-40a4-90c8-9a7151bfb362', 'tenant_id': 'a8a28d94e79a4972b0f8f61ab1cb1490', 'mac_address': 'fa:16:3e:c6:44:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1bc4be1-2cee-4ae9-8c16-4fbaeaed9e48', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '2778d57e-4616-4989-bcd8-4f6cb6111901', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:55:36Z', 'updated_at': '2022-04-11T13:55:44Z', 'revision_number': 5, 'project_id': 'a8a28d94e79a4972b0f8f61ab1cb1490', 'subnets': [{'id': '2778d57e-4616-4989-bcd8-4f6cb6111901', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830787-2-iscsi', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:00:29.810818 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd85d565-3aab-4929-87be-acbc29dbc8e9 None None] Checking router: c1bc4be1-2cee-4ae9-8c16-4fbaeaed9e48 for host: dv-cinder-830787-2-iscsi {{(pid=103320) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 14:00:29.820050 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd85d565-3aab-4929-87be-acbc29dbc8e9 None None] Routers {'c1bc4be1-2cee-4ae9-8c16-4fbaeaed9e48'} bound to L3 agent in host dv-cinder-830787-2-iscsi {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 14:00:29.820651 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-cd85d565-3aab-4929-87be-acbc29dbc8e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830787-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-11T13:46:59Z,description=,heartbeat_timestamp=2022-04-11T14:00:29Z,host='dv-cinder-830787-2-iscsi',id=e731c656-576f-4174-9da3-af64518920bc,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T13:46:59Z,topic='l3_agent')) {'router_ids': ['c1bc4be1-2cee-4ae9-8c16-4fbaeaed9e48'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:00:30.052449 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.db.l3_dvr_db [None req-cd85d565-3aab-4929-87be-acbc29dbc8e9 None None] Set router c1bc4be1-2cee-4ae9-8c16-4fbaeaed9e48 gateway port host: dv-cinder-830787-2-iscsi {{(pid=103320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 14:00:30.122633 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf497683-01c3-4106-adb0-36d23d564607', 'tag': '9c6a342b-a134-4ab5-996e-3eab3c406817'}] {{(pid=103319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 14:00:30.125006 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca54f3a3744013fac1d33973197c51c1d98542aecacec3b3a4d6ee5bc00756d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-080bd073-7c24-4e53-825d-8c35c0a4f85b" -d '{"events": [{"name": "network-changed", "server_uuid": "cf497683-01c3-4106-adb0-36d23d564607", "tag": "9c6a342b-a134-4ab5-996e-3eab3c406817"}]}' {{(pid=103319) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 14:00:30.155060 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-75ad2582-0b5d-438d-ba3d-9545e3f86417 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750379576733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663498'] for agent (af269f03-95a2-4a08-bd5c-5879324d2567), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:00:30.161126 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 14:00:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05547b68-1dc4-42ab-b963-e2cf12ba907c x-openstack-request-id: req-05547b68-1dc4-42ab-b963-e2cf12ba907c {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 14:00:30.161421 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf497683-01c3-4106-adb0-36d23d564607", "tag": "9c6a342b-a134-4ab5-996e-3eab3c406817", "status": "completed", "code": 200}]} {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 14:00:30.161669 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-05547b68-1dc4-42ab-b963-e2cf12ba907c {{(pid=103319) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 14:00:30.162067 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.notifiers.nova [-] Nova event matching ['req-05547b68-1dc4-42ab-b963-e2cf12ba907c'] response: {'name': 'network-changed', 'server_uuid': 'cf497683-01c3-4106-adb0-36d23d564607', 'tag': '9c6a342b-a134-4ab5-996e-3eab3c406817', 'status': 'completed', 'code': 200} Apr 11 14:00:30.220852 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080bd073-7c24-4e53-825d-8c35c0a4f85b req-812b4102-4322-477b-ab42-2a01caf13b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:00:30.222424 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-080bd073-7c24-4e53-825d-8c35c0a4f85b req-812b4102-4322-477b-ab42-2a01caf13b4f service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=a8a28d94e79a4972b0f8f61ab1cb1490&device_id=cf497683-01c3-4106-adb0-36d23d564607 HTTP/1.1" status: 200 len: 1130 time: 0.0396090 Apr 11 14:00:30.287279 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-cd85d565-3aab-4929-87be-acbc29dbc8e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1bc4be1-2cee-4ae9-8c16-4fbaeaed9e48', 'name': 'tempest-AttachVolumeShelveTestJSON-966238887-router', 'tenant_id': 'a8a28d94e79a4972b0f8f61ab1cb1490', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886', 'external_fixed_ips': [{'subnet_id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'ip_address': '172.27.1.62'}], 'enable_snat': True}, 'gw_port_id': '7dd1d8dc-0113-4214-b5a0-bc63cf020503', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T13:55:28Z', 'updated_at': '2022-04-11T13:55:37Z', 'revision_number': 4, 'project_id': 'a8a28d94e79a4972b0f8f61ab1cb1490', 'gw_port': {'id': '7dd1d8dc-0113-4214-b5a0-bc63cf020503', 'name': '', 'network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:bc:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1bc4be1-2cee-4ae9-8c16-4fbaeaed9e48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'ip_address': '172.27.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:55:29Z', 'updated_at': '2022-04-11T13:55:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830787-2-iscsi', '_floatingips': [{'id': '62b9072e-a71b-49c5-a4be-d1f260874939', 'tenant_id': 'a8a28d94e79a4972b0f8f61ab1cb1490', 'floating_ip_address': '172.27.1.81', 'floating_network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886', 'router_id': 'c1bc4be1-2cee-4ae9-8c16-4fbaeaed9e48', 'port_id': '9c6a342b-a134-4ab5-996e-3eab3c406817', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 526, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0208f136-78bf-40a4-90c8-9a7151bfb362', 'mac_address': 'fa:16:3e:c6:7c:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf497683-01c3-4106-adb0-36d23d564607', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T14:00:10Z', 'updated_at': '2022-04-11T14:00:28Z', 'revision_number': 1, 'project_id': 'a8a28d94e79a4972b0f8f61ab1cb1490', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2808360e-bb2c-414b-a490-791474828579', 'name': '', 'network_id': '0208f136-78bf-40a4-90c8-9a7151bfb362', 'tenant_id': 'a8a28d94e79a4972b0f8f61ab1cb1490', 'mac_address': 'fa:16:3e:c6:44:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1bc4be1-2cee-4ae9-8c16-4fbaeaed9e48', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '2778d57e-4616-4989-bcd8-4f6cb6111901', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:55:36Z', 'updated_at': '2022-04-11T13:55:44Z', 'revision_number': 5, 'project_id': 'a8a28d94e79a4972b0f8f61ab1cb1490', 'subnets': [{'id': '2778d57e-4616-4989-bcd8-4f6cb6111901', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830787-2-iscsi', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:00:30.313605 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd85d565-3aab-4929-87be-acbc29dbc8e9 None None] The sync data for ids ['c1bc4be1-2cee-4ae9-8c16-4fbaeaed9e48'] in dv-cinder-830787-2-iscsi is: [{'id': 'c1bc4be1-2cee-4ae9-8c16-4fbaeaed9e48', 'name': 'tempest-AttachVolumeShelveTestJSON-966238887-router', 'tenant_id': 'a8a28d94e79a4972b0f8f61ab1cb1490', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886', 'external_fixed_ips': [{'subnet_id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'ip_address': '172.27.1.62'}], 'enable_snat': True}, 'gw_port_id': '7dd1d8dc-0113-4214-b5a0-bc63cf020503', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T13:55:28Z', 'updated_at': '2022-04-11T13:55:37Z', 'revision_number': 4, 'project_id': 'a8a28d94e79a4972b0f8f61ab1cb1490', 'gw_port': {'id': '7dd1d8dc-0113-4214-b5a0-bc63cf020503', 'name': '', 'network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:bc:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1bc4be1-2cee-4ae9-8c16-4fbaeaed9e48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'ip_address': '172.27.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:55:29Z', 'updated_at': '2022-04-11T13:55:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830787-2-iscsi', '_floatingips': [{'id': '62b9072e-a71b-49c5-a4be-d1f260874939', 'tenant_id': 'a8a28d94e79a4972b0f8f61ab1cb1490', 'floating_ip_address': '172.27.1.81', 'floating_network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886', 'router_id': 'c1bc4be1-2cee-4ae9-8c16-4fbaeaed9e48', 'port_id': '9c6a342b-a134-4ab5-996e-3eab3c406817', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 526, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0208f136-78bf-40a4-90c8-9a7151bfb362', 'mac_address': 'fa:16:3e:c6:7c:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf497683-01c3-4106-adb0-36d23d564607', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T14:00:10Z', 'updated_at': '2022-04-11T14:00:28Z', 'revision_number': 1, 'project_id': 'a8a28d94e79a4972b0f8f61ab1cb1490', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2808360e-bb2c-414b-a490-791474828579', 'name': '', 'network_id': '0208f136-78bf-40a4-90c8-9a7151bfb362', 'tenant_id': 'a8a28d94e79a4972b0f8f61ab1cb1490', 'mac_address': 'fa:16:3e:c6:44:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1bc4be1-2cee-4ae9-8c16-4fbaeaed9e48', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '2778d57e-4616-4989-bcd8-4f6cb6111901', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:55:36Z', 'updated_at': '2022-04-11T13:55:44Z', 'revision_number': 5, 'project_id': 'a8a28d94e79a4972b0f8f61ab1cb1490', 'subnets': [{'id': '2778d57e-4616-4989-bcd8-4f6cb6111901', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 14:00:30.318386 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080bd073-7c24-4e53-825d-8c35c0a4f85b req-7a91e502-5595-4286-bf05-d77aae485b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:00:30.319905 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-080bd073-7c24-4e53-825d-8c35c0a4f85b req-7a91e502-5595-4286-bf05-d77aae485b04 service neutron] 10.222.0.75 "GET /v2.0/networks?id=0208f136-78bf-40a4-90c8-9a7151bfb362 HTTP/1.1" status: 200 len: 917 time: 0.0863116 Apr 11 14:00:30.396974 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-080bd073-7c24-4e53-825d-8c35c0a4f85b req-f4f31148-3abc-43fc-836b-78d66bf9db30 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9c6a342b-a134-4ab5-996e-3eab3c406817 HTTP/1.1" status: 200 len: 999 time: 0.0642483 Apr 11 14:00:30.459661 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080bd073-7c24-4e53-825d-8c35c0a4f85b req-6e72931c-c84a-454a-83dc-71481d7b1ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:00:30.461128 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-080bd073-7c24-4e53-825d-8c35c0a4f85b req-6e72931c-c84a-454a-83dc-71481d7b1ea4 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=2778d57e-4616-4989-bcd8-4f6cb6111901 HTTP/1.1" status: 200 len: 855 time: 0.0454412 Apr 11 14:00:30.508783 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc6f3a9b-57e8-4a97-82ff-64852853554b None None] New status for floating IP 62b9072e-a71b-49c5-a4be-d1f260874939: ACTIVE {{(pid=103321) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 14:00:30.510847 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080bd073-7c24-4e53-825d-8c35c0a4f85b req-c3377cdf-df94-46e7-a075-49b93ff7ea19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:00:30.513008 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-080bd073-7c24-4e53-825d-8c35c0a4f85b req-c3377cdf-df94-46e7-a075-49b93ff7ea19 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=0208f136-78bf-40a4-90c8-9a7151bfb362&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0447147 Apr 11 14:00:30.610664 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-080bd073-7c24-4e53-825d-8c35c0a4f85b req-bbeb4df6-7ad0-454f-b5cd-837536886db6 service neutron] 10.222.0.75 "GET /v2.0/networks/0208f136-78bf-40a4-90c8-9a7151bfb362?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920317 Apr 11 14:00:30.722960 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-080bd073-7c24-4e53-825d-8c35c0a4f85b req-671b060d-7b58-4171-aef5-f42d6c835371 service neutron] 10.222.0.75 "GET /v2.0/networks/0208f136-78bf-40a4-90c8-9a7151bfb362?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1061761 Apr 11 14:00:31.630158 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-fcd2c3e6-f415-40f5-8fd4-1147b68fd929 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750379576733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663498'] for agent (a1227682-d2f2-4331-ba13-738c8a59e95d), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:00:31.853233 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Device dd31c02f-d45d-4905-89c8-0c0d76d81cb0 no longer exists at agent hyperv_hv-cinder-83078 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 14:00:31.884166 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] No Port match for: dd31c02f-d45d-4905-89c8-0c0d76d81cb0 {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 14:00:31.884519 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Device dd31c02f-d45d-4905-89c8-0c0d76d81cb0 not bound to the agent host hv-cinder-83078 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 14:00:32.002004 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c262e67-f715-4167-a03c-6fc9f90f5a7e req-d28e3a99-d5da-4854-94d7-d43efac5a048 tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:00:32.003358 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-3c262e67-f715-4167-a03c-6fc9f90f5a7e req-d28e3a99-d5da-4854-94d7-d43efac5a048 tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] 10.222.0.67 "GET /v2.0/ports?device_id=a6e921e1-7746-446b-bad6-d7188f8bdac2 HTTP/1.1" status: 200 len: 946 time: 0.0997062 Apr 11 14:00:32.049227 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-3c262e67-f715-4167-a03c-6fc9f90f5a7e req-0e5e5b3a-0769-41f6-b89c-79bdf0b90e7d tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] 10.222.0.67 "GET /v2.0/security-groups?id=037e8753-abfc-4a51-9764-2b02f91b84d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402827 Apr 11 14:00:32.666382 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750379576733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663498'] for agent (a433433c-9197-4b2b-8991-1d45f6bac940), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:00:33.211380 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ef1add-6082-43af-81ba-87b3faa5042e req-6b0219e5-0158-4607-b58e-beb3b4dfed52 tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:00:33.212853 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-49ef1add-6082-43af-81ba-87b3faa5042e req-6b0219e5-0158-4607-b58e-beb3b4dfed52 tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] 10.222.0.67 "GET /v2.0/ports?device_id=a6e921e1-7746-446b-bad6-d7188f8bdac2 HTTP/1.1" status: 200 len: 946 time: 0.0958271 Apr 11 14:00:33.258736 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-49ef1add-6082-43af-81ba-87b3faa5042e req-5cd1d0d8-92ab-4623-b072-c09eae81a8af tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] 10.222.0.67 "GET /v2.0/security-groups?id=037e8753-abfc-4a51-9764-2b02f91b84d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392251 Apr 11 14:00:33.280892 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750379576733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663498'] for agent (f2586825-e748-4c1d-8b98-cb0d5b6c266d), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:00:34.371573 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ba68b1-84ca-4975-beae-3d75be7c6111 req-2ba4d63d-b528-453f-be02-3e34cf209b42 tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:00:34.373057 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-c0ba68b1-84ca-4975-beae-3d75be7c6111 req-2ba4d63d-b528-453f-be02-3e34cf209b42 tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] 10.222.0.67 "GET /v2.0/ports?device_id=a6e921e1-7746-446b-bad6-d7188f8bdac2 HTTP/1.1" status: 200 len: 946 time: 0.0471125 Apr 11 14:00:34.420160 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-c0ba68b1-84ca-4975-beae-3d75be7c6111 req-13e9875c-77ec-485f-8fa4-3b259bcee204 tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] 10.222.0.67 "GET /v2.0/security-groups?id=037e8753-abfc-4a51-9764-2b02f91b84d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415773 Apr 11 14:00:35.532736 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f42810-66cd-4b28-8bd3-804b30beb5f3 req-3838a724-ec23-48a7-b21f-df00fdc63c83 tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:00:35.534207 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-54f42810-66cd-4b28-8bd3-804b30beb5f3 req-3838a724-ec23-48a7-b21f-df00fdc63c83 tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] 10.222.0.67 "GET /v2.0/ports?device_id=a6e921e1-7746-446b-bad6-d7188f8bdac2 HTTP/1.1" status: 200 len: 946 time: 0.0480442 Apr 11 14:00:35.586683 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-54f42810-66cd-4b28-8bd3-804b30beb5f3 req-81e82efc-cd39-428c-a287-4c0c1de2c767 tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] 10.222.0.67 "GET /v2.0/security-groups?id=037e8753-abfc-4a51-9764-2b02f91b84d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469003 Apr 11 14:00:35.942827 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-b0a6f1f6-cc68-49d0-91dc-9bbad2a7700d req-1091f60e-eef7-4539-9591-7c88e7050c60 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=54dcdce4-931a-42d3-b36a-321afffabdc0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0385299 Apr 11 14:00:36.170143 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a6f1f6-cc68-49d0-91dc-9bbad2a7700d req-17422d7e-74cd-48b2-8f3b-c82735399ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:00:36.171615 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-b0a6f1f6-cc68-49d0-91dc-9bbad2a7700d req-17422d7e-74cd-48b2-8f3b-c82735399ac2 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=f8720d1d0e26443d96a5f29175402af6&device_id=54dcdce4-931a-42d3-b36a-321afffabdc0 HTTP/1.1" status: 200 len: 1130 time: 0.0403483 Apr 11 14:00:36.304041 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a6f1f6-cc68-49d0-91dc-9bbad2a7700d req-a00e794f-4cd7-406d-9140-5059c4cf01ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:00:36.305409 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-b0a6f1f6-cc68-49d0-91dc-9bbad2a7700d req-a00e794f-4cd7-406d-9140-5059c4cf01ec service neutron] 10.222.0.75 "GET /v2.0/networks?id=257d7092-c4df-47e4-abc9-31af4018d257 HTTP/1.1" status: 200 len: 912 time: 0.1147099 Apr 11 14:00:36.315811 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8636cd73-6011-46cd-b551-1360d51f3b73 req-245072ab-c85c-47d2-8d7b-8004ee09756e tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:00:36.317153 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-8636cd73-6011-46cd-b551-1360d51f3b73 req-245072ab-c85c-47d2-8d7b-8004ee09756e tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] 10.222.0.75 "GET /v2.0/ports?device_id=a6e921e1-7746-446b-bad6-d7188f8bdac2 HTTP/1.1" status: 200 len: 946 time: 0.0576379 Apr 11 14:00:36.410408 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-b0a6f1f6-cc68-49d0-91dc-9bbad2a7700d req-2d6cec71-580d-4d45-9336-fd5932249e78 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=73309a92-0432-4081-a050-fdeb449dfc6d HTTP/1.1" status: 200 len: 1001 time: 0.0923212 Apr 11 14:00:36.486705 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [req-8636cd73-6011-46cd-b551-1360d51f3b73 req-f00d08f6-5f34-4505-bedc-e614e001e3a5 tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] Deleting port 41becb52-f1e7-4c33-ad5e-faa52141b7c9 {{(pid=103319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 14:00:36.487050 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-8636cd73-6011-46cd-b551-1360d51f3b73 req-f00d08f6-5f34-4505-bedc-e614e001e3a5 tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750379682079'] for port (41becb52-f1e7-4c33-ad5e-faa52141b7c9), before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:00:36.506236 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a6f1f6-cc68-49d0-91dc-9bbad2a7700d req-1a231834-f0c8-4851-bf2c-290d1236c3f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:00:36.507752 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-b0a6f1f6-cc68-49d0-91dc-9bbad2a7700d req-1a231834-f0c8-4851-bf2c-290d1236c3f3 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=4d338071-fa32-49cf-a6aa-ca3918597003 HTTP/1.1" status: 200 len: 850 time: 0.0908611 Apr 11 14:00:36.590417 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a6f1f6-cc68-49d0-91dc-9bbad2a7700d req-ad76261a-8b48-4145-b978-7e025491d116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:00:36.591893 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-b0a6f1f6-cc68-49d0-91dc-9bbad2a7700d req-ad76261a-8b48-4145-b978-7e025491d116 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=257d7092-c4df-47e4-abc9-31af4018d257&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0775847 Apr 11 14:00:36.679878 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.db [req-8636cd73-6011-46cd-b551-1360d51f3b73 req-f00d08f6-5f34-4505-bedc-e614e001e3a5 tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] For port 41becb52-f1e7-4c33-ad5e-faa52141b7c9, host hv-cinder-83078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83078',level=0,port_id=41becb52-f1e7-4c33-ad5e-faa52141b7c9,segment=NetworkSegment(2ce3e5b5-40c0-484a-9c58-6b322d93e7e4),segment_id=2ce3e5b5-40c0-484a-9c58-6b322d93e7e4)] {{(pid=103319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 14:00:36.680251 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-8636cd73-6011-46cd-b551-1360d51f3b73 req-f00d08f6-5f34-4505-bedc-e614e001e3a5 tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115285'] for port (41becb52-f1e7-4c33-ad5e-faa52141b7c9), precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:00:36.699703 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [req-8636cd73-6011-46cd-b551-1360d51f3b73 req-f00d08f6-5f34-4505-bedc-e614e001e3a5 tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] Calling delete_port for 41becb52-f1e7-4c33-ad5e-faa52141b7c9 owned by compute:nova {{(pid=103319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 14:00:36.704462 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f162a87-b530-4ebd-827b-486d882f3bb5 req-1d8901e8-85f0-4bf1-a302-cc1a46cdaa3f tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:00:36.706017 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-5f162a87-b530-4ebd-827b-486d882f3bb5 req-1d8901e8-85f0-4bf1-a302-cc1a46cdaa3f tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] 10.222.0.67 "GET /v2.0/ports?device_id=a6e921e1-7746-446b-bad6-d7188f8bdac2 HTTP/1.1" status: 200 len: 946 time: 0.0509474 Apr 11 14:00:36.752180 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-5f162a87-b530-4ebd-827b-486d882f3bb5 req-2d5b9aff-ee09-4acf-bc05-e06c5e237984 tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] 10.222.0.67 "GET /v2.0/security-groups?id=037e8753-abfc-4a51-9764-2b02f91b84d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403321 Apr 11 14:00:36.758991 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-b0a6f1f6-cc68-49d0-91dc-9bbad2a7700d req-2f8bdcaa-a69c-48d9-9c40-2fc6e68ad295 service neutron] 10.222.0.75 "GET /v2.0/networks/257d7092-c4df-47e4-abc9-31af4018d257?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1569061 Apr 11 14:00:36.897599 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-b0a6f1f6-cc68-49d0-91dc-9bbad2a7700d req-2ac394e0-0099-45df-905d-8c93ae93aa2e service neutron] 10.222.0.75 "GET /v2.0/networks/257d7092-c4df-47e4-abc9-31af4018d257?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286097 Apr 11 14:00:36.917357 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-8636cd73-6011-46cd-b551-1360d51f3b73 req-f00d08f6-5f34-4505-bedc-e614e001e3a5 tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750379687693', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750379164483'] for port (41becb52-f1e7-4c33-ad5e-faa52141b7c9), after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:00:36.928238 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] get_ports_and_sgs() called for port_ids ['41becb52-f1e7-4c33-ad5e-faa52141b7c9', 'b53ccbb2-cadf-467b-980a-34cb619111ad'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 14:00:36.945508 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00d08f6-5f34-4505-bedc-e614e001e3a5 tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] Pushing event deleted for resources: {'Port': ['ID=41becb52-f1e7-4c33-ad5e-faa52141b7c9,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:00:36.997442 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [req-8636cd73-6011-46cd-b551-1360d51f3b73 req-f00d08f6-5f34-4505-bedc-e614e001e3a5 tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] No DVR routers for this DVR port 41becb52-f1e7-4c33-ad5e-faa52141b7c9 on host hv-cinder-83078 {{(pid=103319) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 14:00:37.000105 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-8636cd73-6011-46cd-b551-1360d51f3b73 req-f00d08f6-5f34-4505-bedc-e614e001e3a5 tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-507053'] for port (None), before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:00:37.003532 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-8636cd73-6011-46cd-b551-1360d51f3b73 req-f00d08f6-5f34-4505-bedc-e614e001e3a5 tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] 10.222.0.75 "DELETE /v2.0/ports/41becb52-f1e7-4c33-ad5e-faa52141b7c9 HTTP/1.1" status: 204 len: 173 time: 0.6519065 Apr 11 14:00:37.004091 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6e921e1-7746-446b-bad6-d7188f8bdac2', 'name': 'network-vif-deleted', 'tag': '41becb52-f1e7-4c33-ad5e-faa52141b7c9'}] {{(pid=103319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 14:00:37.006761 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca54f3a3744013fac1d33973197c51c1d98542aecacec3b3a4d6ee5bc00756d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07e0caeb-08a1-4401-9e3a-9fb41fc16fbc" -d '{"events": [{"server_uuid": "a6e921e1-7746-446b-bad6-d7188f8bdac2", "name": "network-vif-deleted", "tag": "41becb52-f1e7-4c33-ad5e-faa52141b7c9"}]}' {{(pid=103319) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 14:00:37.049911 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 14:00:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffdf9fec-6c79-4c90-a27f-914575fa8963 x-openstack-request-id: req-ffdf9fec-6c79-4c90-a27f-914575fa8963 {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 14:00:37.050235 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6e921e1-7746-446b-bad6-d7188f8bdac2", "name": "network-vif-deleted", "tag": "41becb52-f1e7-4c33-ad5e-faa52141b7c9", "status": "completed", "code": 200}]} {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 14:00:37.050489 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-ffdf9fec-6c79-4c90-a27f-914575fa8963 {{(pid=103319) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 14:00:37.050900 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ffdf9fec-6c79-4c90-a27f-914575fa8963'] response: {'server_uuid': 'a6e921e1-7746-446b-bad6-d7188f8bdac2', 'name': 'network-vif-deleted', 'tag': '41becb52-f1e7-4c33-ad5e-faa52141b7c9', 'status': 'completed', 'code': 200} Apr 11 14:00:38.055957 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.db.agents_db [None req-69d3ff0a-913c-429f-8002-6cfbd72f8f27 None None] Agent healthcheck: found 6 active agents {{(pid=103321) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 14:00:38.230302 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b06f1d1-917a-4639-a3ae-a8e71ab95db5 req-51903851-0fe0-4821-8313-bb22e03f865c tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:00:38.231913 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-5b06f1d1-917a-4639-a3ae-a8e71ab95db5 req-51903851-0fe0-4821-8313-bb22e03f865c tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] 10.222.0.67 "GET /v2.0/ports?device_id=eea0ff31-35c2-4763-bf7a-6d0aada0558c HTTP/1.1" status: 200 len: 946 time: 0.0465891 Apr 11 14:00:38.277094 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-5b06f1d1-917a-4639-a3ae-a8e71ab95db5 req-cf36fda7-7afd-4cd4-9fa4-3ef77648e020 tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] 10.222.0.67 "GET /v2.0/security-groups?id=037e8753-abfc-4a51-9764-2b02f91b84d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398221 Apr 11 14:00:39.388587 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cad221-063c-498a-9688-6b945bb33d6d req-c8f45428-2980-4036-b7d0-3fba078c1534 tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:00:39.390071 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-92cad221-063c-498a-9688-6b945bb33d6d req-c8f45428-2980-4036-b7d0-3fba078c1534 tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] 10.222.0.67 "GET /v2.0/ports?device_id=eea0ff31-35c2-4763-bf7a-6d0aada0558c HTTP/1.1" status: 200 len: 946 time: 0.0463326 Apr 11 14:00:39.436594 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-92cad221-063c-498a-9688-6b945bb33d6d req-4662a87f-ae5a-4292-bb93-81e6fcc1dd14 tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] 10.222.0.67 "GET /v2.0/security-groups?id=037e8753-abfc-4a51-9764-2b02f91b84d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410194 Apr 11 14:00:39.542930 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Device 41becb52-f1e7-4c33-ad5e-faa52141b7c9 no longer exists at agent hyperv_hv-cinder-83078 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 14:00:39.566248 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] No Port match for: 41becb52-f1e7-4c33-ad5e-faa52141b7c9 {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 14:00:39.566525 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Device 41becb52-f1e7-4c33-ad5e-faa52141b7c9 not bound to the agent host hv-cinder-83078 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 14:00:40.546878 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27aa9284-e390-4d88-b53c-0295ad115ba6 req-3fada333-da7f-408d-9d6a-7aabbe45a13a tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:00:40.548335 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-27aa9284-e390-4d88-b53c-0295ad115ba6 req-3fada333-da7f-408d-9d6a-7aabbe45a13a tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] 10.222.0.67 "GET /v2.0/ports?device_id=eea0ff31-35c2-4763-bf7a-6d0aada0558c HTTP/1.1" status: 200 len: 946 time: 0.0466955 Apr 11 14:00:40.596969 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-27aa9284-e390-4d88-b53c-0295ad115ba6 req-c5d69c18-d6c3-45ff-a00f-65a312505de4 tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] 10.222.0.67 "GET /v2.0/security-groups?id=037e8753-abfc-4a51-9764-2b02f91b84d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432501 Apr 11 14:00:41.732628 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98657dc1-d959-430a-82cc-ffa27837a244 req-8e09b19e-f8e7-43d5-8188-edd4867905ad tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:00:41.734072 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-98657dc1-d959-430a-82cc-ffa27837a244 req-8e09b19e-f8e7-43d5-8188-edd4867905ad tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] 10.222.0.75 "GET /v2.0/ports?device_id=eea0ff31-35c2-4763-bf7a-6d0aada0558c HTTP/1.1" status: 200 len: 946 time: 0.0762870 Apr 11 14:00:41.741702 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6242355c-8b66-435a-9042-3fb9becb22df req-eed1b823-9580-4a66-9e08-93cd3326e954 tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:00:41.743057 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-6242355c-8b66-435a-9042-3fb9becb22df req-eed1b823-9580-4a66-9e08-93cd3326e954 tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] 10.222.0.67 "GET /v2.0/ports?device_id=eea0ff31-35c2-4763-bf7a-6d0aada0558c HTTP/1.1" status: 200 len: 946 time: 0.0749919 Apr 11 14:00:41.850783 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-6242355c-8b66-435a-9042-3fb9becb22df req-a5536d44-3547-4815-aebe-06753a71f33a tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] 10.222.0.67 "GET /v2.0/security-groups?id=037e8753-abfc-4a51-9764-2b02f91b84d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007330 Apr 11 14:00:41.859061 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [req-98657dc1-d959-430a-82cc-ffa27837a244 req-d3a5a5f6-2ee2-46d6-bace-20829441513a tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] Deleting port b53ccbb2-cadf-467b-980a-34cb619111ad {{(pid=103319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 14:00:41.859401 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-98657dc1-d959-430a-82cc-ffa27837a244 req-d3a5a5f6-2ee2-46d6-bace-20829441513a tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750379682079'] for port (b53ccbb2-cadf-467b-980a-34cb619111ad), before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:00:41.949525 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.db [req-98657dc1-d959-430a-82cc-ffa27837a244 req-d3a5a5f6-2ee2-46d6-bace-20829441513a tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] For port b53ccbb2-cadf-467b-980a-34cb619111ad, host hv-cinder-83078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83078',level=0,port_id=b53ccbb2-cadf-467b-980a-34cb619111ad,segment=NetworkSegment(2ce3e5b5-40c0-484a-9c58-6b322d93e7e4),segment_id=2ce3e5b5-40c0-484a-9c58-6b322d93e7e4)] {{(pid=103319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 14:00:41.949893 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-98657dc1-d959-430a-82cc-ffa27837a244 req-d3a5a5f6-2ee2-46d6-bace-20829441513a tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115285'] for port (b53ccbb2-cadf-467b-980a-34cb619111ad), precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:00:41.962536 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [req-98657dc1-d959-430a-82cc-ffa27837a244 req-d3a5a5f6-2ee2-46d6-bace-20829441513a tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] Calling delete_port for b53ccbb2-cadf-467b-980a-34cb619111ad owned by compute:nova {{(pid=103319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 14:00:42.089952 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-98657dc1-d959-430a-82cc-ffa27837a244 req-d3a5a5f6-2ee2-46d6-bace-20829441513a tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750379687693', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750379164483'] for port (b53ccbb2-cadf-467b-980a-34cb619111ad), after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:00:42.101627 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] get_ports_and_sgs() called for port_ids ['b53ccbb2-cadf-467b-980a-34cb619111ad'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 14:00:42.121720 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a5a5f6-2ee2-46d6-bace-20829441513a tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] Pushing event deleted for resources: {'Port': ['ID=b53ccbb2-cadf-467b-980a-34cb619111ad,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:00:42.137124 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a5a5f6-2ee2-46d6-bace-20829441513a tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:00:42.137124 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a5a5f6-2ee2-46d6-bace-20829441513a tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:00:42.137124 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a5a5f6-2ee2-46d6-bace-20829441513a tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:00:42.137124 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a5a5f6-2ee2-46d6-bace-20829441513a tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:00:42.137124 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a5a5f6-2ee2-46d6-bace-20829441513a tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:00:42.137677 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a5a5f6-2ee2-46d6-bace-20829441513a tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:00:42.137677 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a5a5f6-2ee2-46d6-bace-20829441513a tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:00:42.137968 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a5a5f6-2ee2-46d6-bace-20829441513a tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:00:42.138293 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a5a5f6-2ee2-46d6-bace-20829441513a tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:00:42.138630 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a5a5f6-2ee2-46d6-bace-20829441513a tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:00:42.138965 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a5a5f6-2ee2-46d6-bace-20829441513a tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:00:42.139593 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a5a5f6-2ee2-46d6-bace-20829441513a tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:00:42.139593 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a5a5f6-2ee2-46d6-bace-20829441513a tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:00:42.139962 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a5a5f6-2ee2-46d6-bace-20829441513a tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:00:42.140292 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a5a5f6-2ee2-46d6-bace-20829441513a tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:00:42.183538 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [req-98657dc1-d959-430a-82cc-ffa27837a244 req-d3a5a5f6-2ee2-46d6-bace-20829441513a tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] No DVR routers for this DVR port b53ccbb2-cadf-467b-980a-34cb619111ad on host hv-cinder-83078 {{(pid=103319) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 14:00:42.186331 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-98657dc1-d959-430a-82cc-ffa27837a244 req-d3a5a5f6-2ee2-46d6-bace-20829441513a tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-507053'] for port (None), before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:00:42.189642 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-98657dc1-d959-430a-82cc-ffa27837a244 req-d3a5a5f6-2ee2-46d6-bace-20829441513a tempest-ServerRescueNegativeTestJSON-912529347 tempest-ServerRescueNegativeTestJSON-912529347-project] 10.222.0.75 "DELETE /v2.0/ports/b53ccbb2-cadf-467b-980a-34cb619111ad HTTP/1.1" status: 204 len: 173 time: 0.4457037 Apr 11 14:00:42.190090 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eea0ff31-35c2-4763-bf7a-6d0aada0558c', 'name': 'network-vif-deleted', 'tag': 'b53ccbb2-cadf-467b-980a-34cb619111ad'}] {{(pid=103319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 14:00:42.192517 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca54f3a3744013fac1d33973197c51c1d98542aecacec3b3a4d6ee5bc00756d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-255ba8e5-a89f-4cc3-92f8-ad8181ac08e7" -d '{"events": [{"server_uuid": "eea0ff31-35c2-4763-bf7a-6d0aada0558c", "name": "network-vif-deleted", "tag": "b53ccbb2-cadf-467b-980a-34cb619111ad"}]}' {{(pid=103319) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 14:00:42.247926 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 14:00:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63dab420-1bd7-4200-a8cb-6db3981fcbf5 x-openstack-request-id: req-63dab420-1bd7-4200-a8cb-6db3981fcbf5 {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 14:00:42.248214 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eea0ff31-35c2-4763-bf7a-6d0aada0558c", "name": "network-vif-deleted", "tag": "b53ccbb2-cadf-467b-980a-34cb619111ad", "status": "completed", "code": 200}]} {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 14:00:42.248465 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-63dab420-1bd7-4200-a8cb-6db3981fcbf5 {{(pid=103319) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 14:00:42.248860 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.notifiers.nova [-] Nova event matching ['req-63dab420-1bd7-4200-a8cb-6db3981fcbf5'] response: {'server_uuid': 'eea0ff31-35c2-4763-bf7a-6d0aada0558c', 'name': 'network-vif-deleted', 'tag': 'b53ccbb2-cadf-467b-980a-34cb619111ad', 'status': 'completed', 'code': 200} Apr 11 14:00:42.905073 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.67', 33168) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 14:00:43.266516 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.67', 33174) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 14:00:43.311906 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d3086c5-7884-48ef-bc4d-3d33cc95b891 admin admin] Deleting subnet 8a9facf0-fa5a-4e20-8e44-ee1b6aa7f23e {{(pid=103319) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 11 14:00:43.315005 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-0d3086c5-7884-48ef-bc4d-3d33cc95b891 admin admin] Publish callbacks [] for subnet (8a9facf0-fa5a-4e20-8e44-ee1b6aa7f23e), before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:00:43.354401 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-0d3086c5-7884-48ef-bc4d-3d33cc95b891 admin admin] Publish callbacks [] for subnet (8a9facf0-fa5a-4e20-8e44-ee1b6aa7f23e), precommit_delete_associations {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:00:43.360349 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-0d3086c5-7884-48ef-bc4d-3d33cc95b891 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-660224'] for subnet (8a9facf0-fa5a-4e20-8e44-ee1b6aa7f23e), precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:00:43.417195 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-0d3086c5-7884-48ef-bc4d-3d33cc95b891 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-660281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708'] for subnet (8a9facf0-fa5a-4e20-8e44-ee1b6aa7f23e), after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:00:43.440854 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3086c5-7884-48ef-bc4d-3d33cc95b891 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8a9facf0-fa5a-4e20-8e44-ee1b6aa7f23e,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:00:43.448042 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-0d3086c5-7884-48ef-bc4d-3d33cc95b891 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871534'] for subnet (None), before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:00:43.451207 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-0d3086c5-7884-48ef-bc4d-3d33cc95b891 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/8a9facf0-fa5a-4e20-8e44-ee1b6aa7f23e HTTP/1.1" status: 204 len: 168 time: 0.1836658 Apr 11 14:00:43.453860 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.67', 33176) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 14:00:43.523571 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-d50af508-197f-4567-81d8-1d5db6b57a47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-768595'] for network (cf99eff9-c390-41f8-af4b-89bf18e9fd64), before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:00:43.552507 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-405db281-4fbe-4e62-8270-16d684fc39dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8123339'] for router_interface (02c42edb-8c96-4c0d-925f-01f855f4a515), before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:00:43.614760 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-d50af508-197f-4567-81d8-1d5db6b57a47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-662413', 'neutron.services.segments.db._delete_segments_for_network-8750379576751'] for network (cf99eff9-c390-41f8-af4b-89bf18e9fd64), precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:00:43.634552 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-d50af508-197f-4567-81d8-1d5db6b57a47 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103319) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 14:00:43.635449 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-d50af508-197f-4567-81d8-1d5db6b57a47 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103319) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 14:00:43.636534 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-d50af508-197f-4567-81d8-1d5db6b57a47 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103319) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 14:00:43.636895 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-d50af508-197f-4567-81d8-1d5db6b57a47 admin admin] Subscribe: > port after_create 55550000 {{(pid=103319) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 14:00:43.637233 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-d50af508-197f-4567-81d8-1d5db6b57a47 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103319) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 14:00:43.637550 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-d50af508-197f-4567-81d8-1d5db6b57a47 admin admin] Subscribe: > port after_update 55550000 {{(pid=103319) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 14:00:43.637890 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-d50af508-197f-4567-81d8-1d5db6b57a47 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103319) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 14:00:43.638206 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-d50af508-197f-4567-81d8-1d5db6b57a47 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103319) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 14:00:43.638526 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-d50af508-197f-4567-81d8-1d5db6b57a47 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103319) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 14:00:43.638840 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-d50af508-197f-4567-81d8-1d5db6b57a47 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103319) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 14:00:43.732324 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-d50af508-197f-4567-81d8-1d5db6b57a47 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103319) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 14:00:43.732662 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-d50af508-197f-4567-81d8-1d5db6b57a47 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103319) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 14:00:43.732991 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-d50af508-197f-4567-81d8-1d5db6b57a47 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103319) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 14:00:43.733316 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-d50af508-197f-4567-81d8-1d5db6b57a47 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103319) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 14:00:43.733685 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.services.segments.db [None req-d50af508-197f-4567-81d8-1d5db6b57a47 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf99eff9-c390-41f8-af4b-89bf18e9fd64']}} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:00:43.750585 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.services.segments.db [None req-d50af508-197f-4567-81d8-1d5db6b57a47 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c76e7a36-0cd0-436f-a97d-91d823e2c2a9') {'for_net_delete': True} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:00:43.750874 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.services.segments.db [None req-d50af508-197f-4567-81d8-1d5db6b57a47 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c76e7a36-0cd0-436f-a97d-91d823e2c2a9') {} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:00:43.766822 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-d50af508-197f-4567-81d8-1d5db6b57a47 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750379579064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33368791'] for segment (c76e7a36-0cd0-436f-a97d-91d823e2c2a9), before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:00:43.791552 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-d50af508-197f-4567-81d8-1d5db6b57a47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682637'] for segment (c76e7a36-0cd0-436f-a97d-91d823e2c2a9), precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:00:43.799930 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d50af508-197f-4567-81d8-1d5db6b57a47 admin admin] Releasing vlan 942 on physical network physnet1 to pool {{(pid=103319) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 14:00:43.800325 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-d50af508-197f-4567-81d8-1d5db6b57a47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4648551'] for segment (c76e7a36-0cd0-436f-a97d-91d823e2c2a9), after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:00:43.804573 dv-cinder-830787-2-iscsi neutron-server[103319]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 11 14:00:43.804573 dv-cinder-830787-2-iscsi neutron-server[103319]: from cryptography.utils import int_from_bytes Apr 11 14:00:43.804573 dv-cinder-830787-2-iscsi neutron-server[103319]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 11 14:00:43.804573 dv-cinder-830787-2-iscsi neutron-server[103319]: from cryptography.utils import int_from_bytes Apr 11 14:00:43.804573 dv-cinder-830787-2-iscsi neutron-server[103319]: Traceback (most recent call last): Apr 11 14:00:43.804573 dv-cinder-830787-2-iscsi neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 14:00:43.804573 dv-cinder-830787-2-iscsi neutron-server[103319]: timer() Apr 11 14:00:43.804573 dv-cinder-830787-2-iscsi neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 14:00:43.804573 dv-cinder-830787-2-iscsi neutron-server[103319]: cb(*args, **kw) Apr 11 14:00:43.804573 dv-cinder-830787-2-iscsi neutron-server[103319]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 11 14:00:43.804573 dv-cinder-830787-2-iscsi neutron-server[103319]: return func(*args, **kwargs) Apr 11 14:00:43.804573 dv-cinder-830787-2-iscsi neutron-server[103319]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 14:00:43.804573 dv-cinder-830787-2-iscsi neutron-server[103319]: self._notify() Apr 11 14:00:43.804573 dv-cinder-830787-2-iscsi neutron-server[103319]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 14:00:43.804573 dv-cinder-830787-2-iscsi neutron-server[103319]: self.callback(batched_events) Apr 11 14:00:43.804573 dv-cinder-830787-2-iscsi neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 14:00:43.804573 dv-cinder-830787-2-iscsi neutron-server[103319]: event.method(event) Apr 11 14:00:43.804573 dv-cinder-830787-2-iscsi neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 11 14:00:43.804573 dv-cinder-830787-2-iscsi neutron-server[103319]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 14:00:43.804573 dv-cinder-830787-2-iscsi neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 11 14:00:43.804573 dv-cinder-830787-2-iscsi neutron-server[103319]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 14:00:43.804573 dv-cinder-830787-2-iscsi neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 11 14:00:43.804573 dv-cinder-830787-2-iscsi neutron-server[103319]: return f(self, *a, **k) Apr 11 14:00:43.804573 dv-cinder-830787-2-iscsi neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 14:00:43.804573 dv-cinder-830787-2-iscsi neutron-server[103319]: return self._get(url).json() Apr 11 14:00:43.804573 dv-cinder-830787-2-iscsi neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 14:00:43.804573 dv-cinder-830787-2-iscsi neutron-server[103319]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 14:00:43.804573 dv-cinder-830787-2-iscsi neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 14:00:43.804573 dv-cinder-830787-2-iscsi neutron-server[103319]: return self.request(url, 'GET', **kwargs) Apr 11 14:00:43.804573 dv-cinder-830787-2-iscsi neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 14:00:43.804573 dv-cinder-830787-2-iscsi neutron-server[103319]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 14:00:43.804573 dv-cinder-830787-2-iscsi neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 14:00:43.804573 dv-cinder-830787-2-iscsi neutron-server[103319]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 14:00:43.804573 dv-cinder-830787-2-iscsi neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 14:00:43.804573 dv-cinder-830787-2-iscsi neutron-server[103319]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 14:00:43.804573 dv-cinder-830787-2-iscsi neutron-server[103319]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 14:00:43.836606 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-405db281-4fbe-4e62-8270-16d684fc39dc admin admin] Deleting port 1490c2e5-77ed-4811-bd1d-5b4623862f23 {{(pid=103318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 14:00:43.836938 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-405db281-4fbe-4e62-8270-16d684fc39dc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750379682079'] for port (1490c2e5-77ed-4811-bd1d-5b4623862f23), before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:00:43.861590 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-d50af508-197f-4567-81d8-1d5db6b57a47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-662402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8024001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8126437'] for network (cf99eff9-c390-41f8-af4b-89bf18e9fd64), after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:00:43.869176 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-d50af508-197f-4567-81d8-1d5db6b57a47 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871534'] for network (None), before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:00:43.876573 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-d50af508-197f-4567-81d8-1d5db6b57a47 admin admin] 10.222.0.67 "DELETE /v2.0/networks/cf99eff9-c390-41f8-af4b-89bf18e9fd64 HTTP/1.1" status: 204 len: 168 time: 0.4212391 Apr 11 14:00:43.887477 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50af508-197f-4567-81d8-1d5db6b57a47 admin admin] Pushing event deleted for resources: {'Network': ['ID=cf99eff9-c390-41f8-af4b-89bf18e9fd64,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:00:43.921758 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.db [None req-405db281-4fbe-4e62-8270-16d684fc39dc admin admin] For port 1490c2e5-77ed-4811-bd1d-5b4623862f23, host dv-cinder-830787-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830787-2-iscsi',level=0,port_id=1490c2e5-77ed-4811-bd1d-5b4623862f23,segment=NetworkSegment(2ce3e5b5-40c0-484a-9c58-6b322d93e7e4),segment_id=2ce3e5b5-40c0-484a-9c58-6b322d93e7e4)] {{(pid=103318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 14:00:43.922415 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-405db281-4fbe-4e62-8270-16d684fc39dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115285'] for port (1490c2e5-77ed-4811-bd1d-5b4623862f23), precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:00:43.936772 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-405db281-4fbe-4e62-8270-16d684fc39dc admin admin] Calling delete_port for 1490c2e5-77ed-4811-bd1d-5b4623862f23 owned by network:router_interface {{(pid=103318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 14:00:43.984252 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.67', 33180) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 14:00:44.025985 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-cb1efcdd-9979-4122-9676-2226c8ff4443 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=62982ff988ec462a8189ea9ba7c8496b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0383782 Apr 11 14:00:44.026287 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.67', 33182) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 14:00:44.073949 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-8e301b3d-7811-45ff-8459-89aee5cac99d admin admin] Publish callbacks [] for security_group (56353bbe-7d01-49a9-b691-e11fe2a614c3), before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:00:44.098983 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-8e301b3d-7811-45ff-8459-89aee5cac99d admin admin] Publish callbacks [] for security_group (56353bbe-7d01-49a9-b691-e11fe2a614c3), precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:00:44.126682 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-405db281-4fbe-4e62-8270-16d684fc39dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750379687693', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750379164483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4243781'] for port (1490c2e5-77ed-4811-bd1d-5b4623862f23), after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:00:44.154013 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405db281-4fbe-4e62-8270-16d684fc39dc admin admin] Pushing event deleted for resources: {'Port': ['ID=1490c2e5-77ed-4811-bd1d-5b4623862f23,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:00:44.334837 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-405db281-4fbe-4e62-8270-16d684fc39dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7871691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8123239'] for router_interface (02c42edb-8c96-4c0d-925f-01f855f4a515), after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:00:44.402829 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-8e301b3d-7811-45ff-8459-89aee5cac99d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8023832'] for security_group (56353bbe-7d01-49a9-b691-e11fe2a614c3), after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:00:44.405848 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-8e301b3d-7811-45ff-8459-89aee5cac99d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:00:44.406984 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-8e301b3d-7811-45ff-8459-89aee5cac99d admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/56353bbe-7d01-49a9-b691-e11fe2a614c3 HTTP/1.1" status: 204 len: 168 time: 0.3798175 Apr 11 14:00:44.414562 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e301b3d-7811-45ff-8459-89aee5cac99d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56353bbe-7d01-49a9-b691-e11fe2a614c3,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:00:44.571614 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-405db281-4fbe-4e62-8270-16d684fc39dc admin admin] Router 02c42edb-8c96-4c0d-925f-01f855f4a515 has already been hosted by L3 agent e731c656-576f-4174-9da3-af64518920bc {{(pid=103318) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 14:00:44.689292 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-405db281-4fbe-4e62-8270-16d684fc39dc admin admin] Notify agent at l3_agent.dv-cinder-830787-2-iscsi the message routers_updated {{(pid=103318) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 14:00:44.696146 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-405db281-4fbe-4e62-8270-16d684fc39dc admin admin] 10.222.0.67 "PUT /v2.0/routers/02c42edb-8c96-4c0d-925f-01f855f4a515/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7897427 Apr 11 14:00:44.697831 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.67', 33186) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 14:00:44.700136 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50802ed8-b1a3-46f7-bc6d-163a590c33e7 None None] Sync routers for ids ['02c42edb-8c96-4c0d-925f-01f855f4a515'] in dv-cinder-830787-2-iscsi {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 14:00:44.713719 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50802ed8-b1a3-46f7-bc6d-163a590c33e7 None None] Routers {'02c42edb-8c96-4c0d-925f-01f855f4a515'} bound to L3 agent in host dv-cinder-830787-2-iscsi {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 14:00:44.714906 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-50802ed8-b1a3-46f7-bc6d-163a590c33e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830787-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-11T13:46:59Z,description=,heartbeat_timestamp=2022-04-11T14:00:29Z,host='dv-cinder-830787-2-iscsi',id=e731c656-576f-4174-9da3-af64518920bc,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T13:46:59Z,topic='l3_agent')) {'router_ids': ['02c42edb-8c96-4c0d-925f-01f855f4a515'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:00:44.805988 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-bb4ce66d-8566-42e4-a5a2-80a0a420a62a admin admin] Publish callbacks [] for router (02c42edb-8c96-4c0d-925f-01f855f4a515), before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:00:44.824503 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.db.l3_dvr_db [None req-50802ed8-b1a3-46f7-bc6d-163a590c33e7 None None] Set router 02c42edb-8c96-4c0d-925f-01f855f4a515 gateway port host: dv-cinder-830787-2-iscsi {{(pid=103320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 14:00:44.911818 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-bb4ce66d-8566-42e4-a5a2-80a0a420a62a admin admin] Publish callbacks [] for router_gateway (02c42edb-8c96-4c0d-925f-01f855f4a515), before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:00:44.956252 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-bb4ce66d-8566-42e4-a5a2-80a0a420a62a admin admin] Deleting port 5d4fa6fd-76c0-4870-86d9-841b0ecd7170 {{(pid=103319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 14:00:44.956503 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-bb4ce66d-8566-42e4-a5a2-80a0a420a62a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750379682079'] for port (5d4fa6fd-76c0-4870-86d9-841b0ecd7170), before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:00:44.998761 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-50802ed8-b1a3-46f7-bc6d-163a590c33e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02c42edb-8c96-4c0d-925f-01f855f4a515', 'name': 'tempest-ServerRescueNegativeTestJSON-995852149-router', 'tenant_id': '7e9487af89de4df6b7592a993fc4827e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886', 'external_fixed_ips': [{'subnet_id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'ip_address': '172.27.1.172'}], 'enable_snat': True}, 'gw_port_id': '5d4fa6fd-76c0-4870-86d9-841b0ecd7170', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T13:55:28Z', 'updated_at': '2022-04-11T14:00:44Z', 'revision_number': 5, 'project_id': '7e9487af89de4df6b7592a993fc4827e', 'gw_port': {'id': '5d4fa6fd-76c0-4870-86d9-841b0ecd7170', 'name': '', 'network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:95:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02c42edb-8c96-4c0d-925f-01f855f4a515', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'ip_address': '172.27.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:55:29Z', 'updated_at': '2022-04-11T13:55:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830787-2-iscsi'}], 'dv-cinder-830787-2-iscsi', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:00:45.025189 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50802ed8-b1a3-46f7-bc6d-163a590c33e7 None None] Checking router: 02c42edb-8c96-4c0d-925f-01f855f4a515 for host: dv-cinder-830787-2-iscsi {{(pid=103320) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 14:00:45.034410 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50802ed8-b1a3-46f7-bc6d-163a590c33e7 None None] Routers {'02c42edb-8c96-4c0d-925f-01f855f4a515'} bound to L3 agent in host dv-cinder-830787-2-iscsi {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 14:00:45.035017 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-50802ed8-b1a3-46f7-bc6d-163a590c33e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830787-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-11T13:46:59Z,description=,heartbeat_timestamp=2022-04-11T14:00:29Z,host='dv-cinder-830787-2-iscsi',id=e731c656-576f-4174-9da3-af64518920bc,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T13:46:59Z,topic='l3_agent')) {'router_ids': ['02c42edb-8c96-4c0d-925f-01f855f4a515'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:00:45.035772 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.db [None req-bb4ce66d-8566-42e4-a5a2-80a0a420a62a admin admin] For port 5d4fa6fd-76c0-4870-86d9-841b0ecd7170, host dv-cinder-830787-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830787-2-iscsi',level=0,port_id=5d4fa6fd-76c0-4870-86d9-841b0ecd7170,segment=NetworkSegment(153f0837-19dc-4e5c-bf6b-49a4300ea8f5),segment_id=153f0837-19dc-4e5c-bf6b-49a4300ea8f5)] {{(pid=103319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 14:00:45.036133 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-bb4ce66d-8566-42e4-a5a2-80a0a420a62a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115285'] for port (5d4fa6fd-76c0-4870-86d9-841b0ecd7170), precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:00:45.053717 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-bb4ce66d-8566-42e4-a5a2-80a0a420a62a admin admin] Calling delete_port for 5d4fa6fd-76c0-4870-86d9-841b0ecd7170 owned by network:router_gateway {{(pid=103319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 14:00:45.124693 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.db.l3_dvr_db [None req-50802ed8-b1a3-46f7-bc6d-163a590c33e7 None None] Set router 02c42edb-8c96-4c0d-925f-01f855f4a515 gateway port host: None {{(pid=103320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 14:00:45.180723 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-50802ed8-b1a3-46f7-bc6d-163a590c33e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02c42edb-8c96-4c0d-925f-01f855f4a515', 'name': 'tempest-ServerRescueNegativeTestJSON-995852149-router', 'tenant_id': '7e9487af89de4df6b7592a993fc4827e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T13:55:28Z', 'updated_at': '2022-04-11T14:00:44Z', 'revision_number': 6, 'project_id': '7e9487af89de4df6b7592a993fc4827e', 'gw_port_host': None}], 'dv-cinder-830787-2-iscsi', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:00:45.207310 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50802ed8-b1a3-46f7-bc6d-163a590c33e7 None None] The sync data for ids ['02c42edb-8c96-4c0d-925f-01f855f4a515'] in dv-cinder-830787-2-iscsi is: [{'id': '02c42edb-8c96-4c0d-925f-01f855f4a515', 'name': 'tempest-ServerRescueNegativeTestJSON-995852149-router', 'tenant_id': '7e9487af89de4df6b7592a993fc4827e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T13:55:28Z', 'updated_at': '2022-04-11T14:00:44Z', 'revision_number': 6, 'project_id': '7e9487af89de4df6b7592a993fc4827e', 'gw_port_host': None}] {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 14:00:45.221731 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-bb4ce66d-8566-42e4-a5a2-80a0a420a62a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750379687693', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750379164483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4648624'] for port (5d4fa6fd-76c0-4870-86d9-841b0ecd7170), after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:00:45.254792 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4ce66d-8566-42e4-a5a2-80a0a420a62a admin admin] Pushing event deleted for resources: {'Port': ['ID=5d4fa6fd-76c0-4870-86d9-841b0ecd7170,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:00:45.310131 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-bb4ce66d-8566-42e4-a5a2-80a0a420a62a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8126337'] for router_gateway (02c42edb-8c96-4c0d-925f-01f855f4a515), after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:00:45.417834 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-bb4ce66d-8566-42e4-a5a2-80a0a420a62a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8074543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37553'] for router (02c42edb-8c96-4c0d-925f-01f855f4a515), precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:00:45.420169 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-bb4ce66d-8566-42e4-a5a2-80a0a420a62a admin admin] Publish callbacks [] for router_controller (02c42edb-8c96-4c0d-925f-01f855f4a515), precommit_delete_associations {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:00:45.482035 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-bb4ce66d-8566-42e4-a5a2-80a0a420a62a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8074534'] for router (02c42edb-8c96-4c0d-925f-01f855f4a515), after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:00:45.482535 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb4ce66d-8566-42e4-a5a2-80a0a420a62a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 02c42edb-8c96-4c0d-925f-01f855f4a515 {{(pid=103319) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 11 14:00:45.487663 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-bb4ce66d-8566-42e4-a5a2-80a0a420a62a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:00:45.488904 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-bb4ce66d-8566-42e4-a5a2-80a0a420a62a admin admin] 10.222.0.67 "DELETE /v2.0/routers/02c42edb-8c96-4c0d-925f-01f855f4a515 HTTP/1.1" status: 204 len: 168 time: 0.7900801 Apr 11 14:00:45.491360 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.67', 33188) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 14:00:45.536709 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6c2bf7e-b464-45be-945b-47e85365206d admin admin] Deleting subnet 8a7e0881-a086-4309-85a2-2f54ddd5f281 {{(pid=103319) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 11 14:00:45.543231 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-e6c2bf7e-b464-45be-945b-47e85365206d admin admin] Publish callbacks [] for subnet (8a7e0881-a086-4309-85a2-2f54ddd5f281), before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:00:45.585730 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-e6c2bf7e-b464-45be-945b-47e85365206d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33368798'] for subnet (8a7e0881-a086-4309-85a2-2f54ddd5f281), precommit_delete_associations {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:00:45.596436 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Device b53ccbb2-cadf-467b-980a-34cb619111ad no longer exists at agent hyperv_hv-cinder-83078 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 14:00:45.631480 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] No Port match for: b53ccbb2-cadf-467b-980a-34cb619111ad {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 14:00:45.632060 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Device b53ccbb2-cadf-467b-980a-34cb619111ad not bound to the agent host hv-cinder-83078 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 14:00:45.699318 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-e6c2bf7e-b464-45be-945b-47e85365206d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-660224'] for subnet (8a7e0881-a086-4309-85a2-2f54ddd5f281), precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:00:45.753635 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-e6c2bf7e-b464-45be-945b-47e85365206d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-660281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4648653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4426779'] for subnet (8a7e0881-a086-4309-85a2-2f54ddd5f281), after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:00:45.779291 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c2bf7e-b464-45be-945b-47e85365206d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8a7e0881-a086-4309-85a2-2f54ddd5f281,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:00:45.783278 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-e6c2bf7e-b464-45be-945b-47e85365206d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871534'] for subnet (None), before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:00:45.786684 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-e6c2bf7e-b464-45be-945b-47e85365206d admin admin] 10.222.0.67 "DELETE /v2.0/subnets/8a7e0881-a086-4309-85a2-2f54ddd5f281 HTTP/1.1" status: 204 len: 168 time: 0.2941558 Apr 11 14:00:45.788873 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.67', 33190) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 14:00:45.790700 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06acbffb-f08f-4885-8a38-ab3905fdea0d None None] Network 5b366c5b-a29e-42a6-8ecc-0cc9ff2fdbc0 requested from dv-cinder-830787-2-iscsi {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 14:00:45.855575 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-4d2825d6-8a76-4ea6-902e-8be22ea1e6fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-768595'] for network (5b366c5b-a29e-42a6-8ecc-0cc9ff2fdbc0), before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:00:45.898810 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-4d2825d6-8a76-4ea6-902e-8be22ea1e6fc admin admin] Deleting port 5963273e-76db-479a-86d3-463c838ca2e0 {{(pid=103319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 14:00:45.899148 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-4d2825d6-8a76-4ea6-902e-8be22ea1e6fc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750379682079'] for port (5963273e-76db-479a-86d3-463c838ca2e0), before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:00:45.967109 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.db [None req-4d2825d6-8a76-4ea6-902e-8be22ea1e6fc admin admin] For port 5963273e-76db-479a-86d3-463c838ca2e0, host dv-cinder-830787-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830787-2-iscsi',level=0,port_id=5963273e-76db-479a-86d3-463c838ca2e0,segment=NetworkSegment(2ce3e5b5-40c0-484a-9c58-6b322d93e7e4),segment_id=2ce3e5b5-40c0-484a-9c58-6b322d93e7e4)] {{(pid=103319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 14:00:45.967472 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-4d2825d6-8a76-4ea6-902e-8be22ea1e6fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115285'] for port (5963273e-76db-479a-86d3-463c838ca2e0), precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:00:45.983184 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-4d2825d6-8a76-4ea6-902e-8be22ea1e6fc admin admin] Calling delete_port for 5963273e-76db-479a-86d3-463c838ca2e0 owned by network:dhcp {{(pid=103319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 14:00:45.996716 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1945f39c-20a4-4c55-82a2-9b24af7f2667 None None] DHCP port deletion for 5b366c5b-a29e-42a6-8ecc-0cc9ff2fdbc0 request from dv-cinder-830787-2-iscsi {{(pid=103320) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 11 14:00:46.031203 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Device 1490c2e5-77ed-4811-bd1d-5b4623862f23 no longer exists at agent ovs-agent-dv-cinder-830787-2-iscsi {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 14:00:46.054751 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] No Port match for: 1490c2e5-77ed-4811-bd1d-5b4623862f23 {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 14:00:46.055094 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Device 1490c2e5-77ed-4811-bd1d-5b4623862f23 not bound to the agent host dv-cinder-830787-2-iscsi {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 14:00:46.063556 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-1945f39c-20a4-4c55-82a2-9b24af7f2667 None None] Deleting port 5963273e-76db-479a-86d3-463c838ca2e0 {{(pid=103320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 14:00:46.066045 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-1945f39c-20a4-4c55-82a2-9b24af7f2667 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750379682079'] for port (5963273e-76db-479a-86d3-463c838ca2e0), before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:00:46.072182 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-4d2825d6-8a76-4ea6-902e-8be22ea1e6fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750379687693', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750379164483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4648624'] for port (5963273e-76db-479a-86d3-463c838ca2e0), after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:00:46.100593 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2825d6-8a76-4ea6-902e-8be22ea1e6fc admin admin] Pushing event deleted for resources: {'Port': ['ID=5963273e-76db-479a-86d3-463c838ca2e0,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:00:46.102386 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d2825d6-8a76-4ea6-902e-8be22ea1e6fc admin admin] No DVR routers for this DVR port 5963273e-76db-479a-86d3-463c838ca2e0 on host dv-cinder-830787-2-iscsi {{(pid=103319) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 14:00:46.138987 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-1945f39c-20a4-4c55-82a2-9b24af7f2667 None None] For port 5963273e-76db-479a-86d3-463c838ca2e0, host dv-cinder-830787-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830787-2-iscsi',level=0,port_id=5963273e-76db-479a-86d3-463c838ca2e0,segment=NetworkSegment(2ce3e5b5-40c0-484a-9c58-6b322d93e7e4),segment_id=2ce3e5b5-40c0-484a-9c58-6b322d93e7e4)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 14:00:46.139383 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-1945f39c-20a4-4c55-82a2-9b24af7f2667 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115285'] for port (5963273e-76db-479a-86d3-463c838ca2e0), precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:00:46.152705 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-1945f39c-20a4-4c55-82a2-9b24af7f2667 None None] Calling delete_port for 5963273e-76db-479a-86d3-463c838ca2e0 owned by network:dhcp {{(pid=103320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 14:00:46.173271 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-4d2825d6-8a76-4ea6-902e-8be22ea1e6fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-662413', 'neutron.services.segments.db._delete_segments_for_network-8750379576751'] for network (5b366c5b-a29e-42a6-8ecc-0cc9ff2fdbc0), precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:00:46.194188 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.services.segments.db [None req-4d2825d6-8a76-4ea6-902e-8be22ea1e6fc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b366c5b-a29e-42a6-8ecc-0cc9ff2fdbc0']}} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:00:46.204760 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.services.segments.db [None req-4d2825d6-8a76-4ea6-902e-8be22ea1e6fc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ce3e5b5-40c0-484a-9c58-6b322d93e7e4') {'for_net_delete': True} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:00:46.205059 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.services.segments.db [None req-4d2825d6-8a76-4ea6-902e-8be22ea1e6fc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ce3e5b5-40c0-484a-9c58-6b322d93e7e4') {} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:00:46.218563 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-4d2825d6-8a76-4ea6-902e-8be22ea1e6fc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750379579064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33368791'] for segment (2ce3e5b5-40c0-484a-9c58-6b322d93e7e4), before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:00:46.234615 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-4d2825d6-8a76-4ea6-902e-8be22ea1e6fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682637'] for segment (2ce3e5b5-40c0-484a-9c58-6b322d93e7e4), precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:00:46.241930 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d2825d6-8a76-4ea6-902e-8be22ea1e6fc admin admin] Releasing vlan 933 on physical network physnet1 to pool {{(pid=103319) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 14:00:46.242634 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-4d2825d6-8a76-4ea6-902e-8be22ea1e6fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4648551'] for segment (2ce3e5b5-40c0-484a-9c58-6b322d93e7e4), after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:00:46.245365 dv-cinder-830787-2-iscsi neutron-server[103319]: Traceback (most recent call last): Apr 11 14:00:46.245365 dv-cinder-830787-2-iscsi neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 14:00:46.245365 dv-cinder-830787-2-iscsi neutron-server[103319]: timer() Apr 11 14:00:46.245365 dv-cinder-830787-2-iscsi neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 14:00:46.245365 dv-cinder-830787-2-iscsi neutron-server[103319]: cb(*args, **kw) Apr 11 14:00:46.245365 dv-cinder-830787-2-iscsi neutron-server[103319]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 11 14:00:46.245365 dv-cinder-830787-2-iscsi neutron-server[103319]: return func(*args, **kwargs) Apr 11 14:00:46.245365 dv-cinder-830787-2-iscsi neutron-server[103319]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 14:00:46.245365 dv-cinder-830787-2-iscsi neutron-server[103319]: self._notify() Apr 11 14:00:46.245365 dv-cinder-830787-2-iscsi neutron-server[103319]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 14:00:46.245365 dv-cinder-830787-2-iscsi neutron-server[103319]: self.callback(batched_events) Apr 11 14:00:46.245365 dv-cinder-830787-2-iscsi neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 14:00:46.245365 dv-cinder-830787-2-iscsi neutron-server[103319]: event.method(event) Apr 11 14:00:46.245365 dv-cinder-830787-2-iscsi neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 11 14:00:46.245365 dv-cinder-830787-2-iscsi neutron-server[103319]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 14:00:46.245365 dv-cinder-830787-2-iscsi neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 11 14:00:46.245365 dv-cinder-830787-2-iscsi neutron-server[103319]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 14:00:46.245365 dv-cinder-830787-2-iscsi neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 11 14:00:46.245365 dv-cinder-830787-2-iscsi neutron-server[103319]: return f(self, *a, **k) Apr 11 14:00:46.245365 dv-cinder-830787-2-iscsi neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 14:00:46.245365 dv-cinder-830787-2-iscsi neutron-server[103319]: return self._get(url).json() Apr 11 14:00:46.245365 dv-cinder-830787-2-iscsi neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 14:00:46.245365 dv-cinder-830787-2-iscsi neutron-server[103319]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 14:00:46.245365 dv-cinder-830787-2-iscsi neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 14:00:46.245365 dv-cinder-830787-2-iscsi neutron-server[103319]: return self.request(url, 'GET', **kwargs) Apr 11 14:00:46.245365 dv-cinder-830787-2-iscsi neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 14:00:46.245365 dv-cinder-830787-2-iscsi neutron-server[103319]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 14:00:46.245365 dv-cinder-830787-2-iscsi neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 14:00:46.245365 dv-cinder-830787-2-iscsi neutron-server[103319]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 14:00:46.245365 dv-cinder-830787-2-iscsi neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 14:00:46.245365 dv-cinder-830787-2-iscsi neutron-server[103319]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 14:00:46.245365 dv-cinder-830787-2-iscsi neutron-server[103319]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 14:00:46.272889 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-1945f39c-20a4-4c55-82a2-9b24af7f2667 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750379687693', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750379164483'] for port (5963273e-76db-479a-86d3-463c838ca2e0), after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:00:46.302329 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1945f39c-20a4-4c55-82a2-9b24af7f2667 None None] Pushing event deleted for resources: {'Port': ['ID=5963273e-76db-479a-86d3-463c838ca2e0,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:00:46.304304 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-4d2825d6-8a76-4ea6-902e-8be22ea1e6fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-662402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8024001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8126437'] for network (5b366c5b-a29e-42a6-8ecc-0cc9ff2fdbc0), after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:00:46.306316 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1945f39c-20a4-4c55-82a2-9b24af7f2667 None None] No DVR routers for this DVR port 5963273e-76db-479a-86d3-463c838ca2e0 on host dv-cinder-830787-2-iscsi {{(pid=103320) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 14:00:46.312623 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-4d2825d6-8a76-4ea6-902e-8be22ea1e6fc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871534'] for network (None), before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:00:46.315814 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-4d2825d6-8a76-4ea6-902e-8be22ea1e6fc admin admin] 10.222.0.67 "DELETE /v2.0/networks/5b366c5b-a29e-42a6-8ecc-0cc9ff2fdbc0 HTTP/1.1" status: 204 len: 168 time: 0.5259933 Apr 11 14:00:46.326157 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2825d6-8a76-4ea6-902e-8be22ea1e6fc admin admin] Pushing event deleted for resources: {'Network': ['ID=5b366c5b-a29e-42a6-8ecc-0cc9ff2fdbc0,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:00:46.484584 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.67', 33194) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 14:00:46.524430 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-cab17793-6f32-46bd-939d-f33e457e9476 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=7e9487af89de4df6b7592a993fc4827e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0386076 Apr 11 14:00:46.526780 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.67', 33196) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 14:00:46.573172 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-17ed92f1-e915-4177-9def-1ee0bb721467 admin admin] Publish callbacks [] for security_group (037e8753-abfc-4a51-9764-2b02f91b84d9), before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:00:46.598583 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-17ed92f1-e915-4177-9def-1ee0bb721467 admin admin] Publish callbacks [] for security_group (037e8753-abfc-4a51-9764-2b02f91b84d9), precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:00:46.644470 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-17ed92f1-e915-4177-9def-1ee0bb721467 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8023832'] for security_group (037e8753-abfc-4a51-9764-2b02f91b84d9), after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:00:46.646939 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-17ed92f1-e915-4177-9def-1ee0bb721467 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:00:46.648116 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-17ed92f1-e915-4177-9def-1ee0bb721467 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/037e8753-abfc-4a51-9764-2b02f91b84d9 HTTP/1.1" status: 204 len: 168 time: 0.1202958 Apr 11 14:00:46.656005 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ed92f1-e915-4177-9def-1ee0bb721467 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=037e8753-abfc-4a51-9764-2b02f91b84d9,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:00:47.294628 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.67', 33218) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 14:00:47.388108 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.v2.base [None req-7660e916-ebe3-4cf4-9e85-dcd5d24d83f6 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1957027792-network', 'tenant_id': '63cddbab1b664b5a89b56d5632d2f62e'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:00:47.408369 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7660e916-ebe3-4cf4-9e85-dcd5d24d83f6 admin admin] Made reservation on behalf of 63cddbab1b664b5a89b56d5632d2f62e for: {'network': 1} {{(pid=103319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:00:47.410689 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-7660e916-ebe3-4cf4-9e85-dcd5d24d83f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883311'] for network (None), before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:00:47.419477 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-7660e916-ebe3-4cf4-9e85-dcd5d24d83f6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:00:47.490673 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-7660e916-ebe3-4cf4-9e85-dcd5d24d83f6 admin admin] Publish callbacks [] for security_group (1598a50b-5f71-47b7-9b5b-4bf319973943), precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:00:47.494968 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-7660e916-ebe3-4cf4-9e85-dcd5d24d83f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8023832'] for security_group (1598a50b-5f71-47b7-9b5b-4bf319973943), after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:00:47.518419 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7660e916-ebe3-4cf4-9e85-dcd5d24d83f6 admin admin] vlan segment allocate from pool success with {'vlan_id': 914, 'physical_network': 'physnet1'} {{(pid=103319) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 14:00:47.532000 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7660e916-ebe3-4cf4-9e85-dcd5d24d83f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1598a50b-5f71-47b7-9b5b-4bf319973943,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:00:47.537027 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-7660e916-ebe3-4cf4-9e85-dcd5d24d83f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682637'] for segment (97213a82-28a8-4d4c-8e5b-e53ba672495f), precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:00:47.537370 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.db.segments_db [None req-7660e916-ebe3-4cf4-9e85-dcd5d24d83f6 admin admin] Added segment 97213a82-28a8-4d4c-8e5b-e53ba672495f of type vlan for network 730a24f2-5d00-49fb-895d-b884d9163131 Apr 11 14:00:47.577762 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-7660e916-ebe3-4cf4-9e85-dcd5d24d83f6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750379148903'] for network (730a24f2-5d00-49fb-895d-b884d9163131), precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:00:47.590404 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Device 5d4fa6fd-76c0-4870-86d9-841b0ecd7170 no longer exists at agent ovs-agent-dv-cinder-830787-2-iscsi {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 14:00:47.604779 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-7660e916-ebe3-4cf4-9e85-dcd5d24d83f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8024001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708'] for network (730a24f2-5d00-49fb-895d-b884d9163131), after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:00:47.606161 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7660e916-ebe3-4cf4-9e85-dcd5d24d83f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:00:47.606752 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-7660e916-ebe3-4cf4-9e85-dcd5d24d83f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871534'] for network (None), before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:00:47.612092 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] No Port match for: 5d4fa6fd-76c0-4870-86d9-841b0ecd7170 {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 14:00:47.612375 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Device 5d4fa6fd-76c0-4870-86d9-841b0ecd7170 not bound to the agent host dv-cinder-830787-2-iscsi {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 14:00:47.612780 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Device 5963273e-76db-479a-86d3-463c838ca2e0 no longer exists at agent ovs-agent-dv-cinder-830787-2-iscsi {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 14:00:47.636264 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] No Port match for: 5963273e-76db-479a-86d3-463c838ca2e0 {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 14:00:47.636639 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Device 5963273e-76db-479a-86d3-463c838ca2e0 not bound to the agent host dv-cinder-830787-2-iscsi {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 14:00:47.665550 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-7660e916-ebe3-4cf4-9e85-dcd5d24d83f6 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3698225 Apr 11 14:00:47.668982 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.67', 33222) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 14:00:47.671506 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7660e916-ebe3-4cf4-9e85-dcd5d24d83f6 admin admin] Pushing event updated for resources: {'Network': ['ID=730a24f2-5d00-49fb-895d-b884d9163131,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:00:47.674100 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.v2.base [None req-3df16574-188a-4c5c-8e5a-a9241392d162 admin admin] Request body: {'subnet': {'network_id': '730a24f2-5d00-49fb-895d-b884d9163131', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1957027792-subnet', 'tenant_id': '63cddbab1b664b5a89b56d5632d2f62e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:00:47.682830 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Network 730a24f2-5d00-49fb-895d-b884d9163131 details requested by agent ovs-agent-dv-cinder-830787-2-iscsi with host dv-cinder-830787-2-iscsi {{(pid=103320) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 11 14:00:47.694144 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3df16574-188a-4c5c-8e5a-a9241392d162 admin admin] Made reservation on behalf of 63cddbab1b664b5a89b56d5632d2f62e for: {'subnet': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:00:47.696694 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-3df16574-188a-4c5c-8e5a-a9241392d162 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4237198'] for subnet (None), before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:00:47.862488 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-3df16574-188a-4c5c-8e5a-a9241392d162 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4245493', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4237212'] for subnet (27094053-8505-4a56-8171-b11c8d996c6a), after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:00:47.915516 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df16574-188a-4c5c-8e5a-a9241392d162 admin admin] Pushing event updated for resources: {'Subnet': ['ID=27094053-8505-4a56-8171-b11c8d996c6a,revision_number=0']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:00:47.925814 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3df16574-188a-4c5c-8e5a-a9241392d162 admin admin] Checking segment: {'id': '97213a82-28a8-4d4c-8e5b-e53ba672495f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '730a24f2-5d00-49fb-895d-b884d9163131'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 14:00:47.926170 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3df16574-188a-4c5c-8e5a-a9241392d162 admin admin] Network hostable DHCP agents. Network: 730a24f2-5d00-49fb-895d-b884d9163131, hostable agents: ['d5a8b9a1-2e9e-46b5-8163-20b7d509fa4e'], hosted agents: [] {{(pid=103318) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 14:00:47.943118 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3df16574-188a-4c5c-8e5a-a9241392d162 admin admin] Network 730a24f2-5d00-49fb-895d-b884d9163131 is scheduled to be hosted by DHCP agent d5a8b9a1-2e9e-46b5-8163-20b7d509fa4e with binding_index 1 {{(pid=103318) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 14:00:47.951616 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [None req-3df16574-188a-4c5c-8e5a-a9241392d162 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830787-2-iscsi, 730a24f2-5d00-49fb-895d-b884d9163131) {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:00:47.955609 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3df16574-188a-4c5c-8e5a-a9241392d162 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:00:47.956231 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-3df16574-188a-4c5c-8e5a-a9241392d162 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871534'] for subnet (None), before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:00:47.961221 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efb9d263-9178-490f-90ef-e74462351d20 None None] Network 730a24f2-5d00-49fb-895d-b884d9163131 requested from dv-cinder-830787-2-iscsi {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 14:00:47.973913 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-3df16574-188a-4c5c-8e5a-a9241392d162 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3014328 Apr 11 14:00:47.974109 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.67', 33226) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 14:00:47.978338 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.v2.base [None req-c1181b02-eeb3-432a-ae6e-1da920672a91 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1957027792-router', 'tenant_id': '63cddbab1b664b5a89b56d5632d2f62e', 'external_gateway_info': {'network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886'}}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:00:47.996947 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-c1181b02-eeb3-432a-ae6e-1da920672a91 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8071509', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37535'] for router (a1cff1c1-31ca-4d27-b838-666b936eeefa), before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:00:47.998000 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-c1181b02-eeb3-432a-ae6e-1da920672a91 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8074725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8111966', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8210489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37542'] for router (a1cff1c1-31ca-4d27-b838-666b936eeefa), precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:00:48.051066 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-c1181b02-eeb3-432a-ae6e-1da920672a91 admin admin] Publish callbacks [] for router_controller (a1cff1c1-31ca-4d27-b838-666b936eeefa), precommit_add_association {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:00:48.195378 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b28b568c-0da8-420e-9441-9fd0c0a25c1f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1fe1531a-8e8b-5363-9076-d554666a6dc4-730a24f2-5d00-49fb-895d-b884d9163131', 'network_id': '730a24f2-5d00-49fb-895d-b884d9163131', 'project_id': '63cddbab1b664b5a89b56d5632d2f62e', 'fixed_ips': [{'subnet_id': '27094053-8505-4a56-8171-b11c8d996c6a'}]}} from dv-cinder-830787-2-iscsi. {{(pid=103320) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 11 14:00:48.196811 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-b28b568c-0da8-420e-9441-9fd0c0a25c1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883311'] for port (None), before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:00:48.200731 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-c1181b02-eeb3-432a-ae6e-1da920672a91 admin admin] Publish callbacks [] for router_gateway (a1cff1c1-31ca-4d27-b838-666b936eeefa), precommit_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:00:48.334054 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.db.db_base_plugin_common [None req-b28b568c-0da8-420e-9441-9fd0c0a25c1f None None] Allocated IP 172.20.0.2 (730a24f2-5d00-49fb-895d-b884d9163131/27094053-8505-4a56-8171-b11c8d996c6a/431a78a4-90b0-497c-bbeb-b4ae190bce26) {{(pid=103320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 14:00:48.387685 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-c1181b02-eeb3-432a-ae6e-1da920672a91 admin admin] Publish callbacks [] for router_gateway (a1cff1c1-31ca-4d27-b838-666b936eeefa), before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:00:48.407331 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-c1181b02-eeb3-432a-ae6e-1da920672a91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883311'] for port (None), before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:00:48.477638 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-b28b568c-0da8-420e-9441-9fd0c0a25c1f None None] Publish callbacks [] for port (431a78a4-90b0-497c-bbeb-b4ae190bce26), precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:00:48.483262 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-b28b568c-0da8-420e-9441-9fd0c0a25c1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750379164474'] for port (431a78a4-90b0-497c-bbeb-b4ae190bce26), after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:00:48.511233 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.db.db_base_plugin_common [None req-c1181b02-eeb3-432a-ae6e-1da920672a91 admin admin] Allocated IP 172.27.1.156 (18ff371c-a6b9-4e7a-9b54-bf9ba2e00886/b63ed172-4352-4f2b-94f9-a4e97d1b6a55/8382f930-2a1e-4b67-92ad-b88834e27d48) {{(pid=103318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 14:00:48.532854 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b28b568c-0da8-420e-9441-9fd0c0a25c1f None None] Network 730a24f2-5d00-49fb-895d-b884d9163131 is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:00:48.535836 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [None req-b28b568c-0da8-420e-9441-9fd0c0a25c1f None None] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:00:48.539842 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b28b568c-0da8-420e-9441-9fd0c0a25c1f None None] Received port after_create {{(pid=103320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 14:00:48.547602 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28b568c-0da8-420e-9441-9fd0c0a25c1f None None] Pushing event updated for resources: {'Port': ['ID=431a78a4-90b0-497c-bbeb-b4ae190bce26,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:00:48.601385 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-b28b568c-0da8-420e-9441-9fd0c0a25c1f None None] Attempting to bind port 431a78a4-90b0-497c-bbeb-b4ae190bce26 on host dv-cinder-830787-2-iscsi for vnic_type normal with profile {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 14:00:48.602048 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-b28b568c-0da8-420e-9441-9fd0c0a25c1f None None] Attempting to bind port 431a78a4-90b0-497c-bbeb-b4ae190bce26 by drivers openvswitch,hyperv on host dv-cinder-830787-2-iscsi at level 0 using segments [{'id': '97213a82-28a8-4d4c-8e5b-e53ba672495f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '730a24f2-5d00-49fb-895d-b884d9163131'}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 14:00:48.602160 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b28b568c-0da8-420e-9441-9fd0c0a25c1f None None] Attempting to bind port 431a78a4-90b0-497c-bbeb-b4ae190bce26 on network 730a24f2-5d00-49fb-895d-b884d9163131 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 14:00:48.607778 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b28b568c-0da8-420e-9441-9fd0c0a25c1f None None] Checking agent: {'id': 'f2586825-e748-4c1d-8b98-cb0d5b6c266d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830787-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 13, 47, 3), 'started_at': datetime.datetime(2022, 4, 11, 13, 47, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 14, 0, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830787-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 14:00:48.608155 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b28b568c-0da8-420e-9441-9fd0c0a25c1f None None] Checking segment: {'id': '97213a82-28a8-4d4c-8e5b-e53ba672495f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '730a24f2-5d00-49fb-895d-b884d9163131'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 14:00:48.608623 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-b28b568c-0da8-420e-9441-9fd0c0a25c1f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:00:48.608993 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b28b568c-0da8-420e-9441-9fd0c0a25c1f None None] Bound using segment: {'id': '97213a82-28a8-4d4c-8e5b-e53ba672495f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '730a24f2-5d00-49fb-895d-b884d9163131'} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 14:00:48.609581 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-b28b568c-0da8-420e-9441-9fd0c0a25c1f None None] Bound port: 431a78a4-90b0-497c-bbeb-b4ae190bce26, host: dv-cinder-830787-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97213a82-28a8-4d4c-8e5b-e53ba672495f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '730a24f2-5d00-49fb-895d-b884d9163131'}}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 14:00:48.610070 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-b28b568c-0da8-420e-9441-9fd0c0a25c1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883311'] for port (431a78a4-90b0-497c-bbeb-b4ae190bce26), before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:00:48.618111 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-c1181b02-eeb3-432a-ae6e-1da920672a91 admin admin] Publish callbacks [] for port (8382f930-2a1e-4b67-92ad-b88834e27d48), precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:00:48.652047 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-c1181b02-eeb3-432a-ae6e-1da920672a91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750379164474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4243781'] for port (8382f930-2a1e-4b67-92ad-b88834e27d48), after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:00:48.673454 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-b28b568c-0da8-420e-9441-9fd0c0a25c1f None None] For port 431a78a4-90b0-497c-bbeb-b4ae190bce26, host dv-cinder-830787-2-iscsi, cleared binding levels {{(pid=103320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 14:00:48.676569 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-b28b568c-0da8-420e-9441-9fd0c0a25c1f None None] For port 431a78a4-90b0-497c-bbeb-b4ae190bce26, host dv-cinder-830787-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830787-2-iscsi',level=0,port_id=431a78a4-90b0-497c-bbeb-b4ae190bce26,segment=NetworkSegment(97213a82-28a8-4d4c-8e5b-e53ba672495f),segment_id=97213a82-28a8-4d4c-8e5b-e53ba672495f)] {{(pid=103320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 14:00:48.683150 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-b28b568c-0da8-420e-9441-9fd0c0a25c1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750379687711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750379164492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750379164510'] for port (431a78a4-90b0-497c-bbeb-b4ae190bce26), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:00:48.693738 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1181b02-eeb3-432a-ae6e-1da920672a91 admin admin] Network 18ff371c-a6b9-4e7a-9b54-bf9ba2e00886 is already hosted by enough agents. {{(pid=103318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:00:48.696617 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [None req-c1181b02-eeb3-432a-ae6e-1da920672a91 admin admin] Resources bound (agent type, host, resource id): {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:00:48.700303 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1181b02-eeb3-432a-ae6e-1da920672a91 admin admin] Received port after_create {{(pid=103318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 14:00:48.730712 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1181b02-eeb3-432a-ae6e-1da920672a91 admin admin] Pushing event updated for resources: {'Port': ['ID=8382f930-2a1e-4b67-92ad-b88834e27d48,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:00:48.754666 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28b568c-0da8-420e-9441-9fd0c0a25c1f None None] Pushing event updated for resources: {'Port': ['ID=431a78a4-90b0-497c-bbeb-b4ae190bce26,revision_number=2']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:00:48.974888 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-c1181b02-eeb3-432a-ae6e-1da920672a91 admin admin] Publish callbacks [] for router_gateway (a1cff1c1-31ca-4d27-b838-666b936eeefa), after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:00:49.396409 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-c1181b02-eeb3-432a-ae6e-1da920672a91 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8074716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8126381'] for router (a1cff1c1-31ca-4d27-b838-666b936eeefa), after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:00:49.535129 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1181b02-eeb3-432a-ae6e-1da920672a91 admin admin] Router a1cff1c1-31ca-4d27-b838-666b936eeefa is scheduled to L3 agent e731c656-576f-4174-9da3-af64518920bc with binding_index 1 {{(pid=103318) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 11 14:00:49.623068 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Device 431a78a4-90b0-497c-bbeb-b4ae190bce26 up at agent ovs-agent-dv-cinder-830787-2-iscsi {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 14:00:49.655341 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-385845a1-dc68-44d4-bb40-6c4e2af7353f None None] Network 730a24f2-5d00-49fb-895d-b884d9163131 requested from dv-cinder-830787-2-iscsi {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 14:00:49.660334 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1181b02-eeb3-432a-ae6e-1da920672a91 admin admin] Notify agent at l3_agent.dv-cinder-830787-2-iscsi the message routers_updated {{(pid=103318) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 14:00:49.669888 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e006a4f8-ed4c-4a94-91d7-496a5aee23cc None None] Sync routers for ids ['a1cff1c1-31ca-4d27-b838-666b936eeefa'] in dv-cinder-830787-2-iscsi {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 14:00:49.678198 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-c1181b02-eeb3-432a-ae6e-1da920672a91 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:00:49.679197 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-c1181b02-eeb3-432a-ae6e-1da920672a91 admin admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.7041051 Apr 11 14:00:49.680339 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e006a4f8-ed4c-4a94-91d7-496a5aee23cc None None] Routers {'a1cff1c1-31ca-4d27-b838-666b936eeefa'} bound to L3 agent in host dv-cinder-830787-2-iscsi {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 14:00:49.680950 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-e006a4f8-ed4c-4a94-91d7-496a5aee23cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830787-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-11T13:46:59Z,description=,heartbeat_timestamp=2022-04-11T14:00:29Z,host='dv-cinder-830787-2-iscsi',id=e731c656-576f-4174-9da3-af64518920bc,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T13:46:59Z,topic='l3_agent')) {'router_ids': ['a1cff1c1-31ca-4d27-b838-666b936eeefa'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:00:49.682219 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.67', 33230) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 14:00:49.748136 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-59f98cee-a05a-4887-81a6-3f8becdd85b5 None None] Provisioning complete for port 431a78a4-90b0-497c-bbeb-b4ae190bce26 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 14:00:49.748515 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-59f98cee-a05a-4887-81a6-3f8becdd85b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-663396'] for port (431a78a4-90b0-497c-bbeb-b4ae190bce26), provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:00:49.771318 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Provisioning complete for port 431a78a4-90b0-497c-bbeb-b4ae190bce26 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 14:00:49.771713 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-663396'] for port (431a78a4-90b0-497c-bbeb-b4ae190bce26), provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:00:49.793497 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-e006a4f8-ed4c-4a94-91d7-496a5aee23cc None None] Set router a1cff1c1-31ca-4d27-b838-666b936eeefa gateway port host: dv-cinder-830787-2-iscsi {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 14:00:49.935938 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-59f98cee-a05a-4887-81a6-3f8becdd85b5 None None] Current status of the port 431a78a4-90b0-497c-bbeb-b4ae190bce26 is: DOWN; New status is: ACTIVE {{(pid=103320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 14:00:49.936341 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-59f98cee-a05a-4887-81a6-3f8becdd85b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883311'] for port (431a78a4-90b0-497c-bbeb-b4ae190bce26), before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:00:49.947103 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Current status of the port 431a78a4-90b0-497c-bbeb-b4ae190bce26 is: DOWN; New status is: ACTIVE {{(pid=103320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 14:00:49.948036 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883311'] for port (431a78a4-90b0-497c-bbeb-b4ae190bce26), before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:00:49.989653 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-59f98cee-a05a-4887-81a6-3f8becdd85b5 None None] For port 431a78a4-90b0-497c-bbeb-b4ae190bce26, host dv-cinder-830787-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830787-2-iscsi',level=0,port_id=431a78a4-90b0-497c-bbeb-b4ae190bce26,segment=NetworkSegment(97213a82-28a8-4d4c-8e5b-e53ba672495f),segment_id=97213a82-28a8-4d4c-8e5b-e53ba672495f)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 14:00:49.996403 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-e006a4f8-ed4c-4a94-91d7-496a5aee23cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1cff1c1-31ca-4d27-b838-666b936eeefa', 'name': 'tempest-AttachVolumeNegativeTest-1957027792-router', 'tenant_id': '63cddbab1b664b5a89b56d5632d2f62e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886', 'external_fixed_ips': [{'subnet_id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'ip_address': '172.27.1.156'}], 'enable_snat': True}, 'gw_port_id': '8382f930-2a1e-4b67-92ad-b88834e27d48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:00:48Z', 'updated_at': '2022-04-11T14:00:48Z', 'revision_number': 3, 'project_id': '63cddbab1b664b5a89b56d5632d2f62e', 'gw_port': {'id': '8382f930-2a1e-4b67-92ad-b88834e27d48', 'name': '', 'network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:c8:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1cff1c1-31ca-4d27-b838-666b936eeefa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'ip_address': '172.27.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:00:48Z', 'updated_at': '2022-04-11T14:00:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830787-2-iscsi'}], 'dv-cinder-830787-2-iscsi', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:00:50.006936 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-59f98cee-a05a-4887-81a6-3f8becdd85b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750379687711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750379164492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750379164510'] for port (431a78a4-90b0-497c-bbeb-b4ae190bce26), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:00:50.027735 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e006a4f8-ed4c-4a94-91d7-496a5aee23cc None None] Checking router: a1cff1c1-31ca-4d27-b838-666b936eeefa for host: dv-cinder-830787-2-iscsi {{(pid=103321) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 14:00:50.028400 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e006a4f8-ed4c-4a94-91d7-496a5aee23cc None None] Updating router a1cff1c1-31ca-4d27-b838-666b936eeefa port 8382f930-2a1e-4b67-92ad-b88834e27d48 binding host dv-cinder-830787-2-iscsi {{(pid=103321) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 14:00:50.077433 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-e006a4f8-ed4c-4a94-91d7-496a5aee23cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883311'] for port (8382f930-2a1e-4b67-92ad-b88834e27d48), before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:00:50.105195 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.db.api [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103320) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 11 14:00:50.105561 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG oslo_db.api [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 11 14:00:50.111584 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f98cee-a05a-4887-81a6-3f8becdd85b5 None None] Pushing event updated for resources: {'Port': ['ID=431a78a4-90b0-497c-bbeb-b4ae190bce26,revision_number=3']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:00:50.141068 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-12688346-080d-4431-a75a-2c74a848a5fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883311'] for port (None), before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:00:50.225987 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-791be091-b3d4-4ae3-9fe0-14fffcb8d607 None None] Provisioning complete for port 431a78a4-90b0-497c-bbeb-b4ae190bce26 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 14:00:50.226276 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-791be091-b3d4-4ae3-9fe0-14fffcb8d607 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-663396'] for port (431a78a4-90b0-497c-bbeb-b4ae190bce26), provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:00:50.301120 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.db.db_base_plugin_common [None req-12688346-080d-4431-a75a-2c74a848a5fa admin admin] Allocated IP 172.20.0.1 (730a24f2-5d00-49fb-895d-b884d9163131/27094053-8505-4a56-8171-b11c8d996c6a/bacc6394-9f02-4ad3-a5f8-7e8cf9c381e7) {{(pid=103319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 14:00:50.309703 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-791be091-b3d4-4ae3-9fe0-14fffcb8d607 None None] Current status of the port 431a78a4-90b0-497c-bbeb-b4ae190bce26 is: ACTIVE; New status is: ACTIVE {{(pid=103320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 14:00:50.333216 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-e006a4f8-ed4c-4a94-91d7-496a5aee23cc None None] Publish callbacks [] for port (8382f930-2a1e-4b67-92ad-b88834e27d48), precommit_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:00:50.338263 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-e006a4f8-ed4c-4a94-91d7-496a5aee23cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750379687711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750379164492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750379164510'] for port (8382f930-2a1e-4b67-92ad-b88834e27d48), after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:00:50.391597 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cdf5b5-a486-4fe5-a301-a450e39a35f3 None None] Pushing event updated for resources: {'Port': ['ID=8382f930-2a1e-4b67-92ad-b88834e27d48,revision_number=2']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:00:50.399755 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [None req-e006a4f8-ed4c-4a94-91d7-496a5aee23cc None None] Attempting to bind port 8382f930-2a1e-4b67-92ad-b88834e27d48 on host dv-cinder-830787-2-iscsi for vnic_type normal with profile {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 14:00:50.399755 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [None req-e006a4f8-ed4c-4a94-91d7-496a5aee23cc None None] Attempting to bind port 8382f930-2a1e-4b67-92ad-b88834e27d48 by drivers openvswitch,hyperv on host dv-cinder-830787-2-iscsi at level 0 using segments [{'id': '153f0837-19dc-4e5c-bf6b-49a4300ea8f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886'}] {{(pid=103321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 14:00:50.400093 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e006a4f8-ed4c-4a94-91d7-496a5aee23cc None None] Attempting to bind port 8382f930-2a1e-4b67-92ad-b88834e27d48 on network 18ff371c-a6b9-4e7a-9b54-bf9ba2e00886 {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 14:00:50.403720 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4cdf5b5-a486-4fe5-a301-a450e39a35f3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:00:50.404071 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4cdf5b5-a486-4fe5-a301-a450e39a35f3 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:00:50.404433 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4cdf5b5-a486-4fe5-a301-a450e39a35f3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:00:50.405059 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4cdf5b5-a486-4fe5-a301-a450e39a35f3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:00:50.405399 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4cdf5b5-a486-4fe5-a301-a450e39a35f3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:00:50.405727 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4cdf5b5-a486-4fe5-a301-a450e39a35f3 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:00:50.406074 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4cdf5b5-a486-4fe5-a301-a450e39a35f3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:00:50.406375 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4cdf5b5-a486-4fe5-a301-a450e39a35f3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:00:50.406699 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4cdf5b5-a486-4fe5-a301-a450e39a35f3 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:00:50.407021 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4cdf5b5-a486-4fe5-a301-a450e39a35f3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:00:50.407350 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4cdf5b5-a486-4fe5-a301-a450e39a35f3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:00:50.407709 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4cdf5b5-a486-4fe5-a301-a450e39a35f3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:00:50.408033 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4cdf5b5-a486-4fe5-a301-a450e39a35f3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:00:50.408352 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4cdf5b5-a486-4fe5-a301-a450e39a35f3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:00:50.408670 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4cdf5b5-a486-4fe5-a301-a450e39a35f3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:00:50.410468 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-12688346-080d-4431-a75a-2c74a848a5fa admin admin] Publish callbacks [] for port (bacc6394-9f02-4ad3-a5f8-7e8cf9c381e7), precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:00:50.415900 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e006a4f8-ed4c-4a94-91d7-496a5aee23cc None None] Checking agent: {'id': 'f2586825-e748-4c1d-8b98-cb0d5b6c266d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830787-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 13, 47, 3), 'started_at': datetime.datetime(2022, 4, 11, 13, 47, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 14, 0, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830787-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 14:00:50.416489 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e006a4f8-ed4c-4a94-91d7-496a5aee23cc None None] Checking segment: {'id': '153f0837-19dc-4e5c-bf6b-49a4300ea8f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 14:00:50.417098 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-e006a4f8-ed4c-4a94-91d7-496a5aee23cc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:00:50.417568 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e006a4f8-ed4c-4a94-91d7-496a5aee23cc None None] Bound using segment: {'id': '153f0837-19dc-4e5c-bf6b-49a4300ea8f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886'} {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 14:00:50.418115 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [None req-e006a4f8-ed4c-4a94-91d7-496a5aee23cc None None] Bound port: 8382f930-2a1e-4b67-92ad-b88834e27d48, host: dv-cinder-830787-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '153f0837-19dc-4e5c-bf6b-49a4300ea8f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886'}}] {{(pid=103321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 14:00:50.418515 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-e006a4f8-ed4c-4a94-91d7-496a5aee23cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883311'] for port (8382f930-2a1e-4b67-92ad-b88834e27d48), before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:00:50.443679 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-12688346-080d-4431-a75a-2c74a848a5fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750379164474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4648624'] for port (bacc6394-9f02-4ad3-a5f8-7e8cf9c381e7), after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:00:50.472497 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.plugins.ml2.db [None req-e006a4f8-ed4c-4a94-91d7-496a5aee23cc None None] For port 8382f930-2a1e-4b67-92ad-b88834e27d48, host dv-cinder-830787-2-iscsi, cleared binding levels {{(pid=103321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 14:00:50.475766 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.plugins.ml2.db [None req-e006a4f8-ed4c-4a94-91d7-496a5aee23cc None None] For port 8382f930-2a1e-4b67-92ad-b88834e27d48, host dv-cinder-830787-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830787-2-iscsi',level=0,port_id=8382f930-2a1e-4b67-92ad-b88834e27d48,segment=NetworkSegment(153f0837-19dc-4e5c-bf6b-49a4300ea8f5),segment_id=153f0837-19dc-4e5c-bf6b-49a4300ea8f5)] {{(pid=103321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 14:00:50.482677 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-e006a4f8-ed4c-4a94-91d7-496a5aee23cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750379687711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750379164492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750379164510'] for port (8382f930-2a1e-4b67-92ad-b88834e27d48), after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:00:50.487459 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12688346-080d-4431-a75a-2c74a848a5fa admin admin] Network 730a24f2-5d00-49fb-895d-b884d9163131 is already hosted by enough agents. {{(pid=103319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:00:50.490259 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [None req-12688346-080d-4431-a75a-2c74a848a5fa admin admin] Resources bound (agent type, host, resource id): {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:00:50.495219 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12688346-080d-4431-a75a-2c74a848a5fa admin admin] Received port after_create {{(pid=103319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 14:00:50.498161 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12688346-080d-4431-a75a-2c74a848a5fa admin admin] Pushing event updated for resources: {'Port': ['ID=bacc6394-9f02-4ad3-a5f8-7e8cf9c381e7,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:00:50.538835 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-12688346-080d-4431-a75a-2c74a848a5fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8126302'] for router_interface (a1cff1c1-31ca-4d27-b838-666b936eeefa), before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:00:50.551263 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e006a4f8-ed4c-4a94-91d7-496a5aee23cc None None] Routers {'a1cff1c1-31ca-4d27-b838-666b936eeefa'} bound to L3 agent in host dv-cinder-830787-2-iscsi {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 14:00:50.551903 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-e006a4f8-ed4c-4a94-91d7-496a5aee23cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830787-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-11T13:46:59Z,description=,heartbeat_timestamp=2022-04-11T14:00:29Z,host='dv-cinder-830787-2-iscsi',id=e731c656-576f-4174-9da3-af64518920bc,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T13:46:59Z,topic='l3_agent')) {'router_ids': ['a1cff1c1-31ca-4d27-b838-666b936eeefa'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:00:50.553698 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cdf5b5-a486-4fe5-a301-a450e39a35f3 None None] Pushing event updated for resources: {'Port': ['ID=8382f930-2a1e-4b67-92ad-b88834e27d48,revision_number=3']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:00:50.659854 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Current status of the port 431a78a4-90b0-497c-bbeb-b4ae190bce26 is: ACTIVE; New status is: ACTIVE {{(pid=103320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 14:00:50.684676 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-12688346-080d-4431-a75a-2c74a848a5fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883311'] for port (bacc6394-9f02-4ad3-a5f8-7e8cf9c381e7), before_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:00:50.728108 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-decbccb8-6d53-41c8-bb3b-995fbf70415a None None] Provisioning complete for port bacc6394-9f02-4ad3-a5f8-7e8cf9c381e7 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 14:00:50.728731 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-decbccb8-6d53-41c8-bb3b-995fbf70415a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-663396'] for port (bacc6394-9f02-4ad3-a5f8-7e8cf9c381e7), provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:00:50.769045 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-decbccb8-6d53-41c8-bb3b-995fbf70415a None None] Port bacc6394-9f02-4ad3-a5f8-7e8cf9c381e7 cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 14:00:50.782597 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-e006a4f8-ed4c-4a94-91d7-496a5aee23cc None None] Set router a1cff1c1-31ca-4d27-b838-666b936eeefa gateway port host: dv-cinder-830787-2-iscsi {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 14:00:50.853107 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-12688346-080d-4431-a75a-2c74a848a5fa admin admin] Publish callbacks [] for port (bacc6394-9f02-4ad3-a5f8-7e8cf9c381e7), precommit_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:00:50.858502 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-12688346-080d-4431-a75a-2c74a848a5fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750379687711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750379164492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750379164510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4648635'] for port (bacc6394-9f02-4ad3-a5f8-7e8cf9c381e7), after_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:00:50.926850 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12688346-080d-4431-a75a-2c74a848a5fa admin admin] Pushing event updated for resources: {'Port': ['ID=bacc6394-9f02-4ad3-a5f8-7e8cf9c381e7,revision_number=2']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:00:50.933084 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-12688346-080d-4431-a75a-2c74a848a5fa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7871730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8123374'] for router_interface (a1cff1c1-31ca-4d27-b838-666b936eeefa), after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:00:50.955193 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-e006a4f8-ed4c-4a94-91d7-496a5aee23cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1cff1c1-31ca-4d27-b838-666b936eeefa', 'name': 'tempest-AttachVolumeNegativeTest-1957027792-router', 'tenant_id': '63cddbab1b664b5a89b56d5632d2f62e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886', 'external_fixed_ips': [{'subnet_id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'ip_address': '172.27.1.156'}], 'enable_snat': True}, 'gw_port_id': '8382f930-2a1e-4b67-92ad-b88834e27d48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:00:48Z', 'updated_at': '2022-04-11T14:00:48Z', 'revision_number': 3, 'project_id': '63cddbab1b664b5a89b56d5632d2f62e', 'gw_port': {'id': '8382f930-2a1e-4b67-92ad-b88834e27d48', 'name': '', 'network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:c8:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1cff1c1-31ca-4d27-b838-666b936eeefa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'ip_address': '172.27.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:00:48Z', 'updated_at': '2022-04-11T14:00:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830787-2-iscsi'}], 'dv-cinder-830787-2-iscsi', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:00:50.985336 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e006a4f8-ed4c-4a94-91d7-496a5aee23cc None None] The sync data for ids ['a1cff1c1-31ca-4d27-b838-666b936eeefa'] in dv-cinder-830787-2-iscsi is: [{'id': 'a1cff1c1-31ca-4d27-b838-666b936eeefa', 'name': 'tempest-AttachVolumeNegativeTest-1957027792-router', 'tenant_id': '63cddbab1b664b5a89b56d5632d2f62e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886', 'external_fixed_ips': [{'subnet_id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'ip_address': '172.27.1.156'}], 'enable_snat': True}, 'gw_port_id': '8382f930-2a1e-4b67-92ad-b88834e27d48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:00:48Z', 'updated_at': '2022-04-11T14:00:48Z', 'revision_number': 3, 'project_id': '63cddbab1b664b5a89b56d5632d2f62e', 'gw_port': {'id': '8382f930-2a1e-4b67-92ad-b88834e27d48', 'name': '', 'network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:c8:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1cff1c1-31ca-4d27-b838-666b936eeefa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'ip_address': '172.27.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:00:48Z', 'updated_at': '2022-04-11T14:00:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830787-2-iscsi'}] {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 14:00:51.023493 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12688346-080d-4431-a75a-2c74a848a5fa admin admin] Network 730a24f2-5d00-49fb-895d-b884d9163131 is already hosted by enough agents. {{(pid=103319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:00:51.024828 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [None req-12688346-080d-4431-a75a-2c74a848a5fa admin admin] Resources bound (agent type, host, resource id): {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:00:51.295060 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-00eb6853-e6ea-4294-bd27-0e0213a59945 None None] Provisioning complete for port bacc6394-9f02-4ad3-a5f8-7e8cf9c381e7 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 14:00:51.295460 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-00eb6853-e6ea-4294-bd27-0e0213a59945 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-663396'] for port (bacc6394-9f02-4ad3-a5f8-7e8cf9c381e7), provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:00:51.336675 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-00eb6853-e6ea-4294-bd27-0e0213a59945 None None] Port bacc6394-9f02-4ad3-a5f8-7e8cf9c381e7 cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 14:00:51.421777 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12688346-080d-4431-a75a-2c74a848a5fa admin admin] Router a1cff1c1-31ca-4d27-b838-666b936eeefa has already been hosted by L3 agent e731c656-576f-4174-9da3-af64518920bc {{(pid=103319) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 14:00:51.537214 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12688346-080d-4431-a75a-2c74a848a5fa admin admin] Notify agent at l3_agent.dv-cinder-830787-2-iscsi the message routers_updated {{(pid=103319) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 14:00:51.542992 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-12688346-080d-4431-a75a-2c74a848a5fa admin admin] 10.222.0.67 "PUT /v2.0/routers/a1cff1c1-31ca-4d27-b838-666b936eeefa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8591106 Apr 11 14:00:51.695919 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Device 8382f930-2a1e-4b67-92ad-b88834e27d48 up at agent ovs-agent-dv-cinder-830787-2-iscsi {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 14:00:51.746162 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Provisioning complete for port 8382f930-2a1e-4b67-92ad-b88834e27d48 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 14:00:51.746540 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-663396'] for port (8382f930-2a1e-4b67-92ad-b88834e27d48), provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:00:51.836718 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Current status of the port 8382f930-2a1e-4b67-92ad-b88834e27d48 is: DOWN; New status is: ACTIVE {{(pid=103320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 14:00:51.838309 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883311'] for port (8382f930-2a1e-4b67-92ad-b88834e27d48), before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:00:51.858630 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] For port 8382f930-2a1e-4b67-92ad-b88834e27d48, host dv-cinder-830787-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830787-2-iscsi',level=0,port_id=8382f930-2a1e-4b67-92ad-b88834e27d48,segment=NetworkSegment(153f0837-19dc-4e5c-bf6b-49a4300ea8f5),segment_id=153f0837-19dc-4e5c-bf6b-49a4300ea8f5)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 14:00:51.863064 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750379687711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750379164492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750379164510'] for port (8382f930-2a1e-4b67-92ad-b88834e27d48), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:00:51.864037 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Device 431a78a4-90b0-497c-bbeb-b4ae190bce26 up at agent ovs-agent-dv-cinder-830787-2-iscsi {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 14:00:51.939582 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Pushing event updated for resources: {'Port': ['ID=8382f930-2a1e-4b67-92ad-b88834e27d48,revision_number=4']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:00:51.952489 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Provisioning complete for port 431a78a4-90b0-497c-bbeb-b4ae190bce26 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 14:00:51.952892 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-663396'] for port (431a78a4-90b0-497c-bbeb-b4ae190bce26), provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:00:52.033857 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Current status of the port 431a78a4-90b0-497c-bbeb-b4ae190bce26 is: ACTIVE; New status is: ACTIVE {{(pid=103320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 14:00:52.044291 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.67', 33240) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 14:00:52.048975 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.v2.base [None req-f223975e-fd59-4e00-8017-d2bdfbe5b2f6 tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1803549458', 'description': 'tempest-description--2102200347'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:00:52.070216 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-f223975e-fd59-4e00-8017-d2bdfbe5b2f6 tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] Publish callbacks [] for security_group (None), before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:00:52.134756 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-f223975e-fd59-4e00-8017-d2bdfbe5b2f6 tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] Publish callbacks [] for security_group (3903d284-5402-4d4d-9d0d-70dcffd16a24), precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:00:52.138443 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-f223975e-fd59-4e00-8017-d2bdfbe5b2f6 tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8023832'] for security_group (3903d284-5402-4d4d-9d0d-70dcffd16a24), after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:00:52.167080 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f223975e-fd59-4e00-8017-d2bdfbe5b2f6 tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3903d284-5402-4d4d-9d0d-70dcffd16a24,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:00:52.171686 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-f223975e-fd59-4e00-8017-d2bdfbe5b2f6 tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] Publish callbacks [] for security_group (None), before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:00:52.172882 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-f223975e-fd59-4e00-8017-d2bdfbe5b2f6 tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1275938 Apr 11 14:00:52.175673 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.67', 33242) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 14:00:52.179952 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.v2.base [None req-60582ede-6b13-4498-9023-306bc893b179 tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] Request body: {'security_group_rule': {'security_group_id': '3903d284-5402-4d4d-9d0d-70dcffd16a24', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:00:52.210163 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-60582ede-6b13-4498-9023-306bc893b179 tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] Publish callbacks [] for security_group_rule (acff9279-9f9c-4314-ba3d-4d18391210cb), before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:00:52.270016 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-60582ede-6b13-4498-9023-306bc893b179 tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] Publish callbacks [] for security_group_rule (acff9279-9f9c-4314-ba3d-4d18391210cb), precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:00:52.273681 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-60582ede-6b13-4498-9023-306bc893b179 tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8023914'] for security_group_rule (acff9279-9f9c-4314-ba3d-4d18391210cb), after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:00:52.292338 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60582ede-6b13-4498-9023-306bc893b179 tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=acff9279-9f9c-4314-ba3d-4d18391210cb,revision_number=0']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:00:52.299558 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-60582ede-6b13-4498-9023-306bc893b179 tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:00:52.300827 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-60582ede-6b13-4498-9023-306bc893b179 tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1242409 Apr 11 14:00:52.303873 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.67', 33244) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 14:00:52.308663 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.v2.base [None req-b7311719-36e7-4d21-89eb-156ef02b5068 tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] Request body: {'security_group_rule': {'security_group_id': '3903d284-5402-4d4d-9d0d-70dcffd16a24', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:00:52.333916 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-b7311719-36e7-4d21-89eb-156ef02b5068 tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] Publish callbacks [] for security_group_rule (36c970f7-c106-40d3-90ca-d682d88963e2), before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:00:52.391101 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-b7311719-36e7-4d21-89eb-156ef02b5068 tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] Publish callbacks [] for security_group_rule (36c970f7-c106-40d3-90ca-d682d88963e2), precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:00:52.395859 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-b7311719-36e7-4d21-89eb-156ef02b5068 tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8023914'] for security_group_rule (36c970f7-c106-40d3-90ca-d682d88963e2), after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:00:52.413355 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7311719-36e7-4d21-89eb-156ef02b5068 tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36c970f7-c106-40d3-90ca-d682d88963e2,revision_number=0']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:00:52.422635 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-b7311719-36e7-4d21-89eb-156ef02b5068 tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:00:52.423876 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-b7311719-36e7-4d21-89eb-156ef02b5068 tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1189654 Apr 11 14:00:52.426969 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.67', 33246) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 14:00:52.432574 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.v2.base [None req-102231ee-733e-4516-a8b8-e0efbf467e0e tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] Request body: {'floatingip': {'floating_network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:00:52.453396 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-102231ee-733e-4516-a8b8-e0efbf467e0e tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:00:52.533173 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-102231ee-733e-4516-a8b8-e0efbf467e0e tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883311'] for port (None), before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:00:52.543383 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-262c49b7-a59f-429a-bc2f-d47e6a69ffab None None] Sync routers for ids ['a1cff1c1-31ca-4d27-b838-666b936eeefa'] in dv-cinder-830787-2-iscsi {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 14:00:52.552484 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-262c49b7-a59f-429a-bc2f-d47e6a69ffab None None] Routers {'a1cff1c1-31ca-4d27-b838-666b936eeefa'} bound to L3 agent in host dv-cinder-830787-2-iscsi {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 14:00:52.553086 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-262c49b7-a59f-429a-bc2f-d47e6a69ffab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830787-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-11T13:46:59Z,description=,heartbeat_timestamp=2022-04-11T14:00:29Z,host='dv-cinder-830787-2-iscsi',id=e731c656-576f-4174-9da3-af64518920bc,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T13:46:59Z,topic='l3_agent')) {'router_ids': ['a1cff1c1-31ca-4d27-b838-666b936eeefa'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:00:52.639346 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.db.db_base_plugin_common [None req-102231ee-733e-4516-a8b8-e0efbf467e0e tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] Allocated IP 172.27.1.139 (18ff371c-a6b9-4e7a-9b54-bf9ba2e00886/b63ed172-4352-4f2b-94f9-a4e97d1b6a55/d8d03d88-7914-4496-9a8a-9132bdba5b4f) {{(pid=103318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 14:00:52.668578 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.db.l3_dvr_db [None req-262c49b7-a59f-429a-bc2f-d47e6a69ffab None None] Set router a1cff1c1-31ca-4d27-b838-666b936eeefa gateway port host: dv-cinder-830787-2-iscsi {{(pid=103320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 14:00:52.744844 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-102231ee-733e-4516-a8b8-e0efbf467e0e tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] Publish callbacks [] for port (d8d03d88-7914-4496-9a8a-9132bdba5b4f), precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:00:52.778276 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-102231ee-733e-4516-a8b8-e0efbf467e0e tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750379164474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4243781'] for port (d8d03d88-7914-4496-9a8a-9132bdba5b4f), after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:00:52.818022 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-102231ee-733e-4516-a8b8-e0efbf467e0e tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] Network 18ff371c-a6b9-4e7a-9b54-bf9ba2e00886 is already hosted by enough agents. {{(pid=103318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:00:52.822420 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [None req-102231ee-733e-4516-a8b8-e0efbf467e0e tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] Resources bound (agent type, host, resource id): {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:00:52.825840 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-102231ee-733e-4516-a8b8-e0efbf467e0e tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] Received port after_create {{(pid=103318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 14:00:52.831275 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102231ee-733e-4516-a8b8-e0efbf467e0e tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] Pushing event updated for resources: {'Port': ['ID=d8d03d88-7914-4496-9a8a-9132bdba5b4f,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:00:52.870788 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-262c49b7-a59f-429a-bc2f-d47e6a69ffab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1cff1c1-31ca-4d27-b838-666b936eeefa', 'name': 'tempest-AttachVolumeNegativeTest-1957027792-router', 'tenant_id': '63cddbab1b664b5a89b56d5632d2f62e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886', 'external_fixed_ips': [{'subnet_id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'ip_address': '172.27.1.156'}], 'enable_snat': True}, 'gw_port_id': '8382f930-2a1e-4b67-92ad-b88834e27d48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:00:48Z', 'updated_at': '2022-04-11T14:00:50Z', 'revision_number': 4, 'project_id': '63cddbab1b664b5a89b56d5632d2f62e', 'gw_port': {'id': '8382f930-2a1e-4b67-92ad-b88834e27d48', 'name': '', 'network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:c8:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1cff1c1-31ca-4d27-b838-666b936eeefa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'ip_address': '172.27.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:00:48Z', 'updated_at': '2022-04-11T14:00:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830787-2-iscsi', '_interfaces': [{'id': 'bacc6394-9f02-4ad3-a5f8-7e8cf9c381e7', 'name': '', 'network_id': '730a24f2-5d00-49fb-895d-b884d9163131', 'tenant_id': '63cddbab1b664b5a89b56d5632d2f62e', 'mac_address': 'fa:16:3e:5d:27:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1cff1c1-31ca-4d27-b838-666b936eeefa', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '27094053-8505-4a56-8171-b11c8d996c6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:00:50Z', 'updated_at': '2022-04-11T14:00:50Z', 'revision_number': 2, 'project_id': '63cddbab1b664b5a89b56d5632d2f62e', 'subnets': [{'id': '27094053-8505-4a56-8171-b11c8d996c6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830787-2-iscsi', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:00:52.897379 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-262c49b7-a59f-429a-bc2f-d47e6a69ffab None None] Checking router: a1cff1c1-31ca-4d27-b838-666b936eeefa for host: dv-cinder-830787-2-iscsi {{(pid=103320) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 14:00:52.897738 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-262c49b7-a59f-429a-bc2f-d47e6a69ffab None None] Updating router a1cff1c1-31ca-4d27-b838-666b936eeefa port bacc6394-9f02-4ad3-a5f8-7e8cf9c381e7 binding host dv-cinder-830787-2-iscsi {{(pid=103320) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 14:00:52.920990 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-102231ee-733e-4516-a8b8-e0efbf467e0e tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] Publish callbacks [] for floatingip (2161370f-166a-4c86-b36b-a1186c0ea0b4), precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:00:52.925758 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-262c49b7-a59f-429a-bc2f-d47e6a69ffab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883311'] for port (bacc6394-9f02-4ad3-a5f8-7e8cf9c381e7), before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:00:52.958207 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-102231ee-733e-4516-a8b8-e0efbf467e0e tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883311'] for port (d8d03d88-7914-4496-9a8a-9132bdba5b4f), before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:00:53.108361 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-102231ee-733e-4516-a8b8-e0efbf467e0e tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] Publish callbacks [] for port (d8d03d88-7914-4496-9a8a-9132bdba5b4f), precommit_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:00:53.114020 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-102231ee-733e-4516-a8b8-e0efbf467e0e tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750379687711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750379164492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750379164510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4243790'] for port (d8d03d88-7914-4496-9a8a-9132bdba5b4f), after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:00:53.182069 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102231ee-733e-4516-a8b8-e0efbf467e0e tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] Pushing event updated for resources: {'Port': ['ID=d8d03d88-7914-4496-9a8a-9132bdba5b4f,revision_number=2']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:00:53.194941 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-102231ee-733e-4516-a8b8-e0efbf467e0e tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8126411'] for floatingip (2161370f-166a-4c86-b36b-a1186c0ea0b4), after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:00:53.199259 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-262c49b7-a59f-429a-bc2f-d47e6a69ffab None None] Publish callbacks [] for port (bacc6394-9f02-4ad3-a5f8-7e8cf9c381e7), precommit_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:00:53.205036 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-262c49b7-a59f-429a-bc2f-d47e6a69ffab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750379687711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750379164492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750379164510'] for port (bacc6394-9f02-4ad3-a5f8-7e8cf9c381e7), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:00:53.210948 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-102231ee-733e-4516-a8b8-e0efbf467e0e tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-507053'] for floatingip (None), before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:00:53.227658 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-102231ee-733e-4516-a8b8-e0efbf467e0e tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7842484 Apr 11 14:00:53.270122 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efdba455-ea90-41fe-bdc3-9969b821f07e None None] Pushing event updated for resources: {'Port': ['ID=bacc6394-9f02-4ad3-a5f8-7e8cf9c381e7,revision_number=3']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:00:53.324241 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-262c49b7-a59f-429a-bc2f-d47e6a69ffab None None] Attempting to bind port bacc6394-9f02-4ad3-a5f8-7e8cf9c381e7 on host dv-cinder-830787-2-iscsi for vnic_type normal with profile {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 14:00:53.324466 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-262c49b7-a59f-429a-bc2f-d47e6a69ffab None None] Attempting to bind port bacc6394-9f02-4ad3-a5f8-7e8cf9c381e7 by drivers openvswitch,hyperv on host dv-cinder-830787-2-iscsi at level 0 using segments [{'id': '97213a82-28a8-4d4c-8e5b-e53ba672495f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '730a24f2-5d00-49fb-895d-b884d9163131'}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 14:00:53.324855 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-262c49b7-a59f-429a-bc2f-d47e6a69ffab None None] Attempting to bind port bacc6394-9f02-4ad3-a5f8-7e8cf9c381e7 on network 730a24f2-5d00-49fb-895d-b884d9163131 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 14:00:53.330350 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-262c49b7-a59f-429a-bc2f-d47e6a69ffab None None] Checking agent: {'id': 'f2586825-e748-4c1d-8b98-cb0d5b6c266d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830787-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 13, 47, 3), 'started_at': datetime.datetime(2022, 4, 11, 13, 47, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 14, 0, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830787-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 14:00:53.330865 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-262c49b7-a59f-429a-bc2f-d47e6a69ffab None None] Checking segment: {'id': '97213a82-28a8-4d4c-8e5b-e53ba672495f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '730a24f2-5d00-49fb-895d-b884d9163131'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 14:00:53.331278 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-262c49b7-a59f-429a-bc2f-d47e6a69ffab None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:00:53.331694 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-262c49b7-a59f-429a-bc2f-d47e6a69ffab None None] Bound using segment: {'id': '97213a82-28a8-4d4c-8e5b-e53ba672495f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '730a24f2-5d00-49fb-895d-b884d9163131'} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 14:00:53.332177 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-262c49b7-a59f-429a-bc2f-d47e6a69ffab None None] Bound port: bacc6394-9f02-4ad3-a5f8-7e8cf9c381e7, host: dv-cinder-830787-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97213a82-28a8-4d4c-8e5b-e53ba672495f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '730a24f2-5d00-49fb-895d-b884d9163131'}}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 14:00:53.332561 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-262c49b7-a59f-429a-bc2f-d47e6a69ffab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883311'] for port (bacc6394-9f02-4ad3-a5f8-7e8cf9c381e7), before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:00:53.392357 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-8527b48d-ef68-4ae6-b2a2-3f6ee82dce94 req-c22ccd54-46e0-46fd-b89a-be12436ee0e8 tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-securitygroup--1803549458&fields=id&tenant_id=63cddbab1b664b5a89b56d5632d2f62e HTTP/1.1" status: 200 len: 267 time: 0.0515122 Apr 11 14:00:53.414995 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-262c49b7-a59f-429a-bc2f-d47e6a69ffab None None] For port bacc6394-9f02-4ad3-a5f8-7e8cf9c381e7, host dv-cinder-830787-2-iscsi, cleared binding levels {{(pid=103320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 14:00:53.418665 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-262c49b7-a59f-429a-bc2f-d47e6a69ffab None None] For port bacc6394-9f02-4ad3-a5f8-7e8cf9c381e7, host dv-cinder-830787-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830787-2-iscsi',level=0,port_id=bacc6394-9f02-4ad3-a5f8-7e8cf9c381e7,segment=NetworkSegment(97213a82-28a8-4d4c-8e5b-e53ba672495f),segment_id=97213a82-28a8-4d4c-8e5b-e53ba672495f)] {{(pid=103320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 14:00:53.428519 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-262c49b7-a59f-429a-bc2f-d47e6a69ffab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750379687711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750379164492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750379164510'] for port (bacc6394-9f02-4ad3-a5f8-7e8cf9c381e7), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:00:53.502567 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-c89ab977-3c17-43b7-8a71-f5830e0215b4 None None] Provisioning complete for port bacc6394-9f02-4ad3-a5f8-7e8cf9c381e7 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 14:00:53.502941 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c89ab977-3c17-43b7-8a71-f5830e0215b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-663396'] for port (bacc6394-9f02-4ad3-a5f8-7e8cf9c381e7), provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:00:53.506029 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efdba455-ea90-41fe-bdc3-9969b821f07e None None] Pushing event updated for resources: {'Port': ['ID=bacc6394-9f02-4ad3-a5f8-7e8cf9c381e7,revision_number=4']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:00:53.508507 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-262c49b7-a59f-429a-bc2f-d47e6a69ffab None None] Routers {'a1cff1c1-31ca-4d27-b838-666b936eeefa'} bound to L3 agent in host dv-cinder-830787-2-iscsi {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 14:00:53.509197 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-262c49b7-a59f-429a-bc2f-d47e6a69ffab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830787-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-11T13:46:59Z,description=,heartbeat_timestamp=2022-04-11T14:00:29Z,host='dv-cinder-830787-2-iscsi',id=e731c656-576f-4174-9da3-af64518920bc,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T13:46:59Z,topic='l3_agent')) {'router_ids': ['a1cff1c1-31ca-4d27-b838-666b936eeefa'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:00:53.514415 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8527b48d-ef68-4ae6-b2a2-3f6ee82dce94 req-fdb18753-bbd3-4d97-a2db-baf322fb6085 tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:00:53.516038 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-8527b48d-ef68-4ae6-b2a2-3f6ee82dce94 req-fdb18753-bbd3-4d97-a2db-baf322fb6085 tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] 10.222.0.67 "GET /v2.0/networks?id=730a24f2-5d00-49fb-895d-b884d9163131 HTTP/1.1" status: 200 len: 815 time: 0.1117918 Apr 11 14:00:53.533433 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-8527b48d-ef68-4ae6-b2a2-3f6ee82dce94 req-2e7cada1-14ba-4bb4-b4db-a1423ceb0b72 tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] 10.222.0.67 "GET /v2.0/quotas/63cddbab1b664b5a89b56d5632d2f62e HTTP/1.1" status: 200 len: 375 time: 0.0116627 Apr 11 14:00:53.598397 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-8527b48d-ef68-4ae6-b2a2-3f6ee82dce94 req-f5ba238b-347b-4f12-8cf4-3dfa29238f95 tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=63cddbab1b664b5a89b56d5632d2f62e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0584531 Apr 11 14:00:53.722857 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Device 8382f930-2a1e-4b67-92ad-b88834e27d48 up at agent ovs-agent-dv-cinder-830787-2-iscsi {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 14:00:53.749327 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-8527b48d-ef68-4ae6-b2a2-3f6ee82dce94 req-2b7a72e6-694f-4df0-b3f1-da30910f16f0 service neutron] 10.222.0.67 "GET /v2.0/networks/730a24f2-5d00-49fb-895d-b884d9163131?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378860 Apr 11 14:00:53.840581 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-8527b48d-ef68-4ae6-b2a2-3f6ee82dce94 req-52c3b68e-5211-46a1-85d8-8100aa06fb2b service neutron] 10.222.0.67 "GET /v2.0/networks/730a24f2-5d00-49fb-895d-b884d9163131?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855739 Apr 11 14:00:53.876507 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.db.l3_dvr_db [None req-262c49b7-a59f-429a-bc2f-d47e6a69ffab None None] Set router a1cff1c1-31ca-4d27-b838-666b936eeefa gateway port host: dv-cinder-830787-2-iscsi {{(pid=103320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 14:00:53.903204 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Provisioning complete for port 8382f930-2a1e-4b67-92ad-b88834e27d48 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 14:00:53.903517 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-663396'] for port (8382f930-2a1e-4b67-92ad-b88834e27d48), provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:00:53.931728 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-c89ab977-3c17-43b7-8a71-f5830e0215b4 None None] Current status of the port bacc6394-9f02-4ad3-a5f8-7e8cf9c381e7 is: DOWN; New status is: ACTIVE {{(pid=103320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 14:00:53.932161 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c89ab977-3c17-43b7-8a71-f5830e0215b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883311'] for port (bacc6394-9f02-4ad3-a5f8-7e8cf9c381e7), before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:00:54.020284 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-f0466845-600a-41c8-886d-d4b00a5527e9 req-15dd193e-483f-492b-b9de-a79edfee6f65 tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] 10.222.0.67 "GET /v2.0/ports?device_id=b1c531fb-df98-4780-bea5-7b483075b4f9 HTTP/1.1" status: 200 len: 210 time: 0.0311227 Apr 11 14:00:54.044997 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-c89ab977-3c17-43b7-8a71-f5830e0215b4 None None] For port bacc6394-9f02-4ad3-a5f8-7e8cf9c381e7, host dv-cinder-830787-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830787-2-iscsi',level=0,port_id=bacc6394-9f02-4ad3-a5f8-7e8cf9c381e7,segment=NetworkSegment(97213a82-28a8-4d4c-8e5b-e53ba672495f),segment_id=97213a82-28a8-4d4c-8e5b-e53ba672495f)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 14:00:54.081446 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c89ab977-3c17-43b7-8a71-f5830e0215b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750379687711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750379164492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750379164510'] for port (bacc6394-9f02-4ad3-a5f8-7e8cf9c381e7), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:00:54.170463 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Current status of the port 8382f930-2a1e-4b67-92ad-b88834e27d48 is: ACTIVE; New status is: ACTIVE {{(pid=103320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 14:00:54.193669 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89ab977-3c17-43b7-8a71-f5830e0215b4 None None] Pushing event updated for resources: {'Port': ['ID=bacc6394-9f02-4ad3-a5f8-7e8cf9c381e7,revision_number=5']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:00:54.225975 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-5c950d47-4691-47af-89c1-8004c5c25af9 None None] Provisioning complete for port bacc6394-9f02-4ad3-a5f8-7e8cf9c381e7 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 14:00:54.226344 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5c950d47-4691-47af-89c1-8004c5c25af9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-663396'] for port (bacc6394-9f02-4ad3-a5f8-7e8cf9c381e7), provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:00:54.264634 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-262c49b7-a59f-429a-bc2f-d47e6a69ffab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1cff1c1-31ca-4d27-b838-666b936eeefa', 'name': 'tempest-AttachVolumeNegativeTest-1957027792-router', 'tenant_id': '63cddbab1b664b5a89b56d5632d2f62e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886', 'external_fixed_ips': [{'subnet_id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'ip_address': '172.27.1.156'}], 'enable_snat': True}, 'gw_port_id': '8382f930-2a1e-4b67-92ad-b88834e27d48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:00:48Z', 'updated_at': '2022-04-11T14:00:50Z', 'revision_number': 4, 'project_id': '63cddbab1b664b5a89b56d5632d2f62e', 'gw_port': {'id': '8382f930-2a1e-4b67-92ad-b88834e27d48', 'name': '', 'network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:c8:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1cff1c1-31ca-4d27-b838-666b936eeefa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'ip_address': '172.27.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:00:48Z', 'updated_at': '2022-04-11T14:00:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830787-2-iscsi', '_interfaces': [{'id': 'bacc6394-9f02-4ad3-a5f8-7e8cf9c381e7', 'name': '', 'network_id': '730a24f2-5d00-49fb-895d-b884d9163131', 'tenant_id': '63cddbab1b664b5a89b56d5632d2f62e', 'mac_address': 'fa:16:3e:5d:27:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1cff1c1-31ca-4d27-b838-666b936eeefa', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '27094053-8505-4a56-8171-b11c8d996c6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:00:50Z', 'updated_at': '2022-04-11T14:00:53Z', 'revision_number': 4, 'project_id': '63cddbab1b664b5a89b56d5632d2f62e', 'subnets': [{'id': '27094053-8505-4a56-8171-b11c8d996c6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830787-2-iscsi', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:00:54.299185 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-262c49b7-a59f-429a-bc2f-d47e6a69ffab None None] The sync data for ids ['a1cff1c1-31ca-4d27-b838-666b936eeefa'] in dv-cinder-830787-2-iscsi is: [{'id': 'a1cff1c1-31ca-4d27-b838-666b936eeefa', 'name': 'tempest-AttachVolumeNegativeTest-1957027792-router', 'tenant_id': '63cddbab1b664b5a89b56d5632d2f62e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886', 'external_fixed_ips': [{'subnet_id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'ip_address': '172.27.1.156'}], 'enable_snat': True}, 'gw_port_id': '8382f930-2a1e-4b67-92ad-b88834e27d48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:00:48Z', 'updated_at': '2022-04-11T14:00:50Z', 'revision_number': 4, 'project_id': '63cddbab1b664b5a89b56d5632d2f62e', 'gw_port': {'id': '8382f930-2a1e-4b67-92ad-b88834e27d48', 'name': '', 'network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:c8:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1cff1c1-31ca-4d27-b838-666b936eeefa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'ip_address': '172.27.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:00:48Z', 'updated_at': '2022-04-11T14:00:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830787-2-iscsi', '_interfaces': [{'id': 'bacc6394-9f02-4ad3-a5f8-7e8cf9c381e7', 'name': '', 'network_id': '730a24f2-5d00-49fb-895d-b884d9163131', 'tenant_id': '63cddbab1b664b5a89b56d5632d2f62e', 'mac_address': 'fa:16:3e:5d:27:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1cff1c1-31ca-4d27-b838-666b936eeefa', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '27094053-8505-4a56-8171-b11c8d996c6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:00:50Z', 'updated_at': '2022-04-11T14:00:53Z', 'revision_number': 4, 'project_id': '63cddbab1b664b5a89b56d5632d2f62e', 'subnets': [{'id': '27094053-8505-4a56-8171-b11c8d996c6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 14:00:54.364835 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-5c950d47-4691-47af-89c1-8004c5c25af9 None None] Current status of the port bacc6394-9f02-4ad3-a5f8-7e8cf9c381e7 is: ACTIVE; New status is: ACTIVE {{(pid=103320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 14:00:55.146587 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-d875bc1a-2e5b-4048-8889-c4a1b3d7b496 req-a7bafe19-396c-4bba-9ed1-0bbd0b37fa07 tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] 10.222.0.67 "GET /v2.0/ports?device_id=b1c531fb-df98-4780-bea5-7b483075b4f9 HTTP/1.1" status: 200 len: 210 time: 0.0526588 Apr 11 14:00:55.255165 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8527b48d-ef68-4ae6-b2a2-3f6ee82dce94 req-fb6b35aa-5d6c-4b01-bf0d-97201d4a8402 tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:00:55.257662 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-8527b48d-ef68-4ae6-b2a2-3f6ee82dce94 req-fb6b35aa-5d6c-4b01-bf0d-97201d4a8402 tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] 10.222.0.75 "GET /v2.0/networks?id=730a24f2-5d00-49fb-895d-b884d9163131 HTTP/1.1" status: 200 len: 815 time: 0.1223774 Apr 11 14:00:55.339736 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-8527b48d-ef68-4ae6-b2a2-3f6ee82dce94 req-e86b1c73-b283-4db6-a465-f02a006469f6 tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] 10.222.0.75 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=63cddbab1b664b5a89b56d5632d2f62e HTTP/1.1" status: 200 len: 380 time: 0.0612383 Apr 11 14:00:55.426707 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.v2.base [req-8527b48d-ef68-4ae6-b2a2-3f6ee82dce94 req-d34f3123-ce31-437d-a53f-3a6d938aea23 tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] Request body: {'port': {'device_id': 'b1c531fb-df98-4780-bea5-7b483075b4f9', 'network_id': '730a24f2-5d00-49fb-895d-b884d9163131', 'admin_state_up': True, 'tenant_id': '63cddbab1b664b5a89b56d5632d2f62e', 'security_groups': ['3903d284-5402-4d4d-9d0d-70dcffd16a24']}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:00:55.523759 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735f2bfc-dd91-4622-8363-5fd069d6fad5 req-0e004ebe-26f8-4d99-9fae-77f63bd573c3 tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:00:55.525819 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-735f2bfc-dd91-4622-8363-5fd069d6fad5 req-0e004ebe-26f8-4d99-9fae-77f63bd573c3 tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] 10.222.0.67 "GET /v2.0/ports?device_id=54dcdce4-931a-42d3-b36a-321afffabdc0 HTTP/1.1" status: 200 len: 946 time: 0.0560310 Apr 11 14:00:55.538873 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8527b48d-ef68-4ae6-b2a2-3f6ee82dce94 req-d34f3123-ce31-437d-a53f-3a6d938aea23 tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] Made reservation on behalf of 63cddbab1b664b5a89b56d5632d2f62e for: {'port': 1} {{(pid=103319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:00:55.542290 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-8527b48d-ef68-4ae6-b2a2-3f6ee82dce94 req-d34f3123-ce31-437d-a53f-3a6d938aea23 tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883311'] for port (None), before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:00:55.581290 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-735f2bfc-dd91-4622-8363-5fd069d6fad5 req-7cd3b02c-a838-452f-813a-7d09bdab38f1 tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] 10.222.0.67 "GET /v2.0/security-groups?id=fa012576-2707-4681-be16-e9c543038202&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491216 Apr 11 14:00:55.614903 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Device bacc6394-9f02-4ad3-a5f8-7e8cf9c381e7 up at agent ovs-agent-dv-cinder-830787-2-iscsi {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 14:00:55.661932 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Provisioning complete for port bacc6394-9f02-4ad3-a5f8-7e8cf9c381e7 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 14:00:55.662305 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-663396'] for port (bacc6394-9f02-4ad3-a5f8-7e8cf9c381e7), provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:00:55.679472 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.db.db_base_plugin_common [req-8527b48d-ef68-4ae6-b2a2-3f6ee82dce94 req-d34f3123-ce31-437d-a53f-3a6d938aea23 tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] Allocated IP 172.20.0.12 (730a24f2-5d00-49fb-895d-b884d9163131/27094053-8505-4a56-8171-b11c8d996c6a/99983948-a76f-4e70-b04a-dfb2433aaa98) {{(pid=103319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 14:00:55.744205 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Current status of the port bacc6394-9f02-4ad3-a5f8-7e8cf9c381e7 is: ACTIVE; New status is: ACTIVE {{(pid=103320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 14:00:55.815609 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-8527b48d-ef68-4ae6-b2a2-3f6ee82dce94 req-d34f3123-ce31-437d-a53f-3a6d938aea23 tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] Publish callbacks [] for port (99983948-a76f-4e70-b04a-dfb2433aaa98), precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:00:55.853416 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-8527b48d-ef68-4ae6-b2a2-3f6ee82dce94 req-d34f3123-ce31-437d-a53f-3a6d938aea23 tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750379164474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4648624'] for port (99983948-a76f-4e70-b04a-dfb2433aaa98), after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:00:55.900766 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8527b48d-ef68-4ae6-b2a2-3f6ee82dce94 req-d34f3123-ce31-437d-a53f-3a6d938aea23 tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] Network 730a24f2-5d00-49fb-895d-b884d9163131 is already hosted by enough agents. {{(pid=103319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:00:55.903849 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [req-8527b48d-ef68-4ae6-b2a2-3f6ee82dce94 req-d34f3123-ce31-437d-a53f-3a6d938aea23 tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] Resources bound (agent type, host, resource id): {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:00:55.909618 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [req-8527b48d-ef68-4ae6-b2a2-3f6ee82dce94 req-d34f3123-ce31-437d-a53f-3a6d938aea23 tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] Received port after_create {{(pid=103319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 14:00:55.916101 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34f3123-ce31-437d-a53f-3a6d938aea23 tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] Pushing event updated for resources: {'Port': ['ID=99983948-a76f-4e70-b04a-dfb2433aaa98,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:00:55.964763 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8527b48d-ef68-4ae6-b2a2-3f6ee82dce94 req-d34f3123-ce31-437d-a53f-3a6d938aea23 tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:00:55.965420 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-8527b48d-ef68-4ae6-b2a2-3f6ee82dce94 req-d34f3123-ce31-437d-a53f-3a6d938aea23 tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-507053'] for port (None), before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:00:55.981540 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-8527b48d-ef68-4ae6-b2a2-3f6ee82dce94 req-d34f3123-ce31-437d-a53f-3a6d938aea23 tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5589612 Apr 11 14:00:56.099154 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-e988246e-54b6-494e-9a19-16ffb8de4906 None None] Provisioning complete for port 99983948-a76f-4e70-b04a-dfb2433aaa98 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 14:00:56.099531 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e988246e-54b6-494e-9a19-16ffb8de4906 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-663396'] for port (99983948-a76f-4e70-b04a-dfb2433aaa98), provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:00:56.133950 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-e988246e-54b6-494e-9a19-16ffb8de4906 None None] Port 99983948-a76f-4e70-b04a-dfb2433aaa98 cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 14:00:56.261927 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cca9d99-974f-4f5e-b47e-47ea525e564e req-3593ee22-625d-4b78-8838-c66fde7df3a9 tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:00:56.263433 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-1cca9d99-974f-4f5e-b47e-47ea525e564e req-3593ee22-625d-4b78-8838-c66fde7df3a9 tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] 10.222.0.67 "GET /v2.0/ports?device_id=b1c531fb-df98-4780-bea5-7b483075b4f9 HTTP/1.1" status: 200 len: 932 time: 0.0466137 Apr 11 14:00:56.314285 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-1cca9d99-974f-4f5e-b47e-47ea525e564e req-c617a0a6-25bf-4bb1-9d19-6fb9256310a2 tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] 10.222.0.67 "GET /v2.0/security-groups?id=3903d284-5402-4d4d-9d0d-70dcffd16a24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453804 Apr 11 14:00:56.455408 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-2208ae08-5617-434c-9417-63fc57702250 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750379576733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663498'] for agent (d5a8b9a1-2e9e-46b5-8163-20b7d509fa4e), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:00:56.695125 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928cd351-a0a4-4a3f-99aa-57adfd906c86 req-755b2fdf-3692-4180-b5a3-625641a1ff05 tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:00:56.696750 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-928cd351-a0a4-4a3f-99aa-57adfd906c86 req-755b2fdf-3692-4180-b5a3-625641a1ff05 tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] 10.222.0.67 "GET /v2.0/ports?device_id=54dcdce4-931a-42d3-b36a-321afffabdc0 HTTP/1.1" status: 200 len: 946 time: 0.0469556 Apr 11 14:00:56.742618 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-928cd351-a0a4-4a3f-99aa-57adfd906c86 req-a05f4db8-ee4e-471b-9189-f7a47e194868 tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] 10.222.0.67 "GET /v2.0/security-groups?id=fa012576-2707-4681-be16-e9c543038202&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402532 Apr 11 14:00:57.222419 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.v2.base [req-8527b48d-ef68-4ae6-b2a2-3f6ee82dce94 req-324e0bef-ea46-45a2-be60-1d74da31143a service neutron] Request body: {'port': {'device_id': 'b1c531fb-df98-4780-bea5-7b483075b4f9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83078'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:00:57.278989 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-8527b48d-ef68-4ae6-b2a2-3f6ee82dce94 req-324e0bef-ea46-45a2-be60-1d74da31143a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883311'] for port (99983948-a76f-4e70-b04a-dfb2433aaa98), before_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:00:57.449677 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90999ce-6145-48bb-951c-10c0211a1b8e req-664d3a5c-034e-49e6-a6cc-a6dcef279517 tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:00:57.451080 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-b90999ce-6145-48bb-951c-10c0211a1b8e req-664d3a5c-034e-49e6-a6cc-a6dcef279517 tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] 10.222.0.67 "GET /v2.0/ports?device_id=b1c531fb-df98-4780-bea5-7b483075b4f9 HTTP/1.1" status: 200 len: 932 time: 0.0652874 Apr 11 14:00:57.574871 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89219e9-bf48-4d02-b71b-bf32624fbb90 req-931cb36a-9da3-43ee-b14f-7bf6258d8f69 tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:00:57.576350 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-b89219e9-bf48-4d02-b71b-bf32624fbb90 req-931cb36a-9da3-43ee-b14f-7bf6258d8f69 tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] 10.222.0.75 "GET /v2.0/ports?device_id=54dcdce4-931a-42d3-b36a-321afffabdc0 HTTP/1.1" status: 200 len: 946 time: 0.0699606 Apr 11 14:00:57.581875 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-b90999ce-6145-48bb-951c-10c0211a1b8e req-ab683b49-7aa3-404b-bf83-789491a82421 tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] 10.222.0.67 "GET /v2.0/security-groups?id=3903d284-5402-4d4d-9d0d-70dcffd16a24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1227493 Apr 11 14:00:57.720115 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [req-b89219e9-bf48-4d02-b71b-bf32624fbb90 req-d3f21fa3-d30e-4d1d-84d8-4998fde1fe66 tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] Deleting port 73309a92-0432-4081-a050-fdeb449dfc6d {{(pid=103319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 14:00:57.720384 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-b89219e9-bf48-4d02-b71b-bf32624fbb90 req-d3f21fa3-d30e-4d1d-84d8-4998fde1fe66 tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750379682079'] for port (73309a92-0432-4081-a050-fdeb449dfc6d), before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:00:57.737251 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.notifiers.nova [req-8527b48d-ef68-4ae6-b2a2-3f6ee82dce94 req-324e0bef-ea46-45a2-be60-1d74da31143a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99983948-a76f-4e70-b04a-dfb2433aaa98 {{(pid=103319) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 14:00:57.751666 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-8527b48d-ef68-4ae6-b2a2-3f6ee82dce94 req-324e0bef-ea46-45a2-be60-1d74da31143a service neutron] Publish callbacks [] for port (99983948-a76f-4e70-b04a-dfb2433aaa98), precommit_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:00:57.799308 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.db.provisioning_blocks [req-8527b48d-ef68-4ae6-b2a2-3f6ee82dce94 req-324e0bef-ea46-45a2-be60-1d74da31143a service neutron] Transition to ACTIVE for port object 99983948-a76f-4e70-b04a-dfb2433aaa98 will not be triggered until provisioned by entity L2. {{(pid=103319) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 14:00:57.805305 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-8527b48d-ef68-4ae6-b2a2-3f6ee82dce94 req-324e0bef-ea46-45a2-be60-1d74da31143a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750379687711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750379164492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750379164510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4648635'] for port (99983948-a76f-4e70-b04a-dfb2433aaa98), after_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:00:57.863847 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f9c03b-13f7-40ae-a7b2-c72d0b6ba377 req-aeac0714-94b9-4a12-846e-2f0e4680969f tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:00:57.866701 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-f6f9c03b-13f7-40ae-a7b2-c72d0b6ba377 req-aeac0714-94b9-4a12-846e-2f0e4680969f tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] 10.222.0.67 "GET /v2.0/ports?device_id=54dcdce4-931a-42d3-b36a-321afffabdc0 HTTP/1.1" status: 200 len: 946 time: 0.0549250 Apr 11 14:00:57.880212 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.db [req-b89219e9-bf48-4d02-b71b-bf32624fbb90 req-d3f21fa3-d30e-4d1d-84d8-4998fde1fe66 tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] For port 73309a92-0432-4081-a050-fdeb449dfc6d, host hv-cinder-83078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83078',level=0,port_id=73309a92-0432-4081-a050-fdeb449dfc6d,segment=NetworkSegment(0e675ac7-11b6-4ecb-9e9e-c47b9dca4e0d),segment_id=0e675ac7-11b6-4ecb-9e9e-c47b9dca4e0d)] {{(pid=103319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 14:00:57.880584 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-b89219e9-bf48-4d02-b71b-bf32624fbb90 req-d3f21fa3-d30e-4d1d-84d8-4998fde1fe66 tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115285'] for port (73309a92-0432-4081-a050-fdeb449dfc6d), precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:00:57.889326 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324e0bef-ea46-45a2-be60-1d74da31143a service neutron] Pushing event updated for resources: {'Port': ['ID=99983948-a76f-4e70-b04a-dfb2433aaa98,revision_number=2']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:00:57.939424 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-f6f9c03b-13f7-40ae-a7b2-c72d0b6ba377 req-afb095c8-4a3a-4166-a060-512f758cdced tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] 10.222.0.67 "GET /v2.0/security-groups?id=fa012576-2707-4681-be16-e9c543038202&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588009 Apr 11 14:00:58.071932 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.managers [req-8527b48d-ef68-4ae6-b2a2-3f6ee82dce94 req-324e0bef-ea46-45a2-be60-1d74da31143a service neutron] Attempting to bind port 99983948-a76f-4e70-b04a-dfb2433aaa98 on host hv-cinder-83078 for vnic_type normal with profile {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 14:00:58.072291 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.managers [req-8527b48d-ef68-4ae6-b2a2-3f6ee82dce94 req-324e0bef-ea46-45a2-be60-1d74da31143a service neutron] Attempting to bind port 99983948-a76f-4e70-b04a-dfb2433aaa98 by drivers openvswitch,hyperv on host hv-cinder-83078 at level 0 using segments [{'id': '97213a82-28a8-4d4c-8e5b-e53ba672495f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '730a24f2-5d00-49fb-895d-b884d9163131'}] {{(pid=103319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 14:00:58.072783 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8527b48d-ef68-4ae6-b2a2-3f6ee82dce94 req-324e0bef-ea46-45a2-be60-1d74da31143a service neutron] Attempting to bind port 99983948-a76f-4e70-b04a-dfb2433aaa98 on network 730a24f2-5d00-49fb-895d-b884d9163131 {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 14:00:58.084671 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8527b48d-ef68-4ae6-b2a2-3f6ee82dce94 req-324e0bef-ea46-45a2-be60-1d74da31143a service neutron] Port 99983948-a76f-4e70-b04a-dfb2433aaa98 on network 730a24f2-5d00-49fb-895d-b884d9163131 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83078 {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 11 14:00:58.084671 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8527b48d-ef68-4ae6-b2a2-3f6ee82dce94 req-324e0bef-ea46-45a2-be60-1d74da31143a service neutron] Attempting to bind port 99983948-a76f-4e70-b04a-dfb2433aaa98 on network 730a24f2-5d00-49fb-895d-b884d9163131 {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 14:00:58.119437 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8527b48d-ef68-4ae6-b2a2-3f6ee82dce94 req-324e0bef-ea46-45a2-be60-1d74da31143a service neutron] Checking agent: {'id': 'a433433c-9197-4b2b-8991-1d45f6bac940', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83078', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 13, 53, 31), 'started_at': datetime.datetime(2022, 4, 11, 13, 53, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 14, 0, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 14:00:58.120564 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8527b48d-ef68-4ae6-b2a2-3f6ee82dce94 req-324e0bef-ea46-45a2-be60-1d74da31143a service neutron] Checking segment: {'id': '97213a82-28a8-4d4c-8e5b-e53ba672495f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '730a24f2-5d00-49fb-895d-b884d9163131'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103319) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 14:00:58.120953 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8527b48d-ef68-4ae6-b2a2-3f6ee82dce94 req-324e0bef-ea46-45a2-be60-1d74da31143a service neutron] Bound using segment: {'id': '97213a82-28a8-4d4c-8e5b-e53ba672495f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '730a24f2-5d00-49fb-895d-b884d9163131'} {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 14:00:58.121405 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.managers [req-8527b48d-ef68-4ae6-b2a2-3f6ee82dce94 req-324e0bef-ea46-45a2-be60-1d74da31143a service neutron] Bound port: 99983948-a76f-4e70-b04a-dfb2433aaa98, host: hv-cinder-83078, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '97213a82-28a8-4d4c-8e5b-e53ba672495f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '730a24f2-5d00-49fb-895d-b884d9163131'}}] {{(pid=103319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 14:00:58.121768 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-8527b48d-ef68-4ae6-b2a2-3f6ee82dce94 req-324e0bef-ea46-45a2-be60-1d74da31143a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883311'] for port (99983948-a76f-4e70-b04a-dfb2433aaa98), before_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:00:58.187267 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-b89219e9-bf48-4d02-b71b-bf32624fbb90 req-d3f21fa3-d30e-4d1d-84d8-4998fde1fe66 tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:00:58.187658 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-b89219e9-bf48-4d02-b71b-bf32624fbb90 req-d3f21fa3-d30e-4d1d-84d8-4998fde1fe66 tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8126411'] for floatingip (1fc2130b-232b-4b06-bcf8-b5459a66cb8b), after_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:00:58.187983 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.db.l3_db [req-b89219e9-bf48-4d02-b71b-bf32624fbb90 req-d3f21fa3-d30e-4d1d-84d8-4998fde1fe66 tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] Floating IP 1fc2130b-232b-4b06-bcf8-b5459a66cb8b disassociated. External IP: 172.27.1.97, port: 73309a92-0432-4081-a050-fdeb449dfc6d. Apr 11 14:00:58.188324 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [req-b89219e9-bf48-4d02-b71b-bf32624fbb90 req-d3f21fa3-d30e-4d1d-84d8-4998fde1fe66 tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] Calling delete_port for 73309a92-0432-4081-a050-fdeb449dfc6d owned by compute:nova {{(pid=103319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 14:00:58.248354 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.db [req-8527b48d-ef68-4ae6-b2a2-3f6ee82dce94 req-324e0bef-ea46-45a2-be60-1d74da31143a service neutron] For port 99983948-a76f-4e70-b04a-dfb2433aaa98, host hv-cinder-83078, cleared binding levels {{(pid=103319) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 14:00:58.263248 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.db [req-8527b48d-ef68-4ae6-b2a2-3f6ee82dce94 req-324e0bef-ea46-45a2-be60-1d74da31143a service neutron] For port 99983948-a76f-4e70-b04a-dfb2433aaa98, host hv-cinder-83078, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83078',level=0,port_id=99983948-a76f-4e70-b04a-dfb2433aaa98,segment=NetworkSegment(97213a82-28a8-4d4c-8e5b-e53ba672495f),segment_id=97213a82-28a8-4d4c-8e5b-e53ba672495f)] {{(pid=103319) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 14:00:58.275341 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-8527b48d-ef68-4ae6-b2a2-3f6ee82dce94 req-324e0bef-ea46-45a2-be60-1d74da31143a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750379687711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750379164492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750379164510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4648635'] for port (99983948-a76f-4e70-b04a-dfb2433aaa98), after_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:00:58.329267 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8527b48d-ef68-4ae6-b2a2-3f6ee82dce94 req-324e0bef-ea46-45a2-be60-1d74da31143a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:00:58.329920 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-8527b48d-ef68-4ae6-b2a2-3f6ee82dce94 req-324e0bef-ea46-45a2-be60-1d74da31143a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-507053'] for port (None), before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:00:58.331294 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-8527b48d-ef68-4ae6-b2a2-3f6ee82dce94 req-324e0bef-ea46-45a2-be60-1d74da31143a service neutron] 10.222.0.75 "PUT /v2.0/ports/99983948-a76f-4e70-b04a-dfb2433aaa98 HTTP/1.1" status: 200 len: 1094 time: 1.1561308 Apr 11 14:00:58.332355 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1c531fb-df98-4780-bea5-7b483075b4f9', 'tag': '99983948-a76f-4e70-b04a-dfb2433aaa98'}] {{(pid=103319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 14:00:58.334761 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca54f3a3744013fac1d33973197c51c1d98542aecacec3b3a4d6ee5bc00756d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27b9ffbe-ffc2-45a5-86fe-f93de9e7ac64" -d '{"events": [{"name": "network-changed", "server_uuid": "b1c531fb-df98-4780-bea5-7b483075b4f9", "tag": "99983948-a76f-4e70-b04a-dfb2433aaa98"}]}' {{(pid=103319) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 14:00:58.358850 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324e0bef-ea46-45a2-be60-1d74da31143a service neutron] Pushing event updated for resources: {'Port': ['ID=99983948-a76f-4e70-b04a-dfb2433aaa98,revision_number=3']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:00:58.450535 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-b89219e9-bf48-4d02-b71b-bf32624fbb90 req-d3f21fa3-d30e-4d1d-84d8-4998fde1fe66 tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750379687693', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750379164483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4648624'] for port (73309a92-0432-4081-a050-fdeb449dfc6d), after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:00:58.452501 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8527b48d-ef68-4ae6-b2a2-3f6ee82dce94 req-5296e5c9-5adc-44c5-931a-4c5c8af7e5bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:00:58.454089 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-8527b48d-ef68-4ae6-b2a2-3f6ee82dce94 req-5296e5c9-5adc-44c5-931a-4c5c8af7e5bd service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=63cddbab1b664b5a89b56d5632d2f62e&device_id=b1c531fb-df98-4780-bea5-7b483075b4f9 HTTP/1.1" status: 200 len: 1128 time: 0.0493827 Apr 11 14:00:58.455488 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 14:00:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-783c4b63-140b-46be-9756-3b7adebdf034 x-openstack-request-id: req-783c4b63-140b-46be-9756-3b7adebdf034 {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 14:00:58.455795 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1c531fb-df98-4780-bea5-7b483075b4f9", "tag": "99983948-a76f-4e70-b04a-dfb2433aaa98", "status": "completed", "code": 200}]} {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 14:00:58.456126 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-783c4b63-140b-46be-9756-3b7adebdf034 {{(pid=103319) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 14:00:58.456413 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.notifiers.nova [-] Nova event matching ['req-783c4b63-140b-46be-9756-3b7adebdf034'] response: {'name': 'network-changed', 'server_uuid': 'b1c531fb-df98-4780-bea5-7b483075b4f9', 'tag': '99983948-a76f-4e70-b04a-dfb2433aaa98', 'status': 'completed', 'code': 200} Apr 11 14:00:58.522201 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f21fa3-d30e-4d1d-84d8-4998fde1fe66 tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] Pushing event deleted for resources: {'Port': ['ID=73309a92-0432-4081-a050-fdeb449dfc6d,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:00:58.528367 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-8527b48d-ef68-4ae6-b2a2-3f6ee82dce94 req-0538f1c9-2901-42c3-af5f-50cd99df1c8b service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=99983948-a76f-4e70-b04a-dfb2433aaa98 HTTP/1.1" status: 200 len: 217 time: 0.0658169 Apr 11 14:00:58.647120 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8527b48d-ef68-4ae6-b2a2-3f6ee82dce94 req-92dd1280-262a-42c3-bb3a-bff89855cb57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:00:58.648578 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-8527b48d-ef68-4ae6-b2a2-3f6ee82dce94 req-92dd1280-262a-42c3-bb3a-bff89855cb57 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=27094053-8505-4a56-8171-b11c8d996c6a HTTP/1.1" status: 200 len: 854 time: 0.0853302 Apr 11 14:00:58.693616 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ce447c-b269-40f5-9821-c695c22b3d67 req-444b9b66-4203-4939-a5ba-6539f6d95d67 tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:00:58.695212 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-c2ce447c-b269-40f5-9821-c695c22b3d67 req-444b9b66-4203-4939-a5ba-6539f6d95d67 tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] 10.222.0.67 "GET /v2.0/ports?device_id=b1c531fb-df98-4780-bea5-7b483075b4f9 HTTP/1.1" status: 200 len: 944 time: 0.0478539 Apr 11 14:00:58.703803 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b89219e9-bf48-4d02-b71b-bf32624fbb90 req-d3f21fa3-d30e-4d1d-84d8-4998fde1fe66 tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] Router d32f719d-4e09-4ba3-a492-673f4deb8564 has already been hosted by L3 agent e731c656-576f-4174-9da3-af64518920bc {{(pid=103319) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 14:00:58.705083 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8527b48d-ef68-4ae6-b2a2-3f6ee82dce94 req-2c646edb-79e9-4289-8e29-16cb179fc6c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:00:58.706535 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-8527b48d-ef68-4ae6-b2a2-3f6ee82dce94 req-2c646edb-79e9-4289-8e29-16cb179fc6c7 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=730a24f2-5d00-49fb-895d-b884d9163131&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0492458 Apr 11 14:00:58.742726 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-c2ce447c-b269-40f5-9821-c695c22b3d67 req-52749b97-5f3f-43f1-94a8-0ab377a0bb52 tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] 10.222.0.67 "GET /v2.0/security-groups?id=3903d284-5402-4d4d-9d0d-70dcffd16a24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410664 Apr 11 14:00:58.802776 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7e8a6251-782b-4aec-8a1d-15f51ce4a9fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750379576733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663498'] for agent (e731c656-576f-4174-9da3-af64518920bc), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:00:58.892065 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-8527b48d-ef68-4ae6-b2a2-3f6ee82dce94 req-79e3c431-53d6-434b-adfb-08a4095a3af8 service neutron] 10.222.0.75 "GET /v2.0/networks/730a24f2-5d00-49fb-895d-b884d9163131?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1783345 Apr 11 14:00:58.929484 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b89219e9-bf48-4d02-b71b-bf32624fbb90 req-d3f21fa3-d30e-4d1d-84d8-4998fde1fe66 tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] Notify agent at l3_agent.dv-cinder-830787-2-iscsi the message routers_updated {{(pid=103319) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 14:00:58.939540 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8165c4f-829a-4bd3-bd10-6792114863f9 None None] Sync routers for ids ['d32f719d-4e09-4ba3-a492-673f4deb8564'] in dv-cinder-830787-2-iscsi {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 14:00:58.951013 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8165c4f-829a-4bd3-bd10-6792114863f9 None None] Routers {'d32f719d-4e09-4ba3-a492-673f4deb8564'} bound to L3 agent in host dv-cinder-830787-2-iscsi {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 14:00:58.952562 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-a8165c4f-829a-4bd3-bd10-6792114863f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830787-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-11T13:46:59Z,description=,heartbeat_timestamp=2022-04-11T14:00:59Z,host='dv-cinder-830787-2-iscsi',id=e731c656-576f-4174-9da3-af64518920bc,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T13:46:59Z,topic='l3_agent')) {'router_ids': ['d32f719d-4e09-4ba3-a492-673f4deb8564'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:00:59.011772 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-c7942a10-65b8-44f2-9983-811d0ada2744 req-b056316f-9426-4d4d-b1b2-ff6402f2a2f8 tempest-TestMinimumBasicScenario-1408592018 tempest-TestMinimumBasicScenario-1408592018-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-92942565&fields=id&tenant_id=644547f80e2543079781f0c7b34c40b4 HTTP/1.1" status: 200 len: 267 time: 0.1419685 Apr 11 14:00:59.044115 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [req-b89219e9-bf48-4d02-b71b-bf32624fbb90 req-d3f21fa3-d30e-4d1d-84d8-4998fde1fe66 tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] No DVR routers for this DVR port 73309a92-0432-4081-a050-fdeb449dfc6d on host hv-cinder-83078 {{(pid=103319) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 14:00:59.050544 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-b89219e9-bf48-4d02-b71b-bf32624fbb90 req-d3f21fa3-d30e-4d1d-84d8-4998fde1fe66 tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-507053'] for port (None), before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:00:59.053779 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-b89219e9-bf48-4d02-b71b-bf32624fbb90 req-d3f21fa3-d30e-4d1d-84d8-4998fde1fe66 tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] 10.222.0.75 "DELETE /v2.0/ports/73309a92-0432-4081-a050-fdeb449dfc6d HTTP/1.1" status: 204 len: 173 time: 1.4676521 Apr 11 14:00:59.069786 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-3fd81148-d7f7-48f8-928d-4106b07bded3 req-ac2c7b37-ab5f-4805-ade2-b369ad0e138e tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] 10.222.0.67 "GET /v2.0/ports?device_id=54dcdce4-931a-42d3-b36a-321afffabdc0 HTTP/1.1" status: 200 len: 210 time: 0.0359268 Apr 11 14:00:59.087992 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-a8165c4f-829a-4bd3-bd10-6792114863f9 None None] Set router d32f719d-4e09-4ba3-a492-673f4deb8564 gateway port host: dv-cinder-830787-2-iscsi {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 14:00:59.090084 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-8527b48d-ef68-4ae6-b2a2-3f6ee82dce94 req-32c0a632-fcbc-4ece-a248-9b55561ea5c9 service neutron] 10.222.0.75 "GET /v2.0/networks/730a24f2-5d00-49fb-895d-b884d9163131?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1911664 Apr 11 14:00:59.098538 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7942a10-65b8-44f2-9983-811d0ada2744 req-eddb66ef-b3ea-4644-a6de-6015a1ceb86f tempest-TestMinimumBasicScenario-1408592018 tempest-TestMinimumBasicScenario-1408592018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:00:59.099934 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-c7942a10-65b8-44f2-9983-811d0ada2744 req-eddb66ef-b3ea-4644-a6de-6015a1ceb86f tempest-TestMinimumBasicScenario-1408592018 tempest-TestMinimumBasicScenario-1408592018-project] 10.222.0.67 "GET /v2.0/ports?device_id=79569212-4835-45da-92b0-516e527a1f88 HTTP/1.1" status: 200 len: 984 time: 0.0661371 Apr 11 14:00:59.112092 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.v2.base [req-c7942a10-65b8-44f2-9983-811d0ada2744 req-bd1aef1f-85e0-4d04-9bdc-9b2b5fcd1c6b tempest-TestMinimumBasicScenario-1408592018 tempest-TestMinimumBasicScenario-1408592018-project] Request body: {'port': {'security_groups': ['cf23f7d8-584e-46f6-abd9-cfbb92a6cce4']}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:00:59.195090 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-c7942a10-65b8-44f2-9983-811d0ada2744 req-bd1aef1f-85e0-4d04-9bdc-9b2b5fcd1c6b tempest-TestMinimumBasicScenario-1408592018 tempest-TestMinimumBasicScenario-1408592018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883311'] for port (696c428a-2d32-4149-b9c4-40a4e382593e), before_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:00:59.295082 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-a8165c4f-829a-4bd3-bd10-6792114863f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd32f719d-4e09-4ba3-a492-673f4deb8564', 'name': 'tempest-AttachVolumeTestJSON-1618300746-router', 'tenant_id': 'f8720d1d0e26443d96a5f29175402af6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886', 'external_fixed_ips': [{'subnet_id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'ip_address': '172.27.1.86'}], 'enable_snat': True}, 'gw_port_id': '5f65a40e-8875-44a3-9063-670f03a7a9f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T13:56:34Z', 'updated_at': '2022-04-11T13:56:38Z', 'revision_number': 4, 'project_id': 'f8720d1d0e26443d96a5f29175402af6', 'gw_port': {'id': '5f65a40e-8875-44a3-9063-670f03a7a9f7', 'name': '', 'network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:80:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd32f719d-4e09-4ba3-a492-673f4deb8564', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'ip_address': '172.27.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:56:35Z', 'updated_at': '2022-04-11T13:56:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830787-2-iscsi', '_interfaces': [{'id': '65d1b329-f6c4-4821-8338-78a7946be7c9', 'name': '', 'network_id': '257d7092-c4df-47e4-abc9-31af4018d257', 'tenant_id': 'f8720d1d0e26443d96a5f29175402af6', 'mac_address': 'fa:16:3e:35:1c:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd32f719d-4e09-4ba3-a492-673f4deb8564', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '4d338071-fa32-49cf-a6aa-ca3918597003', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:56:38Z', 'updated_at': '2022-04-11T13:56:43Z', 'revision_number': 5, 'project_id': 'f8720d1d0e26443d96a5f29175402af6', 'subnets': [{'id': '4d338071-fa32-49cf-a6aa-ca3918597003', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830787-2-iscsi', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:00:59.325435 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8165c4f-829a-4bd3-bd10-6792114863f9 None None] Checking router: d32f719d-4e09-4ba3-a492-673f4deb8564 for host: dv-cinder-830787-2-iscsi {{(pid=103321) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 14:00:59.333751 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8165c4f-829a-4bd3-bd10-6792114863f9 None None] Routers {'d32f719d-4e09-4ba3-a492-673f4deb8564'} bound to L3 agent in host dv-cinder-830787-2-iscsi {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 14:00:59.334346 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-a8165c4f-829a-4bd3-bd10-6792114863f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830787-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-11T13:46:59Z,description=,heartbeat_timestamp=2022-04-11T14:00:59Z,host='dv-cinder-830787-2-iscsi',id=e731c656-576f-4174-9da3-af64518920bc,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T13:46:59Z,topic='l3_agent')) {'router_ids': ['d32f719d-4e09-4ba3-a492-673f4deb8564'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:00:59.373274 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.db [req-c7942a10-65b8-44f2-9983-811d0ada2744 req-bd1aef1f-85e0-4d04-9bdc-9b2b5fcd1c6b tempest-TestMinimumBasicScenario-1408592018 tempest-TestMinimumBasicScenario-1408592018-project] For port 696c428a-2d32-4149-b9c4-40a4e382593e, host hv-cinder-83078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83078',level=0,port_id=696c428a-2d32-4149-b9c4-40a4e382593e,segment=NetworkSegment(ea484752-652d-4a13-9936-ee9be871f9b9),segment_id=ea484752-652d-4a13-9936-ee9be871f9b9)] {{(pid=103319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 14:00:59.404009 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-c7942a10-65b8-44f2-9983-811d0ada2744 req-bd1aef1f-85e0-4d04-9bdc-9b2b5fcd1c6b tempest-TestMinimumBasicScenario-1408592018 tempest-TestMinimumBasicScenario-1408592018-project] Publish callbacks [] for port (696c428a-2d32-4149-b9c4-40a4e382593e), precommit_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:00:59.410232 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-c7942a10-65b8-44f2-9983-811d0ada2744 req-bd1aef1f-85e0-4d04-9bdc-9b2b5fcd1c6b tempest-TestMinimumBasicScenario-1408592018 tempest-TestMinimumBasicScenario-1408592018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750379687711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750379164492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750379164510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4648635'] for port (696c428a-2d32-4149-b9c4-40a4e382593e), after_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:00:59.432419 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] get_ports_and_sgs() called for port_ids ['696c428a-2d32-4149-b9c4-40a4e382593e'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 14:00:59.447371 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-a8165c4f-829a-4bd3-bd10-6792114863f9 None None] Set router d32f719d-4e09-4ba3-a492-673f4deb8564 gateway port host: dv-cinder-830787-2-iscsi {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 14:00:59.455130 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7942a10-65b8-44f2-9983-811d0ada2744 req-bd1aef1f-85e0-4d04-9bdc-9b2b5fcd1c6b tempest-TestMinimumBasicScenario-1408592018 tempest-TestMinimumBasicScenario-1408592018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:00:59.456285 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-c7942a10-65b8-44f2-9983-811d0ada2744 req-bd1aef1f-85e0-4d04-9bdc-9b2b5fcd1c6b tempest-TestMinimumBasicScenario-1408592018 tempest-TestMinimumBasicScenario-1408592018-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-507053'] for port (None), before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:00:59.457278 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-c7942a10-65b8-44f2-9983-811d0ada2744 req-bd1aef1f-85e0-4d04-9bdc-9b2b5fcd1c6b tempest-TestMinimumBasicScenario-1408592018 tempest-TestMinimumBasicScenario-1408592018-project] 10.222.0.67 "PUT /v2.0/ports/696c428a-2d32-4149-b9c4-40a4e382593e HTTP/1.1" status: 200 len: 942 time: 0.3500392 Apr 11 14:00:59.464795 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.67', 33322) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 14:00:59.488121 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1aef1f-85e0-4d04-9bdc-9b2b5fcd1c6b tempest-TestMinimumBasicScenario-1408592018 tempest-TestMinimumBasicScenario-1408592018-project] Pushing event updated for resources: {'Port': ['ID=696c428a-2d32-4149-b9c4-40a4e382593e,revision_number=7']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:00:59.539125 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-195f06c8-6f1d-46c2-ad70-7c3524a10382 tempest-TestMinimumBasicScenario-1408592018 tempest-TestMinimumBasicScenario-1408592018-project] Publish callbacks [] for security_group (b702b37f-bf09-4495-b518-9860a0ba33cf), before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:00:59.548500 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] get_ports_and_sgs() called for port_ids ['696c428a-2d32-4149-b9c4-40a4e382593e'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 14:00:59.574944 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-195f06c8-6f1d-46c2-ad70-7c3524a10382 tempest-TestMinimumBasicScenario-1408592018 tempest-TestMinimumBasicScenario-1408592018-project] Publish callbacks [] for security_group (b702b37f-bf09-4495-b518-9860a0ba33cf), precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:00:59.665779 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-195f06c8-6f1d-46c2-ad70-7c3524a10382 tempest-TestMinimumBasicScenario-1408592018 tempest-TestMinimumBasicScenario-1408592018-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8023832'] for security_group (b702b37f-bf09-4495-b518-9860a0ba33cf), after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:00:59.669235 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-a8165c4f-829a-4bd3-bd10-6792114863f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd32f719d-4e09-4ba3-a492-673f4deb8564', 'name': 'tempest-AttachVolumeTestJSON-1618300746-router', 'tenant_id': 'f8720d1d0e26443d96a5f29175402af6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886', 'external_fixed_ips': [{'subnet_id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'ip_address': '172.27.1.86'}], 'enable_snat': True}, 'gw_port_id': '5f65a40e-8875-44a3-9063-670f03a7a9f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T13:56:34Z', 'updated_at': '2022-04-11T13:56:38Z', 'revision_number': 4, 'project_id': 'f8720d1d0e26443d96a5f29175402af6', 'gw_port': {'id': '5f65a40e-8875-44a3-9063-670f03a7a9f7', 'name': '', 'network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:80:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd32f719d-4e09-4ba3-a492-673f4deb8564', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'ip_address': '172.27.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:56:35Z', 'updated_at': '2022-04-11T13:56:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830787-2-iscsi', '_interfaces': [{'id': '65d1b329-f6c4-4821-8338-78a7946be7c9', 'name': '', 'network_id': '257d7092-c4df-47e4-abc9-31af4018d257', 'tenant_id': 'f8720d1d0e26443d96a5f29175402af6', 'mac_address': 'fa:16:3e:35:1c:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd32f719d-4e09-4ba3-a492-673f4deb8564', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '4d338071-fa32-49cf-a6aa-ca3918597003', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:56:38Z', 'updated_at': '2022-04-11T13:56:43Z', 'revision_number': 5, 'project_id': 'f8720d1d0e26443d96a5f29175402af6', 'subnets': [{'id': '4d338071-fa32-49cf-a6aa-ca3918597003', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830787-2-iscsi', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:00:59.670985 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-195f06c8-6f1d-46c2-ad70-7c3524a10382 tempest-TestMinimumBasicScenario-1408592018 tempest-TestMinimumBasicScenario-1408592018-project] Publish callbacks [] for security_group (None), before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:00:59.672639 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-195f06c8-6f1d-46c2-ad70-7c3524a10382 tempest-TestMinimumBasicScenario-1408592018 tempest-TestMinimumBasicScenario-1408592018-project] 10.222.0.67 "DELETE /v2.0/security-groups/b702b37f-bf09-4495-b518-9860a0ba33cf HTTP/1.1" status: 204 len: 168 time: 0.2066698 Apr 11 14:00:59.675555 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.67', 33324) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 14:00:59.689511 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195f06c8-6f1d-46c2-ad70-7c3524a10382 tempest-TestMinimumBasicScenario-1408592018 tempest-TestMinimumBasicScenario-1408592018-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b702b37f-bf09-4495-b518-9860a0ba33cf,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:00:59.728518 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8165c4f-829a-4bd3-bd10-6792114863f9 None None] The sync data for ids ['d32f719d-4e09-4ba3-a492-673f4deb8564'] in dv-cinder-830787-2-iscsi is: [{'id': 'd32f719d-4e09-4ba3-a492-673f4deb8564', 'name': 'tempest-AttachVolumeTestJSON-1618300746-router', 'tenant_id': 'f8720d1d0e26443d96a5f29175402af6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886', 'external_fixed_ips': [{'subnet_id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'ip_address': '172.27.1.86'}], 'enable_snat': True}, 'gw_port_id': '5f65a40e-8875-44a3-9063-670f03a7a9f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T13:56:34Z', 'updated_at': '2022-04-11T13:56:38Z', 'revision_number': 4, 'project_id': 'f8720d1d0e26443d96a5f29175402af6', 'gw_port': {'id': '5f65a40e-8875-44a3-9063-670f03a7a9f7', 'name': '', 'network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:80:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd32f719d-4e09-4ba3-a492-673f4deb8564', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'ip_address': '172.27.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:56:35Z', 'updated_at': '2022-04-11T13:56:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830787-2-iscsi', '_interfaces': [{'id': '65d1b329-f6c4-4821-8338-78a7946be7c9', 'name': '', 'network_id': '257d7092-c4df-47e4-abc9-31af4018d257', 'tenant_id': 'f8720d1d0e26443d96a5f29175402af6', 'mac_address': 'fa:16:3e:35:1c:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd32f719d-4e09-4ba3-a492-673f4deb8564', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '4d338071-fa32-49cf-a6aa-ca3918597003', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:56:38Z', 'updated_at': '2022-04-11T13:56:43Z', 'revision_number': 5, 'project_id': 'f8720d1d0e26443d96a5f29175402af6', 'subnets': [{'id': '4d338071-fa32-49cf-a6aa-ca3918597003', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 14:00:59.819214 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-214162c7-68a6-4e95-824f-f99bf975f3b7 None None] Provisioning complete for port 696c428a-2d32-4149-b9c4-40a4e382593e triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 14:00:59.819778 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-214162c7-68a6-4e95-824f-f99bf975f3b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-663396'] for port (696c428a-2d32-4149-b9c4-40a4e382593e), provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:00:59.868802 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-c6254b44-6fa8-48a0-a13f-7b811662307c tempest-TestMinimumBasicScenario-1408592018 tempest-TestMinimumBasicScenario-1408592018-project] Deleting port 636e5efa-d319-4188-b235-44a3b2f24d4c {{(pid=103319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 14:00:59.869296 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c6254b44-6fa8-48a0-a13f-7b811662307c tempest-TestMinimumBasicScenario-1408592018 tempest-TestMinimumBasicScenario-1408592018-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750379682079'] for port (636e5efa-d319-4188-b235-44a3b2f24d4c), before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:00:59.881167 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93dfb882-0c82-499f-b3fc-67c81b38862e req-07ade754-d596-42e4-8846-41fbc09108a1 tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:00:59.882837 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-93dfb882-0c82-499f-b3fc-67c81b38862e req-07ade754-d596-42e4-8846-41fbc09108a1 tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] 10.222.0.67 "GET /v2.0/ports?device_id=b1c531fb-df98-4780-bea5-7b483075b4f9 HTTP/1.1" status: 200 len: 944 time: 0.0651524 Apr 11 14:00:59.940222 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-214162c7-68a6-4e95-824f-f99bf975f3b7 None None] Current status of the port 696c428a-2d32-4149-b9c4-40a4e382593e is: ACTIVE; New status is: ACTIVE {{(pid=103320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 14:00:59.970609 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-93dfb882-0c82-499f-b3fc-67c81b38862e req-417a70c0-3389-4e14-8d35-6ec24ed92487 tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] 10.222.0.67 "GET /v2.0/security-groups?id=3903d284-5402-4d4d-9d0d-70dcffd16a24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0819819 Apr 11 14:00:59.996996 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b9ffbe-ffc2-45a5-86fe-f93de9e7ac64 req-6dd359f6-dd27-4d3c-bd37-947e82bd2112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:00:59.998502 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-27b9ffbe-ffc2-45a5-86fe-f93de9e7ac64 req-6dd359f6-dd27-4d3c-bd37-947e82bd2112 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=63cddbab1b664b5a89b56d5632d2f62e&device_id=b1c531fb-df98-4780-bea5-7b483075b4f9 HTTP/1.1" status: 200 len: 1128 time: 0.0656266 Apr 11 14:01:00.007194 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c6254b44-6fa8-48a0-a13f-7b811662307c tempest-TestMinimumBasicScenario-1408592018 tempest-TestMinimumBasicScenario-1408592018-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115285'] for port (636e5efa-d319-4188-b235-44a3b2f24d4c), precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:01:00.007523 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c6254b44-6fa8-48a0-a13f-7b811662307c tempest-TestMinimumBasicScenario-1408592018 tempest-TestMinimumBasicScenario-1408592018-project] Publish callbacks [] for floatingip (636e5efa-d319-4188-b235-44a3b2f24d4c), precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:01:00.020686 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-c6254b44-6fa8-48a0-a13f-7b811662307c tempest-TestMinimumBasicScenario-1408592018 tempest-TestMinimumBasicScenario-1408592018-project] Calling delete_port for 636e5efa-d319-4188-b235-44a3b2f24d4c owned by network:floatingip {{(pid=103319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 14:01:00.049140 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29e4c3eb-c4a6-442a-8ffc-2555a9f82e97 None None] New status for floating IP 1fc2130b-232b-4b06-bcf8-b5459a66cb8b: DOWN {{(pid=103320) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 14:01:00.176156 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-75ad2582-0b5d-438d-ba3d-9545e3f86417 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750379576733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663498'] for agent (af269f03-95a2-4a08-bd5c-5879324d2567), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:01:00.424703 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-225f81e4-049f-425c-87ea-4c9846112ced req-8be65022-a2c4-4db7-bd11-5bb66f26a8f3 tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] 10.222.0.67 "GET /v2.0/ports?device_id=54dcdce4-931a-42d3-b36a-321afffabdc0 HTTP/1.1" status: 200 len: 210 time: 0.0593097 Apr 11 14:01:00.457822 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54dcdce4-931a-42d3-b36a-321afffabdc0', 'name': 'network-vif-deleted', 'tag': '73309a92-0432-4081-a050-fdeb449dfc6d'}, {'name': 'network-changed', 'server_uuid': '79569212-4835-45da-92b0-516e527a1f88', 'tag': '696c428a-2d32-4149-b9c4-40a4e382593e'}] {{(pid=103319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 14:01:00.460053 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca54f3a3744013fac1d33973197c51c1d98542aecacec3b3a4d6ee5bc00756d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0a2bda4-827d-4d0d-af5c-12b774ee760f" -d '{"events": [{"server_uuid": "54dcdce4-931a-42d3-b36a-321afffabdc0", "name": "network-vif-deleted", "tag": "73309a92-0432-4081-a050-fdeb449dfc6d"}, {"name": "network-changed", "server_uuid": "79569212-4835-45da-92b0-516e527a1f88", "tag": "696c428a-2d32-4149-b9c4-40a4e382593e"}]}' {{(pid=103319) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 14:01:00.507711 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Mon, 11 Apr 2022 14:01:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c14f3b04-3a70-4210-81bf-cb98fdd29996 x-openstack-request-id: req-c14f3b04-3a70-4210-81bf-cb98fdd29996 {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 14:01:00.508034 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54dcdce4-931a-42d3-b36a-321afffabdc0", "name": "network-vif-deleted", "tag": "73309a92-0432-4081-a050-fdeb449dfc6d", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "79569212-4835-45da-92b0-516e527a1f88", "tag": "696c428a-2d32-4149-b9c4-40a4e382593e", "status": "completed", "code": 200}]} {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 14:01:00.508298 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-c14f3b04-3a70-4210-81bf-cb98fdd29996 {{(pid=103319) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 14:01:00.508722 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c14f3b04-3a70-4210-81bf-cb98fdd29996'] response: {'server_uuid': '54dcdce4-931a-42d3-b36a-321afffabdc0', 'name': 'network-vif-deleted', 'tag': '73309a92-0432-4081-a050-fdeb449dfc6d', 'status': 'completed', 'code': 200} Apr 11 14:01:00.509001 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c14f3b04-3a70-4210-81bf-cb98fdd29996'] response: {'name': 'network-changed', 'server_uuid': '79569212-4835-45da-92b0-516e527a1f88', 'tag': '696c428a-2d32-4149-b9c4-40a4e382593e', 'status': 'completed', 'code': 200} Apr 11 14:01:00.512942 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b9ffbe-ffc2-45a5-86fe-f93de9e7ac64 req-1289f053-9b63-4f51-b80d-25281fe4c0c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:01:00.514480 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-27b9ffbe-ffc2-45a5-86fe-f93de9e7ac64 req-1289f053-9b63-4f51-b80d-25281fe4c0c9 service neutron] 10.222.0.75 "GET /v2.0/networks?id=730a24f2-5d00-49fb-895d-b884d9163131 HTTP/1.1" status: 200 len: 916 time: 0.1480532 Apr 11 14:01:00.603192 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-27b9ffbe-ffc2-45a5-86fe-f93de9e7ac64 req-b6d1e328-fa5c-493c-898c-6e284fd9327e service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=99983948-a76f-4e70-b04a-dfb2433aaa98 HTTP/1.1" status: 200 len: 217 time: 0.0647638 Apr 11 14:01:00.646641 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a2bda4-827d-4d0d-af5c-12b774ee760f req-1476afc9-4779-4a9d-a9db-4423e9410cad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:01:00.648009 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-d0a2bda4-827d-4d0d-af5c-12b774ee760f req-1476afc9-4779-4a9d-a9db-4423e9410cad service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=644547f80e2543079781f0c7b34c40b4&device_id=79569212-4835-45da-92b0-516e527a1f88 HTTP/1.1" status: 200 len: 1129 time: 0.1085970 Apr 11 14:01:00.657584 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c6254b44-6fa8-48a0-a13f-7b811662307c tempest-TestMinimumBasicScenario-1408592018 tempest-TestMinimumBasicScenario-1408592018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750379687693', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750379164483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4648624'] for port (636e5efa-d319-4188-b235-44a3b2f24d4c), after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:01:00.703963 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6254b44-6fa8-48a0-a13f-7b811662307c tempest-TestMinimumBasicScenario-1408592018 tempest-TestMinimumBasicScenario-1408592018-project] Pushing event deleted for resources: {'Port': ['ID=636e5efa-d319-4188-b235-44a3b2f24d4c,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:01:00.719779 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b9ffbe-ffc2-45a5-86fe-f93de9e7ac64 req-a4e6ec77-0339-4b7b-abe1-75b3bede1eee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:01:00.721236 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-27b9ffbe-ffc2-45a5-86fe-f93de9e7ac64 req-a4e6ec77-0339-4b7b-abe1-75b3bede1eee service neutron] 10.222.0.75 "GET /v2.0/subnets?id=27094053-8505-4a56-8171-b11c8d996c6a HTTP/1.1" status: 200 len: 854 time: 0.1058426 Apr 11 14:01:00.837659 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b9ffbe-ffc2-45a5-86fe-f93de9e7ac64 req-90a82de3-5c25-4638-8383-432c0c89f659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:01:00.839174 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-27b9ffbe-ffc2-45a5-86fe-f93de9e7ac64 req-90a82de3-5c25-4638-8383-432c0c89f659 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=730a24f2-5d00-49fb-895d-b884d9163131&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0989215 Apr 11 14:01:00.882633 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a2bda4-827d-4d0d-af5c-12b774ee760f req-be9c37ab-ebb1-40ca-a2ac-028102027eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:01:00.884096 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-d0a2bda4-827d-4d0d-af5c-12b774ee760f req-be9c37ab-ebb1-40ca-a2ac-028102027eb9 service neutron] 10.222.0.75 "GET /v2.0/networks?id=a26678c1-118d-435e-989f-6f50cac836e0 HTTP/1.1" status: 200 len: 915 time: 0.2244577 Apr 11 14:01:00.892689 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c6254b44-6fa8-48a0-a13f-7b811662307c tempest-TestMinimumBasicScenario-1408592018 tempest-TestMinimumBasicScenario-1408592018-project] Publish callbacks [] for floatingip (662dd090-9cdd-4d7d-a0d1-7c015118407d), after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:01:00.893023 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.db.l3_db [None req-c6254b44-6fa8-48a0-a13f-7b811662307c tempest-TestMinimumBasicScenario-1408592018 tempest-TestMinimumBasicScenario-1408592018-project] Floating IP 662dd090-9cdd-4d7d-a0d1-7c015118407d disassociated (deleted). External IP: 172.27.1.74, port: 696c428a-2d32-4149-b9c4-40a4e382593e. Apr 11 14:01:00.993677 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-d0a2bda4-827d-4d0d-af5c-12b774ee760f req-a9e4348d-83e0-43ef-a47b-f2a0685ab3f3 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=696c428a-2d32-4149-b9c4-40a4e382593e HTTP/1.1" status: 200 len: 217 time: 0.1019304 Apr 11 14:01:01.140099 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-27b9ffbe-ffc2-45a5-86fe-f93de9e7ac64 req-b8b136bb-78d6-4d76-8422-1aa17e31a800 service neutron] 10.222.0.75 "GET /v2.0/networks/730a24f2-5d00-49fb-895d-b884d9163131?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2864738 Apr 11 14:01:01.146920 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a2bda4-827d-4d0d-af5c-12b774ee760f req-4427d9cf-0822-4391-b9fc-18031054a726 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:01:01.148429 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-d0a2bda4-827d-4d0d-af5c-12b774ee760f req-4427d9cf-0822-4391-b9fc-18031054a726 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=b53fa937-6664-4af0-8a1b-d8748366eb4f HTTP/1.1" status: 200 len: 853 time: 0.1408229 Apr 11 14:01:01.217459 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540b8438-4a58-4c55-90d0-d23a37ad3370 req-02f372fb-a200-44e5-bd6a-251a67790bc8 tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:01:01.218913 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-540b8438-4a58-4c55-90d0-d23a37ad3370 req-02f372fb-a200-44e5-bd6a-251a67790bc8 tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] 10.222.0.67 "GET /v2.0/ports?device_id=b1c531fb-df98-4780-bea5-7b483075b4f9 HTTP/1.1" status: 200 len: 944 time: 0.1423707 Apr 11 14:01:01.310832 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a2bda4-827d-4d0d-af5c-12b774ee760f req-c4949787-21d8-4805-946b-ec408abf52cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:01:01.312313 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-d0a2bda4-827d-4d0d-af5c-12b774ee760f req-c4949787-21d8-4805-946b-ec408abf52cb service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=a26678c1-118d-435e-989f-6f50cac836e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1511950 Apr 11 14:01:01.456648 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-540b8438-4a58-4c55-90d0-d23a37ad3370 req-3ddf0739-5899-4a2a-be7d-fa4f4583883a tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] 10.222.0.67 "GET /v2.0/security-groups?id=3903d284-5402-4d4d-9d0d-70dcffd16a24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2262533 Apr 11 14:01:01.476444 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-27b9ffbe-ffc2-45a5-86fe-f93de9e7ac64 req-bbe7d4f0-f78b-4b30-84f1-9dd1f9d0eb0a service neutron] 10.222.0.75 "GET /v2.0/networks/730a24f2-5d00-49fb-895d-b884d9163131?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3190260 Apr 11 14:01:01.488870 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6254b44-6fa8-48a0-a13f-7b811662307c tempest-TestMinimumBasicScenario-1408592018 tempest-TestMinimumBasicScenario-1408592018-project] Router 11b78215-e399-4b08-b4be-0bd6708f4f77 has already been hosted by L3 agent e731c656-576f-4174-9da3-af64518920bc {{(pid=103319) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 14:01:01.502307 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-d0a2bda4-827d-4d0d-af5c-12b774ee760f req-9bafc709-642a-4e36-aa5c-1a18b61f0b59 service neutron] 10.222.0.75 "GET /v2.0/networks/a26678c1-118d-435e-989f-6f50cac836e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1808772 Apr 11 14:01:01.512472 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.67', 33340) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 14:01:01.568457 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-357ea60b-61e0-4d5e-98d4-61059fcd8cff tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] Publish callbacks [] for security_group (fa012576-2707-4681-be16-e9c543038202), before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:01:01.592671 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-357ea60b-61e0-4d5e-98d4-61059fcd8cff tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] Publish callbacks [] for security_group (fa012576-2707-4681-be16-e9c543038202), precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:01:01.626636 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Device 99983948-a76f-4e70-b04a-dfb2433aaa98 details requested by agent hyperv_hv-cinder-83078 with host hv-cinder-83078 {{(pid=103320) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 14:01:01.630298 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Device 73309a92-0432-4081-a050-fdeb449dfc6d no longer exists at agent hyperv_hv-cinder-83078 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 14:01:01.642658 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-357ea60b-61e0-4d5e-98d4-61059fcd8cff tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8023832'] for security_group (fa012576-2707-4681-be16-e9c543038202), after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:01:01.645749 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-357ea60b-61e0-4d5e-98d4-61059fcd8cff tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] Publish callbacks [] for security_group (None), before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:01:01.647109 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-357ea60b-61e0-4d5e-98d4-61059fcd8cff tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] 10.222.0.67 "DELETE /v2.0/security-groups/fa012576-2707-4681-be16-e9c543038202 HTTP/1.1" status: 204 len: 168 time: 0.1334293 Apr 11 14:01:01.650303 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.67', 33342) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 14:01:01.659425 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357ea60b-61e0-4d5e-98d4-61059fcd8cff tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa012576-2707-4681-be16-e9c543038202,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:01:01.667177 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] No Port match for: 73309a92-0432-4081-a050-fdeb449dfc6d {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 14:01:01.667524 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Device 73309a92-0432-4081-a050-fdeb449dfc6d not bound to the agent host hv-cinder-83078 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 14:01:01.683735 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.api.v2.resource [None req-efcf2292-6eb2-41e3-971d-19ccbc5be401 tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] show failed (client error): The resource could not be found. Apr 11 14:01:01.684781 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-efcf2292-6eb2-41e3-971d-19ccbc5be401 tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] 10.222.0.67 "GET /v2.0/security-groups/fa012576-2707-4681-be16-e9c543038202 HTTP/1.1" status: 404 len: 347 time: 0.0330729 Apr 11 14:01:01.686793 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-fcd2c3e6-f415-40f5-8fd4-1147b68fd929 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750379576733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663498'] for agent (a1227682-d2f2-4331-ba13-738c8a59e95d), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:01:01.688153 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.67', 33344) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 14:01:01.696659 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-d0a2bda4-827d-4d0d-af5c-12b774ee760f req-41268415-8a00-4376-bc43-d66d1ecf6467 service neutron] 10.222.0.75 "GET /v2.0/networks/a26678c1-118d-435e-989f-6f50cac836e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1873519 Apr 11 14:01:01.709348 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6254b44-6fa8-48a0-a13f-7b811662307c tempest-TestMinimumBasicScenario-1408592018 tempest-TestMinimumBasicScenario-1408592018-project] Notify agent at l3_agent.dv-cinder-830787-2-iscsi the message routers_updated {{(pid=103319) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 14:01:01.716072 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c6254b44-6fa8-48a0-a13f-7b811662307c tempest-TestMinimumBasicScenario-1408592018 tempest-TestMinimumBasicScenario-1408592018-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-507053'] for floatingip (None), before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:01:01.721745 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94398e22-a884-4376-af7d-133300b10b6a None None] Sync routers for ids ['11b78215-e399-4b08-b4be-0bd6708f4f77'] in dv-cinder-830787-2-iscsi {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 14:01:01.734194 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94398e22-a884-4376-af7d-133300b10b6a None None] Routers {'11b78215-e399-4b08-b4be-0bd6708f4f77'} bound to L3 agent in host dv-cinder-830787-2-iscsi {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 14:01:01.735057 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-94398e22-a884-4376-af7d-133300b10b6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830787-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-11T13:46:59Z,description=,heartbeat_timestamp=2022-04-11T14:00:59Z,host='dv-cinder-830787-2-iscsi',id=e731c656-576f-4174-9da3-af64518920bc,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T13:46:59Z,topic='l3_agent')) {'router_ids': ['11b78215-e399-4b08-b4be-0bd6708f4f77'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:01:01.755200 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-c6254b44-6fa8-48a0-a13f-7b811662307c tempest-TestMinimumBasicScenario-1408592018 tempest-TestMinimumBasicScenario-1408592018-project] 10.222.0.67 "DELETE /v2.0/floatingips/662dd090-9cdd-4d7d-a0d1-7c015118407d HTTP/1.1" status: 204 len: 168 time: 2.0761623 Apr 11 14:01:01.802723 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] For port 99983948-a76f-4e70-b04a-dfb2433aaa98, host hv-cinder-83078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83078',level=0,port_id=99983948-a76f-4e70-b04a-dfb2433aaa98,segment=NetworkSegment(97213a82-28a8-4d4c-8e5b-e53ba672495f),segment_id=97213a82-28a8-4d4c-8e5b-e53ba672495f)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 14:01:01.818190 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Returning: {'device': '99983948-a76f-4e70-b04a-dfb2433aaa98', 'network_id': '730a24f2-5d00-49fb-895d-b884d9163131', 'port_id': '99983948-a76f-4e70-b04a-dfb2433aaa98', 'mac_address': 'fa:16:3e:f2:29:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 914, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27094053-8505-4a56-8171-b11c8d996c6a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103320) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 14:01:01.825294 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-cc53e92d-4f19-4850-81fb-72336fb03a42 tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] Deleting port 85a9e9aa-619a-4bbe-a468-0da19406c9c9 {{(pid=103318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 14:01:01.825968 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-cc53e92d-4f19-4850-81fb-72336fb03a42 tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750379682079'] for port (85a9e9aa-619a-4bbe-a468-0da19406c9c9), before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:01:01.860203 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Current status of the port 99983948-a76f-4e70-b04a-dfb2433aaa98 is: DOWN; New status is: BUILD {{(pid=103320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 14:01:01.860595 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883311'] for port (99983948-a76f-4e70-b04a-dfb2433aaa98), before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:01:01.877046 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.notifiers.nova [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99983948-a76f-4e70-b04a-dfb2433aaa98 {{(pid=103320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 14:01:01.884441 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-94398e22-a884-4376-af7d-133300b10b6a None None] Set router 11b78215-e399-4b08-b4be-0bd6708f4f77 gateway port host: dv-cinder-830787-2-iscsi {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 14:01:01.899366 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] For port 99983948-a76f-4e70-b04a-dfb2433aaa98, host hv-cinder-83078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83078',level=0,port_id=99983948-a76f-4e70-b04a-dfb2433aaa98,segment=NetworkSegment(97213a82-28a8-4d4c-8e5b-e53ba672495f),segment_id=97213a82-28a8-4d4c-8e5b-e53ba672495f)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 14:01:01.908344 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750379687711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750379164492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750379164510'] for port (99983948-a76f-4e70-b04a-dfb2433aaa98), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:01:01.918574 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-cc53e92d-4f19-4850-81fb-72336fb03a42 tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115285'] for port (85a9e9aa-619a-4bbe-a468-0da19406c9c9), precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:01:01.919110 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-cc53e92d-4f19-4850-81fb-72336fb03a42 tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] Publish callbacks [] for floatingip (85a9e9aa-619a-4bbe-a468-0da19406c9c9), precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:01:01.933858 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-cc53e92d-4f19-4850-81fb-72336fb03a42 tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] Calling delete_port for 85a9e9aa-619a-4bbe-a468-0da19406c9c9 owned by network:floatingip {{(pid=103318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 14:01:01.985893 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Pushing event updated for resources: {'Port': ['ID=99983948-a76f-4e70-b04a-dfb2433aaa98,revision_number=4']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:01:01.994664 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:01:01.995023 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:01:01.995375 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:01:01.995778 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:01:01.997691 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:01:01.998054 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:01:01.998553 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:01:01.998891 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:01:01.999393 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:01:01.999769 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:01:02.000105 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:01:02.000443 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:01:02.000774 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:01:02.001109 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:01:02.001441 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:01:02.108056 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-94398e22-a884-4376-af7d-133300b10b6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11b78215-e399-4b08-b4be-0bd6708f4f77', 'name': 'tempest-TestMinimumBasicScenario-952293795-router', 'tenant_id': '644547f80e2543079781f0c7b34c40b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886', 'external_fixed_ips': [{'subnet_id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'ip_address': '172.27.1.176'}], 'enable_snat': True}, 'gw_port_id': 'ee5184b6-c690-4508-9740-48ef1b2f2018', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T13:57:38Z', 'updated_at': '2022-04-11T13:57:41Z', 'revision_number': 4, 'project_id': '644547f80e2543079781f0c7b34c40b4', 'gw_port': {'id': 'ee5184b6-c690-4508-9740-48ef1b2f2018', 'name': '', 'network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:7b:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11b78215-e399-4b08-b4be-0bd6708f4f77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'ip_address': '172.27.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:57:38Z', 'updated_at': '2022-04-11T13:57:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830787-2-iscsi', '_interfaces': [{'id': 'f416d8b9-7010-492b-9db6-1d19ef482ef5', 'name': '', 'network_id': 'a26678c1-118d-435e-989f-6f50cac836e0', 'tenant_id': '644547f80e2543079781f0c7b34c40b4', 'mac_address': 'fa:16:3e:e5:54:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11b78215-e399-4b08-b4be-0bd6708f4f77', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': 'b53fa937-6664-4af0-8a1b-d8748366eb4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:57:41Z', 'updated_at': '2022-04-11T13:57:47Z', 'revision_number': 5, 'project_id': '644547f80e2543079781f0c7b34c40b4', 'subnets': [{'id': 'b53fa937-6664-4af0-8a1b-d8748366eb4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830787-2-iscsi', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:01:02.119915 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-cc53e92d-4f19-4850-81fb-72336fb03a42 tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750379687693', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750379164483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4243781'] for port (85a9e9aa-619a-4bbe-a468-0da19406c9c9), after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:01:02.134598 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94398e22-a884-4376-af7d-133300b10b6a None None] Checking router: 11b78215-e399-4b08-b4be-0bd6708f4f77 for host: dv-cinder-830787-2-iscsi {{(pid=103321) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 14:01:02.142793 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94398e22-a884-4376-af7d-133300b10b6a None None] Routers {'11b78215-e399-4b08-b4be-0bd6708f4f77'} bound to L3 agent in host dv-cinder-830787-2-iscsi {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 14:01:02.143371 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-94398e22-a884-4376-af7d-133300b10b6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830787-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-11T13:46:59Z,description=,heartbeat_timestamp=2022-04-11T14:00:59Z,host='dv-cinder-830787-2-iscsi',id=e731c656-576f-4174-9da3-af64518920bc,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T13:46:59Z,topic='l3_agent')) {'router_ids': ['11b78215-e399-4b08-b4be-0bd6708f4f77'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:01:02.146240 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc53e92d-4f19-4850-81fb-72336fb03a42 tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] Pushing event deleted for resources: {'Port': ['ID=85a9e9aa-619a-4bbe-a468-0da19406c9c9,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:01:02.147504 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] get_ports_and_sgs() called for port_ids ['99983948-a76f-4e70-b04a-dfb2433aaa98'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 14:01:02.215607 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-cc53e92d-4f19-4850-81fb-72336fb03a42 tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] Publish callbacks [] for floatingip (1fc2130b-232b-4b06-bcf8-b5459a66cb8b), after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:01:02.218300 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-cc53e92d-4f19-4850-81fb-72336fb03a42 tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-507053'] for floatingip (None), before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:01:02.222275 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-cc53e92d-4f19-4850-81fb-72336fb03a42 tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] 10.222.0.67 "DELETE /v2.0/floatingips/1fc2130b-232b-4b06-bcf8-b5459a66cb8b HTTP/1.1" status: 204 len: 168 time: 0.5305686 Apr 11 14:01:02.356630 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-94398e22-a884-4376-af7d-133300b10b6a None None] Set router 11b78215-e399-4b08-b4be-0bd6708f4f77 gateway port host: dv-cinder-830787-2-iscsi {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 14:01:02.510492 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79569212-4835-45da-92b0-516e527a1f88', 'tag': '696c428a-2d32-4149-b9c4-40a4e382593e'}] {{(pid=103319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 14:01:02.514040 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca54f3a3744013fac1d33973197c51c1d98542aecacec3b3a4d6ee5bc00756d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-819c230c-7ea6-4467-8492-796d0e06e1c1" -d '{"events": [{"name": "network-changed", "server_uuid": "79569212-4835-45da-92b0-516e527a1f88", "tag": "696c428a-2d32-4149-b9c4-40a4e382593e"}]}' {{(pid=103319) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 14:01:02.565498 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-94398e22-a884-4376-af7d-133300b10b6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11b78215-e399-4b08-b4be-0bd6708f4f77', 'name': 'tempest-TestMinimumBasicScenario-952293795-router', 'tenant_id': '644547f80e2543079781f0c7b34c40b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886', 'external_fixed_ips': [{'subnet_id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'ip_address': '172.27.1.176'}], 'enable_snat': True}, 'gw_port_id': 'ee5184b6-c690-4508-9740-48ef1b2f2018', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T13:57:38Z', 'updated_at': '2022-04-11T13:57:41Z', 'revision_number': 4, 'project_id': '644547f80e2543079781f0c7b34c40b4', 'gw_port': {'id': 'ee5184b6-c690-4508-9740-48ef1b2f2018', 'name': '', 'network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:7b:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11b78215-e399-4b08-b4be-0bd6708f4f77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'ip_address': '172.27.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:57:38Z', 'updated_at': '2022-04-11T13:57:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830787-2-iscsi', '_interfaces': [{'id': 'f416d8b9-7010-492b-9db6-1d19ef482ef5', 'name': '', 'network_id': 'a26678c1-118d-435e-989f-6f50cac836e0', 'tenant_id': '644547f80e2543079781f0c7b34c40b4', 'mac_address': 'fa:16:3e:e5:54:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11b78215-e399-4b08-b4be-0bd6708f4f77', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': 'b53fa937-6664-4af0-8a1b-d8748366eb4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:57:41Z', 'updated_at': '2022-04-11T13:57:47Z', 'revision_number': 5, 'project_id': '644547f80e2543079781f0c7b34c40b4', 'subnets': [{'id': 'b53fa937-6664-4af0-8a1b-d8748366eb4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830787-2-iscsi', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:01:02.592955 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ede044e-a2ea-4039-a453-93e52530f55b req-2a37785a-1ba0-478d-8395-f6e4bacb351d tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:01:02.594883 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-0ede044e-a2ea-4039-a453-93e52530f55b req-2a37785a-1ba0-478d-8395-f6e4bacb351d tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] 10.222.0.67 "GET /v2.0/ports?device_id=b1c531fb-df98-4780-bea5-7b483075b4f9 HTTP/1.1" status: 200 len: 945 time: 0.0530448 Apr 11 14:01:02.596249 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94398e22-a884-4376-af7d-133300b10b6a None None] The sync data for ids ['11b78215-e399-4b08-b4be-0bd6708f4f77'] in dv-cinder-830787-2-iscsi is: [{'id': '11b78215-e399-4b08-b4be-0bd6708f4f77', 'name': 'tempest-TestMinimumBasicScenario-952293795-router', 'tenant_id': '644547f80e2543079781f0c7b34c40b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886', 'external_fixed_ips': [{'subnet_id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'ip_address': '172.27.1.176'}], 'enable_snat': True}, 'gw_port_id': 'ee5184b6-c690-4508-9740-48ef1b2f2018', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T13:57:38Z', 'updated_at': '2022-04-11T13:57:41Z', 'revision_number': 4, 'project_id': '644547f80e2543079781f0c7b34c40b4', 'gw_port': {'id': 'ee5184b6-c690-4508-9740-48ef1b2f2018', 'name': '', 'network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:7b:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11b78215-e399-4b08-b4be-0bd6708f4f77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'ip_address': '172.27.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:57:38Z', 'updated_at': '2022-04-11T13:57:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830787-2-iscsi', '_interfaces': [{'id': 'f416d8b9-7010-492b-9db6-1d19ef482ef5', 'name': '', 'network_id': 'a26678c1-118d-435e-989f-6f50cac836e0', 'tenant_id': '644547f80e2543079781f0c7b34c40b4', 'mac_address': 'fa:16:3e:e5:54:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11b78215-e399-4b08-b4be-0bd6708f4f77', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': 'b53fa937-6664-4af0-8a1b-d8748366eb4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:57:41Z', 'updated_at': '2022-04-11T13:57:47Z', 'revision_number': 5, 'project_id': '644547f80e2543079781f0c7b34c40b4', 'subnets': [{'id': 'b53fa937-6664-4af0-8a1b-d8748366eb4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 14:01:02.654073 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-0ede044e-a2ea-4039-a453-93e52530f55b req-32ed55d8-7db6-4557-b58e-b2f6bf37f9fc tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] 10.222.0.67 "GET /v2.0/security-groups?id=3903d284-5402-4d4d-9d0d-70dcffd16a24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515120 Apr 11 14:01:02.718345 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 14:01:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63a4628f-2751-42bb-8d04-185cd7790747 x-openstack-request-id: req-63a4628f-2751-42bb-8d04-185cd7790747 {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 14:01:02.718640 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79569212-4835-45da-92b0-516e527a1f88", "tag": "696c428a-2d32-4149-b9c4-40a4e382593e", "status": "completed", "code": 200}]} {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 14:01:02.718894 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-63a4628f-2751-42bb-8d04-185cd7790747 {{(pid=103319) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 14:01:02.719305 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.notifiers.nova [-] Nova event matching ['req-63a4628f-2751-42bb-8d04-185cd7790747'] response: {'name': 'network-changed', 'server_uuid': '79569212-4835-45da-92b0-516e527a1f88', 'tag': '696c428a-2d32-4149-b9c4-40a4e382593e', 'status': 'completed', 'code': 200} Apr 11 14:01:02.781886 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819c230c-7ea6-4467-8492-796d0e06e1c1 req-7c7c5854-8177-44d9-a22e-c55f6bef2bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:01:02.783714 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-819c230c-7ea6-4467-8492-796d0e06e1c1 req-7c7c5854-8177-44d9-a22e-c55f6bef2bd7 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=644547f80e2543079781f0c7b34c40b4&device_id=79569212-4835-45da-92b0-516e527a1f88 HTTP/1.1" status: 200 len: 1129 time: 0.0441539 Apr 11 14:01:02.801607 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750379576733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663498'] for agent (a433433c-9197-4b2b-8991-1d45f6bac940), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:01:02.889262 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819c230c-7ea6-4467-8492-796d0e06e1c1 req-64d1c916-3753-4839-a5ae-49e312cc0398 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:01:02.891561 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4282f009-2ffd-4cd0-8bc5-6da6a927e6de None None] New status for floating IP 662dd090-9cdd-4d7d-a0d1-7c015118407d: DOWN {{(pid=103320) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 14:01:02.893295 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-819c230c-7ea6-4467-8492-796d0e06e1c1 req-64d1c916-3753-4839-a5ae-49e312cc0398 service neutron] 10.222.0.75 "GET /v2.0/networks?id=a26678c1-118d-435e-989f-6f50cac836e0 HTTP/1.1" status: 200 len: 915 time: 0.1020744 Apr 11 14:01:02.939833 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.67', 33360) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 14:01:02.944404 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.v2.base [None req-0315667f-4cda-4bbe-9c41-5cd03cbbb0ae tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1778572492', 'description': 'tempest-description--890698428'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:01:02.948211 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-819c230c-7ea6-4467-8492-796d0e06e1c1 req-18f5ab2a-901f-46a5-8802-76d96dd055da service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=696c428a-2d32-4149-b9c4-40a4e382593e HTTP/1.1" status: 200 len: 217 time: 0.0425253 Apr 11 14:01:02.966697 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-0315667f-4cda-4bbe-9c41-5cd03cbbb0ae tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] Publish callbacks [] for security_group (None), before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:01:03.003618 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819c230c-7ea6-4467-8492-796d0e06e1c1 req-95b4586f-94a5-4935-8862-b0875ba5316b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:01:03.005251 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-819c230c-7ea6-4467-8492-796d0e06e1c1 req-95b4586f-94a5-4935-8862-b0875ba5316b service neutron] 10.222.0.75 "GET /v2.0/subnets?id=b53fa937-6664-4af0-8a1b-d8748366eb4f HTTP/1.1" status: 200 len: 853 time: 0.0489829 Apr 11 14:01:03.040493 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-0315667f-4cda-4bbe-9c41-5cd03cbbb0ae tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] Publish callbacks [] for security_group (cafca3b7-daf0-48a0-823e-820c7feeb8ea), precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:01:03.045419 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-0315667f-4cda-4bbe-9c41-5cd03cbbb0ae tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8023832'] for security_group (cafca3b7-daf0-48a0-823e-820c7feeb8ea), after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:01:03.050725 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819c230c-7ea6-4467-8492-796d0e06e1c1 req-4b16fdbe-54cd-4fd4-ad24-774126392bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:01:03.054106 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-819c230c-7ea6-4467-8492-796d0e06e1c1 req-4b16fdbe-54cd-4fd4-ad24-774126392bd4 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=a26678c1-118d-435e-989f-6f50cac836e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0428250 Apr 11 14:01:03.078612 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0315667f-4cda-4bbe-9c41-5cd03cbbb0ae tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cafca3b7-daf0-48a0-823e-820c7feeb8ea,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:01:03.083291 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-0315667f-4cda-4bbe-9c41-5cd03cbbb0ae tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] Publish callbacks [] for security_group (None), before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:01:03.087205 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-0315667f-4cda-4bbe-9c41-5cd03cbbb0ae tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1437206 Apr 11 14:01:03.088187 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.67', 33364) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 14:01:03.097443 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.v2.base [None req-82f097a3-87ac-47a2-8ea1-1554c370f6e8 tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] Request body: {'security_group_rule': {'security_group_id': 'cafca3b7-daf0-48a0-823e-820c7feeb8ea', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:01:03.129156 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-82f097a3-87ac-47a2-8ea1-1554c370f6e8 tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] Publish callbacks [] for security_group_rule (b0b59d1a-e739-4256-9614-b33f863000db), before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:01:03.170993 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-819c230c-7ea6-4467-8492-796d0e06e1c1 req-5590001e-f6d4-48eb-910d-942e87a04521 service neutron] 10.222.0.75 "GET /v2.0/networks/a26678c1-118d-435e-989f-6f50cac836e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1088393 Apr 11 14:01:03.195184 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-82f097a3-87ac-47a2-8ea1-1554c370f6e8 tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] Publish callbacks [] for security_group_rule (b0b59d1a-e739-4256-9614-b33f863000db), precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:01:03.200129 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-82f097a3-87ac-47a2-8ea1-1554c370f6e8 tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8023914'] for security_group_rule (b0b59d1a-e739-4256-9614-b33f863000db), after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:01:03.218684 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f097a3-87ac-47a2-8ea1-1554c370f6e8 tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0b59d1a-e739-4256-9614-b33f863000db,revision_number=0']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:01:03.231663 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-82f097a3-87ac-47a2-8ea1-1554c370f6e8 tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:01:03.235403 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-82f097a3-87ac-47a2-8ea1-1554c370f6e8 tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1438234 Apr 11 14:01:03.238477 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.67', 33372) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 14:01:03.246299 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.v2.base [None req-17553e52-5439-45a6-8bd1-6cb9ebd85b70 tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] Request body: {'security_group_rule': {'security_group_id': 'cafca3b7-daf0-48a0-823e-820c7feeb8ea', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:01:03.278259 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750379576733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663498'] for agent (f2586825-e748-4c1d-8b98-cb0d5b6c266d), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:01:03.289993 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-17553e52-5439-45a6-8bd1-6cb9ebd85b70 tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] Publish callbacks [] for security_group_rule (c3c10208-3e98-4bef-bd8f-b1ee4823f088), before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:01:03.295882 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-819c230c-7ea6-4467-8492-796d0e06e1c1 req-88676cc1-2991-4a16-8acf-f7bce756d23d service neutron] 10.222.0.75 "GET /v2.0/networks/a26678c1-118d-435e-989f-6f50cac836e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1174760 Apr 11 14:01:03.346117 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-17553e52-5439-45a6-8bd1-6cb9ebd85b70 tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] Publish callbacks [] for security_group_rule (c3c10208-3e98-4bef-bd8f-b1ee4823f088), precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:01:03.349461 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-17553e52-5439-45a6-8bd1-6cb9ebd85b70 tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8023914'] for security_group_rule (c3c10208-3e98-4bef-bd8f-b1ee4823f088), after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:01:03.366567 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17553e52-5439-45a6-8bd1-6cb9ebd85b70 tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3c10208-3e98-4bef-bd8f-b1ee4823f088,revision_number=0']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:01:03.374319 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-17553e52-5439-45a6-8bd1-6cb9ebd85b70 tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:01:03.375484 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-17553e52-5439-45a6-8bd1-6cb9ebd85b70 tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1360304 Apr 11 14:01:03.378667 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.67', 33376) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 14:01:03.383283 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.v2.base [None req-f5ab8b21-18bc-4de3-a9dc-fd3912900af8 tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] Request body: {'floatingip': {'floating_network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:01:03.404294 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-f5ab8b21-18bc-4de3-a9dc-fd3912900af8 tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:01:03.485560 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-f5ab8b21-18bc-4de3-a9dc-fd3912900af8 tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883311'] for port (None), before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:01:03.591272 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.db.db_base_plugin_common [None req-f5ab8b21-18bc-4de3-a9dc-fd3912900af8 tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] Allocated IP 172.27.1.122 (18ff371c-a6b9-4e7a-9b54-bf9ba2e00886/b63ed172-4352-4f2b-94f9-a4e97d1b6a55/5e9c4415-8014-4416-846f-ed03388f5395) {{(pid=103318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 14:01:03.636738 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Device 99983948-a76f-4e70-b04a-dfb2433aaa98 up at agent hyperv_hv-cinder-83078 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 14:01:03.685995 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Provisioning for port 99983948-a76f-4e70-b04a-dfb2433aaa98 completed by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 11 14:01:03.693128 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Provisioning complete for port 99983948-a76f-4e70-b04a-dfb2433aaa98 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 14:01:03.693586 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-663396'] for port (99983948-a76f-4e70-b04a-dfb2433aaa98), provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:01:03.696891 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-f5ab8b21-18bc-4de3-a9dc-fd3912900af8 tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] Publish callbacks [] for port (5e9c4415-8014-4416-846f-ed03388f5395), precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:01:03.733052 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-f5ab8b21-18bc-4de3-a9dc-fd3912900af8 tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750379164474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4243781'] for port (5e9c4415-8014-4416-846f-ed03388f5395), after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:01:03.772351 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5ab8b21-18bc-4de3-a9dc-fd3912900af8 tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] Network 18ff371c-a6b9-4e7a-9b54-bf9ba2e00886 is already hosted by enough agents. {{(pid=103318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:01:03.777236 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [None req-f5ab8b21-18bc-4de3-a9dc-fd3912900af8 tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] Resources bound (agent type, host, resource id): {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:01:03.778187 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91bf819-f32d-47fc-8bc6-ba6f542a0143 req-68fae046-c96e-41dc-a3f7-edacfcef9be1 tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:01:03.780985 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5ab8b21-18bc-4de3-a9dc-fd3912900af8 tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] Received port after_create {{(pid=103318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 14:01:03.784417 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Current status of the port 99983948-a76f-4e70-b04a-dfb2433aaa98 is: BUILD; New status is: ACTIVE {{(pid=103320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 14:01:03.784816 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883311'] for port (99983948-a76f-4e70-b04a-dfb2433aaa98), before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:01:03.785427 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-e91bf819-f32d-47fc-8bc6-ba6f542a0143 req-68fae046-c96e-41dc-a3f7-edacfcef9be1 tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] 10.222.0.67 "GET /v2.0/ports?device_id=b1c531fb-df98-4780-bea5-7b483075b4f9 HTTP/1.1" status: 200 len: 945 time: 0.0604324 Apr 11 14:01:03.803442 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ab8b21-18bc-4de3-a9dc-fd3912900af8 tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] Pushing event updated for resources: {'Port': ['ID=5e9c4415-8014-4416-846f-ed03388f5395,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:01:03.819376 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1c531fb-df98-4780-bea5-7b483075b4f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99983948-a76f-4e70-b04a-dfb2433aaa98'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 14:01:03.822840 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e17e7c2a2a067a9a9572b19104dd8b83720c41d762fa1dc6a6c9d001f6760b0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edbc25f6-433a-454c-b0fc-6143321467c2" -d '{"events": [{"server_uuid": "b1c531fb-df98-4780-bea5-7b483075b4f9", "name": "network-vif-plugged", "status": "completed", "tag": "99983948-a76f-4e70-b04a-dfb2433aaa98"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 14:01:03.838839 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-e91bf819-f32d-47fc-8bc6-ba6f542a0143 req-4089bc2a-6749-48c2-a9a3-4900b6f59c9a tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] 10.222.0.67 "GET /v2.0/security-groups?id=3903d284-5402-4d4d-9d0d-70dcffd16a24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501447 Apr 11 14:01:03.848489 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] For port 99983948-a76f-4e70-b04a-dfb2433aaa98, host hv-cinder-83078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83078',level=0,port_id=99983948-a76f-4e70-b04a-dfb2433aaa98,segment=NetworkSegment(97213a82-28a8-4d4c-8e5b-e53ba672495f),segment_id=97213a82-28a8-4d4c-8e5b-e53ba672495f)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 14:01:03.853542 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750379687711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750379164492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750379164510'] for port (99983948-a76f-4e70-b04a-dfb2433aaa98), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:01:03.878407 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-f5ab8b21-18bc-4de3-a9dc-fd3912900af8 tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] Publish callbacks [] for floatingip (7cc67d31-ad26-4059-9200-3ad85fecd496), precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:01:03.907200 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Pushing event updated for resources: {'Port': ['ID=99983948-a76f-4e70-b04a-dfb2433aaa98,revision_number=5']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:01:03.918450 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-f5ab8b21-18bc-4de3-a9dc-fd3912900af8 tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883311'] for port (5e9c4415-8014-4416-846f-ed03388f5395), before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:01:03.933738 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 14:01:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e9a3c12-9c62-4536-9759-40ec48512a3a x-openstack-request-id: req-2e9a3c12-9c62-4536-9759-40ec48512a3a {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 14:01:03.934152 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1c531fb-df98-4780-bea5-7b483075b4f9", "name": "network-vif-plugged", "status": "completed", "tag": "99983948-a76f-4e70-b04a-dfb2433aaa98", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 14:01:03.934407 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-2e9a3c12-9c62-4536-9759-40ec48512a3a {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 14:01:03.934808 dv-cinder-830787-2-iscsi neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2e9a3c12-9c62-4536-9759-40ec48512a3a'] response: {'server_uuid': 'b1c531fb-df98-4780-bea5-7b483075b4f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99983948-a76f-4e70-b04a-dfb2433aaa98', 'code': 200} Apr 11 14:01:04.073765 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-f5ab8b21-18bc-4de3-a9dc-fd3912900af8 tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] Publish callbacks [] for port (5e9c4415-8014-4416-846f-ed03388f5395), precommit_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:01:04.078179 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-f5ab8b21-18bc-4de3-a9dc-fd3912900af8 tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750379687711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750379164492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750379164510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4243790'] for port (5e9c4415-8014-4416-846f-ed03388f5395), after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:01:04.094428 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9135488-ed53-40b2-b38a-003d30dbd21e req-7e0df73c-ba07-4252-b053-49ff2a20dc5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:01:04.095961 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-b9135488-ed53-40b2-b38a-003d30dbd21e req-7e0df73c-ba07-4252-b053-49ff2a20dc5b service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=b1c531fb-df98-4780-bea5-7b483075b4f9 HTTP/1.1" status: 200 len: 1130 time: 0.0380826 Apr 11 14:01:04.141365 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-b9135488-ed53-40b2-b38a-003d30dbd21e req-14ce63dc-8c83-4b23-bbda-4cdc5791091e service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=3903d284-5402-4d4d-9d0d-70dcffd16a24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396559 Apr 11 14:01:04.144527 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ab8b21-18bc-4de3-a9dc-fd3912900af8 tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] Pushing event updated for resources: {'Port': ['ID=5e9c4415-8014-4416-846f-ed03388f5395,revision_number=2']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:01:04.160873 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-f5ab8b21-18bc-4de3-a9dc-fd3912900af8 tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8126411'] for floatingip (7cc67d31-ad26-4059-9200-3ad85fecd496), after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:01:04.177721 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-f5ab8b21-18bc-4de3-a9dc-fd3912900af8 tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-507053'] for floatingip (None), before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:01:04.178959 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-f5ab8b21-18bc-4de3-a9dc-fd3912900af8 tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7991781 Apr 11 14:01:04.366275 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-f5712b9b-02b3-4cfd-8796-64efd4c04064 req-ca27a934-14b7-412f-865b-6c2d10e90db9 tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-securitygroup--1778572492&fields=id&tenant_id=f8720d1d0e26443d96a5f29175402af6 HTTP/1.1" status: 200 len: 267 time: 0.0426154 Apr 11 14:01:04.487496 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5712b9b-02b3-4cfd-8796-64efd4c04064 req-a1a654f3-db40-4d5e-ad53-24281c6ae2fa tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:01:04.489025 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-f5712b9b-02b3-4cfd-8796-64efd4c04064 req-a1a654f3-db40-4d5e-ad53-24281c6ae2fa tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] 10.222.0.67 "GET /v2.0/networks?id=257d7092-c4df-47e4-abc9-31af4018d257 HTTP/1.1" status: 200 len: 811 time: 0.1156354 Apr 11 14:01:04.504657 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-f5712b9b-02b3-4cfd-8796-64efd4c04064 req-954bd838-29e7-44b7-b410-328b21a9985a tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] 10.222.0.67 "GET /v2.0/quotas/f8720d1d0e26443d96a5f29175402af6 HTTP/1.1" status: 200 len: 375 time: 0.0103400 Apr 11 14:01:04.554795 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-f5712b9b-02b3-4cfd-8796-64efd4c04064 req-6cf19da4-ce75-4cb3-98a3-a07b82f8e200 tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=f8720d1d0e26443d96a5f29175402af6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0447719 Apr 11 14:01:04.575788 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6007cec7-18e2-4c5b-af79-50b1754be51d req-0de8acc1-b369-41dd-803c-b384525c79c2 tempest-TestMinimumBasicScenario-1408592018 tempest-TestMinimumBasicScenario-1408592018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:01:04.577358 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-6007cec7-18e2-4c5b-af79-50b1754be51d req-0de8acc1-b369-41dd-803c-b384525c79c2 tempest-TestMinimumBasicScenario-1408592018 tempest-TestMinimumBasicScenario-1408592018-project] 10.222.0.67 "GET /v2.0/ports?device_id=79569212-4835-45da-92b0-516e527a1f88 HTTP/1.1" status: 200 len: 945 time: 0.0478275 Apr 11 14:01:04.628759 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-6007cec7-18e2-4c5b-af79-50b1754be51d req-9eb2b048-fa3a-42de-8b58-fed75043b44e tempest-TestMinimumBasicScenario-1408592018 tempest-TestMinimumBasicScenario-1408592018-project] 10.222.0.67 "GET /v2.0/security-groups?id=cf23f7d8-584e-46f6-abd9-cfbb92a6cce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455015 Apr 11 14:01:04.654962 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-f5712b9b-02b3-4cfd-8796-64efd4c04064 req-a4052198-f6ad-4471-accb-2672985619f5 service neutron] 10.222.0.67 "GET /v2.0/networks/257d7092-c4df-47e4-abc9-31af4018d257?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887516 Apr 11 14:01:04.743263 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-f5712b9b-02b3-4cfd-8796-64efd4c04064 req-c7513cb6-e7eb-426d-b3b2-c7d329dcf58b service neutron] 10.222.0.67 "GET /v2.0/networks/257d7092-c4df-47e4-abc9-31af4018d257?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825882 Apr 11 14:01:04.899077 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-9e38bd7a-a7f1-4de9-8ec1-06445dfd5b25 req-906c8436-bbeb-47d1-9f03-4371193fad3e tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] 10.222.0.67 "GET /v2.0/ports?device_id=c2990320-e015-4b65-9175-4b875d4142fd HTTP/1.1" status: 200 len: 210 time: 0.0276890 Apr 11 14:01:04.951712 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dbb6b5-59a6-4e5b-988f-5e837bd90892 req-175a8ae9-7359-425a-9b21-ce32c8c545aa tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:01:04.953209 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-51dbb6b5-59a6-4e5b-988f-5e837bd90892 req-175a8ae9-7359-425a-9b21-ce32c8c545aa tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] 10.222.0.67 "GET /v2.0/ports?device_id=b1c531fb-df98-4780-bea5-7b483075b4f9 HTTP/1.1" status: 200 len: 946 time: 0.0545192 Apr 11 14:01:05.002071 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-51dbb6b5-59a6-4e5b-988f-5e837bd90892 req-923b567c-0ef4-4430-9d1a-6e1a6a0cff70 tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] 10.222.0.67 "GET /v2.0/security-groups?id=3903d284-5402-4d4d-9d0d-70dcffd16a24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428982 Apr 11 14:01:05.749032 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b689adb5-f8b5-4759-bb2a-269ede651e69 req-32972f6a-fe63-4498-8bf2-1e594af9f12e tempest-TestMinimumBasicScenario-1408592018 tempest-TestMinimumBasicScenario-1408592018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:01:05.750536 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-b689adb5-f8b5-4759-bb2a-269ede651e69 req-32972f6a-fe63-4498-8bf2-1e594af9f12e tempest-TestMinimumBasicScenario-1408592018 tempest-TestMinimumBasicScenario-1408592018-project] 10.222.0.67 "GET /v2.0/ports?device_id=79569212-4835-45da-92b0-516e527a1f88 HTTP/1.1" status: 200 len: 945 time: 0.0476916 Apr 11 14:01:05.797122 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-b689adb5-f8b5-4759-bb2a-269ede651e69 req-a8db536b-08c3-4f97-9a23-89eaf8491218 tempest-TestMinimumBasicScenario-1408592018 tempest-TestMinimumBasicScenario-1408592018-project] 10.222.0.67 "GET /v2.0/security-groups?id=cf23f7d8-584e-46f6-abd9-cfbb92a6cce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407457 Apr 11 14:01:05.995672 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-8788ca08-3586-4b5d-aa81-eb0b1bce3b70 req-2fc02a0d-65b3-4617-a9bc-18e4b0ec1164 tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] 10.222.0.67 "GET /v2.0/ports?device_id=c2990320-e015-4b65-9175-4b875d4142fd HTTP/1.1" status: 200 len: 210 time: 0.0279751 Apr 11 14:01:06.115849 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6f556a-d647-4f63-9529-67fabb5c2de6 req-c811bc35-b27f-4077-9b41-c43dd03dc88c tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:01:06.117438 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-4b6f556a-d647-4f63-9529-67fabb5c2de6 req-c811bc35-b27f-4077-9b41-c43dd03dc88c tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] 10.222.0.67 "GET /v2.0/ports?device_id=b1c531fb-df98-4780-bea5-7b483075b4f9 HTTP/1.1" status: 200 len: 946 time: 0.0492940 Apr 11 14:01:06.164461 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-4b6f556a-d647-4f63-9529-67fabb5c2de6 req-a0f806a6-f62e-43ad-93a6-6e1836dfb089 tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] 10.222.0.67 "GET /v2.0/security-groups?id=3903d284-5402-4d4d-9d0d-70dcffd16a24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414050 Apr 11 14:01:06.461942 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fb93ad-cf2b-4e80-8956-58f3fdcd32ad req-d5c97312-0b9c-42d2-b702-c721d377a13d tempest-TestMinimumBasicScenario-1408592018 tempest-TestMinimumBasicScenario-1408592018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:01:06.463651 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-66fb93ad-cf2b-4e80-8956-58f3fdcd32ad req-d5c97312-0b9c-42d2-b702-c721d377a13d tempest-TestMinimumBasicScenario-1408592018 tempest-TestMinimumBasicScenario-1408592018-project] 10.222.0.75 "GET /v2.0/ports?device_id=79569212-4835-45da-92b0-516e527a1f88 HTTP/1.1" status: 200 len: 945 time: 0.0518925 Apr 11 14:01:06.827140 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [req-66fb93ad-cf2b-4e80-8956-58f3fdcd32ad req-5c7eb090-8fb6-46ae-8813-b64ba8df0f81 tempest-TestMinimumBasicScenario-1408592018 tempest-TestMinimumBasicScenario-1408592018-project] Deleting port 696c428a-2d32-4149-b9c4-40a4e382593e {{(pid=103319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 14:01:06.827489 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-66fb93ad-cf2b-4e80-8956-58f3fdcd32ad req-5c7eb090-8fb6-46ae-8813-b64ba8df0f81 tempest-TestMinimumBasicScenario-1408592018 tempest-TestMinimumBasicScenario-1408592018-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750379682079'] for port (696c428a-2d32-4149-b9c4-40a4e382593e), before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:01:06.912828 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbe2516-4ba0-4144-bc82-2479031790bd req-3a2b2dbd-d05e-4351-a38e-f1418657ecdf tempest-TestMinimumBasicScenario-1408592018 tempest-TestMinimumBasicScenario-1408592018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:01:06.914354 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-afbe2516-4ba0-4144-bc82-2479031790bd req-3a2b2dbd-d05e-4351-a38e-f1418657ecdf tempest-TestMinimumBasicScenario-1408592018 tempest-TestMinimumBasicScenario-1408592018-project] 10.222.0.67 "GET /v2.0/ports?device_id=79569212-4835-45da-92b0-516e527a1f88 HTTP/1.1" status: 200 len: 945 time: 0.0484393 Apr 11 14:01:06.922173 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.db [req-66fb93ad-cf2b-4e80-8956-58f3fdcd32ad req-5c7eb090-8fb6-46ae-8813-b64ba8df0f81 tempest-TestMinimumBasicScenario-1408592018 tempest-TestMinimumBasicScenario-1408592018-project] For port 696c428a-2d32-4149-b9c4-40a4e382593e, host hv-cinder-83078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83078',level=0,port_id=696c428a-2d32-4149-b9c4-40a4e382593e,segment=NetworkSegment(ea484752-652d-4a13-9936-ee9be871f9b9),segment_id=ea484752-652d-4a13-9936-ee9be871f9b9)] {{(pid=103319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 14:01:06.922572 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-66fb93ad-cf2b-4e80-8956-58f3fdcd32ad req-5c7eb090-8fb6-46ae-8813-b64ba8df0f81 tempest-TestMinimumBasicScenario-1408592018 tempest-TestMinimumBasicScenario-1408592018-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115285'] for port (696c428a-2d32-4149-b9c4-40a4e382593e), precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:01:06.936681 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [req-66fb93ad-cf2b-4e80-8956-58f3fdcd32ad req-5c7eb090-8fb6-46ae-8813-b64ba8df0f81 tempest-TestMinimumBasicScenario-1408592018 tempest-TestMinimumBasicScenario-1408592018-project] Calling delete_port for 696c428a-2d32-4149-b9c4-40a4e382593e owned by compute:nova {{(pid=103319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 14:01:06.961462 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-afbe2516-4ba0-4144-bc82-2479031790bd req-9469c3bc-63c2-4098-bcad-af1fd37e8434 tempest-TestMinimumBasicScenario-1408592018 tempest-TestMinimumBasicScenario-1408592018-project] 10.222.0.67 "GET /v2.0/security-groups?id=cf23f7d8-584e-46f6-abd9-cfbb92a6cce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408547 Apr 11 14:01:07.075716 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-66fb93ad-cf2b-4e80-8956-58f3fdcd32ad req-5c7eb090-8fb6-46ae-8813-b64ba8df0f81 tempest-TestMinimumBasicScenario-1408592018 tempest-TestMinimumBasicScenario-1408592018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750379687693', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750379164483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4648624'] for port (696c428a-2d32-4149-b9c4-40a4e382593e), after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:01:07.088395 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] get_ports_and_sgs() called for port_ids ['696c428a-2d32-4149-b9c4-40a4e382593e'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 14:01:07.099495 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-a479fa0e-a8dd-4312-acca-1a2df5b729e8 req-33f77db9-ddb4-4114-9812-58b03f7408b7 tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] 10.222.0.67 "GET /v2.0/ports?device_id=c2990320-e015-4b65-9175-4b875d4142fd HTTP/1.1" status: 200 len: 210 time: 0.0342565 Apr 11 14:01:07.119099 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7eb090-8fb6-46ae-8813-b64ba8df0f81 tempest-TestMinimumBasicScenario-1408592018 tempest-TestMinimumBasicScenario-1408592018-project] Pushing event deleted for resources: {'Port': ['ID=696c428a-2d32-4149-b9c4-40a4e382593e,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:01:07.180417 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [req-66fb93ad-cf2b-4e80-8956-58f3fdcd32ad req-5c7eb090-8fb6-46ae-8813-b64ba8df0f81 tempest-TestMinimumBasicScenario-1408592018 tempest-TestMinimumBasicScenario-1408592018-project] No DVR routers for this DVR port 696c428a-2d32-4149-b9c4-40a4e382593e on host hv-cinder-83078 {{(pid=103319) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 14:01:07.196972 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-66fb93ad-cf2b-4e80-8956-58f3fdcd32ad req-5c7eb090-8fb6-46ae-8813-b64ba8df0f81 tempest-TestMinimumBasicScenario-1408592018 tempest-TestMinimumBasicScenario-1408592018-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-507053'] for port (None), before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:01:07.201290 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-66fb93ad-cf2b-4e80-8956-58f3fdcd32ad req-5c7eb090-8fb6-46ae-8813-b64ba8df0f81 tempest-TestMinimumBasicScenario-1408592018 tempest-TestMinimumBasicScenario-1408592018-project] 10.222.0.75 "DELETE /v2.0/ports/696c428a-2d32-4149-b9c4-40a4e382593e HTTP/1.1" status: 204 len: 173 time: 0.4731362 Apr 11 14:01:07.202071 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79569212-4835-45da-92b0-516e527a1f88', 'name': 'network-vif-deleted', 'tag': '696c428a-2d32-4149-b9c4-40a4e382593e'}] {{(pid=103319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 14:01:07.204365 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca54f3a3744013fac1d33973197c51c1d98542aecacec3b3a4d6ee5bc00756d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acbfbbc7-16c7-451b-8cc3-d940f7cd5904" -d '{"events": [{"server_uuid": "79569212-4835-45da-92b0-516e527a1f88", "name": "network-vif-deleted", "tag": "696c428a-2d32-4149-b9c4-40a4e382593e"}]}' {{(pid=103319) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 14:01:07.258618 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 14:01:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c56781c-7c9b-41d0-9495-2b2b4f236edf x-openstack-request-id: req-1c56781c-7c9b-41d0-9495-2b2b4f236edf {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 14:01:07.260085 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79569212-4835-45da-92b0-516e527a1f88", "name": "network-vif-deleted", "tag": "696c428a-2d32-4149-b9c4-40a4e382593e", "status": "completed", "code": 200}]} {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 14:01:07.260085 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-1c56781c-7c9b-41d0-9495-2b2b4f236edf {{(pid=103319) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 14:01:07.260515 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1c56781c-7c9b-41d0-9495-2b2b4f236edf'] response: {'server_uuid': '79569212-4835-45da-92b0-516e527a1f88', 'name': 'network-vif-deleted', 'tag': '696c428a-2d32-4149-b9c4-40a4e382593e', 'status': 'completed', 'code': 200} Apr 11 14:01:07.310211 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68deb99a-4037-40a6-a36c-18d931ee6264 req-7b88b0e6-4b2c-4eaa-8b17-df3dc233c204 tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:01:07.311567 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5712b9b-02b3-4cfd-8796-64efd4c04064 req-88cb0b89-b2ea-4a1a-8741-e4db00640475 tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:01:07.312268 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-68deb99a-4037-40a6-a36c-18d931ee6264 req-7b88b0e6-4b2c-4eaa-8b17-df3dc233c204 tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] 10.222.0.67 "GET /v2.0/ports?device_id=b1c531fb-df98-4780-bea5-7b483075b4f9 HTTP/1.1" status: 200 len: 946 time: 0.0684304 Apr 11 14:01:07.313366 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-f5712b9b-02b3-4cfd-8796-64efd4c04064 req-88cb0b89-b2ea-4a1a-8741-e4db00640475 tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] 10.222.0.75 "GET /v2.0/networks?id=257d7092-c4df-47e4-abc9-31af4018d257 HTTP/1.1" status: 200 len: 811 time: 0.1597319 Apr 11 14:01:07.364549 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-68deb99a-4037-40a6-a36c-18d931ee6264 req-bc2c8c29-2726-4592-8f96-8323ca71d3c7 tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] 10.222.0.67 "GET /v2.0/security-groups?id=3903d284-5402-4d4d-9d0d-70dcffd16a24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462813 Apr 11 14:01:07.418660 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-f5712b9b-02b3-4cfd-8796-64efd4c04064 req-a1f2540a-2474-414e-9c90-0e2921f46939 tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] 10.222.0.75 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f8720d1d0e26443d96a5f29175402af6 HTTP/1.1" status: 200 len: 380 time: 0.0739298 Apr 11 14:01:07.477895 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.v2.base [req-f5712b9b-02b3-4cfd-8796-64efd4c04064 req-ab65fca3-fc27-49e9-bde3-450990c972d5 tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] Request body: {'port': {'device_id': 'c2990320-e015-4b65-9175-4b875d4142fd', 'network_id': '257d7092-c4df-47e4-abc9-31af4018d257', 'admin_state_up': True, 'tenant_id': 'f8720d1d0e26443d96a5f29175402af6', 'security_groups': ['cafca3b7-daf0-48a0-823e-820c7feeb8ea']}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:01:07.508125 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857ac8dd-f41b-4251-906e-eb8697f07bfd req-627e7f12-45d4-49ec-8e20-f07441d7c8b0 tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:01:07.510732 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-857ac8dd-f41b-4251-906e-eb8697f07bfd req-627e7f12-45d4-49ec-8e20-f07441d7c8b0 tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] 10.222.0.67 "GET /v2.0/ports?device_id=b1c531fb-df98-4780-bea5-7b483075b4f9 HTTP/1.1" status: 200 len: 946 time: 0.0755775 Apr 11 14:01:07.520100 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.67', 33454) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 14:01:07.528398 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.v2.base [None req-8d657160-20a8-4870-89dc-574431f09600 tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] Request body: {'floatingip': {'port_id': '99983948-a76f-4e70-b04a-dfb2433aaa98'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:01:07.578399 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-8d657160-20a8-4870-89dc-574431f09600 tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] Publish callbacks [] for floatingip (2161370f-166a-4c86-b36b-a1186c0ea0b4), before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:01:07.618153 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5712b9b-02b3-4cfd-8796-64efd4c04064 req-ab65fca3-fc27-49e9-bde3-450990c972d5 tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] Made reservation on behalf of f8720d1d0e26443d96a5f29175402af6 for: {'port': 1} {{(pid=103319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:01:07.621895 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-f5712b9b-02b3-4cfd-8796-64efd4c04064 req-ab65fca3-fc27-49e9-bde3-450990c972d5 tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883311'] for port (None), before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:01:07.782416 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.db.db_base_plugin_common [req-f5712b9b-02b3-4cfd-8796-64efd4c04064 req-ab65fca3-fc27-49e9-bde3-450990c972d5 tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] Allocated IP 172.20.0.13 (257d7092-c4df-47e4-abc9-31af4018d257/4d338071-fa32-49cf-a6aa-ca3918597003/26a6c2cb-0c2f-44e9-812a-19d9f51501fe) {{(pid=103319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 14:01:07.967755 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78aa4d6e-47e5-4430-9506-f4b7a555c471 req-1297fb45-d496-454f-a38e-9f6cece8d590 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:01:07.969208 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-78aa4d6e-47e5-4430-9506-f4b7a555c471 req-1297fb45-d496-454f-a38e-9f6cece8d590 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] 10.222.0.67 "GET /v2.0/ports?device_id=cf497683-01c3-4106-adb0-36d23d564607 HTTP/1.1" status: 200 len: 946 time: 0.0719562 Apr 11 14:01:08.151073 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-8d657160-20a8-4870-89dc-574431f09600 tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:01:08.157042 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-8d657160-20a8-4870-89dc-574431f09600 tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8126411'] for floatingip (2161370f-166a-4c86-b36b-a1186c0ea0b4), after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:01:08.247479 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-cb1594ad-5898-4a5b-9e8d-e094a13fe5e6 req-20e8ead1-8e8a-4c4b-b8d3-de1a0b900290 tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] 10.222.0.67 "GET /v2.0/ports?device_id=c2990320-e015-4b65-9175-4b875d4142fd HTTP/1.1" status: 200 len: 210 time: 0.0358682 Apr 11 14:01:08.312240 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-f5712b9b-02b3-4cfd-8796-64efd4c04064 req-ab65fca3-fc27-49e9-bde3-450990c972d5 tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] Publish callbacks [] for port (26a6c2cb-0c2f-44e9-812a-19d9f51501fe), precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:01:08.322026 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.db.l3_db [None req-8d657160-20a8-4870-89dc-574431f09600 tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] Floating IP 2161370f-166a-4c86-b36b-a1186c0ea0b4 associated. External IP: 172.27.1.139, port: 99983948-a76f-4e70-b04a-dfb2433aaa98. Apr 11 14:01:08.353462 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-78aa4d6e-47e5-4430-9506-f4b7a555c471 req-3dab78f6-2ffd-437c-a9d3-7b90dc147c23 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] 10.222.0.67 "GET /v2.0/security-groups?id=210d3a2a-5e47-4e4e-a4c0-fc7866dd9ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3718245 Apr 11 14:01:08.379436 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-f5712b9b-02b3-4cfd-8796-64efd4c04064 req-ab65fca3-fc27-49e9-bde3-450990c972d5 tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750379164474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4648624'] for port (26a6c2cb-0c2f-44e9-812a-19d9f51501fe), after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:01:08.402986 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5712b9b-02b3-4cfd-8796-64efd4c04064 req-ab65fca3-fc27-49e9-bde3-450990c972d5 tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] Network 257d7092-c4df-47e4-abc9-31af4018d257 is already hosted by enough agents. {{(pid=103319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:01:08.407037 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [req-f5712b9b-02b3-4cfd-8796-64efd4c04064 req-ab65fca3-fc27-49e9-bde3-450990c972d5 tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] Resources bound (agent type, host, resource id): {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:01:08.416280 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5712b9b-02b3-4cfd-8796-64efd4c04064 req-ab65fca3-fc27-49e9-bde3-450990c972d5 tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] Received port after_create {{(pid=103319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 14:01:08.501374 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab65fca3-fc27-49e9-bde3-450990c972d5 tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] Pushing event updated for resources: {'Port': ['ID=26a6c2cb-0c2f-44e9-812a-19d9f51501fe,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:01:08.513481 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5712b9b-02b3-4cfd-8796-64efd4c04064 req-ab65fca3-fc27-49e9-bde3-450990c972d5 tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:01:08.514332 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-f5712b9b-02b3-4cfd-8796-64efd4c04064 req-ab65fca3-fc27-49e9-bde3-450990c972d5 tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-507053'] for port (None), before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:01:08.542100 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-f5712b9b-02b3-4cfd-8796-64efd4c04064 req-ab65fca3-fc27-49e9-bde3-450990c972d5 tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0699229 Apr 11 14:01:08.555786 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.v2.base [req-f5712b9b-02b3-4cfd-8796-64efd4c04064 req-aaed4c16-1610-437b-8fa6-e09d1a908e2f service neutron] Request body: {'port': {'device_id': 'c2990320-e015-4b65-9175-4b875d4142fd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83078'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:01:08.606601 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d657160-20a8-4870-89dc-574431f09600 tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] Router a1cff1c1-31ca-4d27-b838-666b936eeefa has already been hosted by L3 agent e731c656-576f-4174-9da3-af64518920bc {{(pid=103318) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 14:01:08.634655 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-f5712b9b-02b3-4cfd-8796-64efd4c04064 req-aaed4c16-1610-437b-8fa6-e09d1a908e2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883311'] for port (26a6c2cb-0c2f-44e9-812a-19d9f51501fe), before_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:01:08.719146 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-70e0e128-24b8-4362-86df-a343a908ff6c None None] Provisioning complete for port 26a6c2cb-0c2f-44e9-812a-19d9f51501fe triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 14:01:08.720309 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-70e0e128-24b8-4362-86df-a343a908ff6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-663396'] for port (26a6c2cb-0c2f-44e9-812a-19d9f51501fe), provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:01:08.760839 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-70e0e128-24b8-4362-86df-a343a908ff6c None None] Port 26a6c2cb-0c2f-44e9-812a-19d9f51501fe cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 14:01:08.885024 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.67', 33516) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 14:01:08.997473 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d657160-20a8-4870-89dc-574431f09600 tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] Notify agent at l3_agent.dv-cinder-830787-2-iscsi the message routers_updated {{(pid=103318) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 14:01:09.002211 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-8d657160-20a8-4870-89dc-574431f09600 tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-507053'] for floatingip (None), before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:01:09.007355 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23e1275f-4b24-414b-9cb3-1c01fb4b3c93 None None] Sync routers for ids ['a1cff1c1-31ca-4d27-b838-666b936eeefa'] in dv-cinder-830787-2-iscsi {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 14:01:09.017026 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23e1275f-4b24-414b-9cb3-1c01fb4b3c93 None None] Routers {'a1cff1c1-31ca-4d27-b838-666b936eeefa'} bound to L3 agent in host dv-cinder-830787-2-iscsi {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 14:01:09.017873 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-23e1275f-4b24-414b-9cb3-1c01fb4b3c93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830787-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-11T13:46:59Z,description=,heartbeat_timestamp=2022-04-11T14:00:59Z,host='dv-cinder-830787-2-iscsi',id=e731c656-576f-4174-9da3-af64518920bc,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T13:46:59Z,topic='l3_agent')) {'router_ids': ['a1cff1c1-31ca-4d27-b838-666b936eeefa'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:01:09.027674 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.notifiers.nova [req-f5712b9b-02b3-4cfd-8796-64efd4c04064 req-aaed4c16-1610-437b-8fa6-e09d1a908e2f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 26a6c2cb-0c2f-44e9-812a-19d9f51501fe {{(pid=103319) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 14:01:09.039343 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-f5712b9b-02b3-4cfd-8796-64efd4c04064 req-aaed4c16-1610-437b-8fa6-e09d1a908e2f service neutron] Publish callbacks [] for port (26a6c2cb-0c2f-44e9-812a-19d9f51501fe), precommit_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:01:09.044339 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-8d657160-20a8-4870-89dc-574431f09600 tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] 10.222.0.67 "PUT /v2.0/floatingips/2161370f-166a-4c86-b36b-a1186c0ea0b4 HTTP/1.1" status: 200 len: 992 time: 1.5220244 Apr 11 14:01:09.044993 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1c531fb-df98-4780-bea5-7b483075b4f9', 'tag': '99983948-a76f-4e70-b04a-dfb2433aaa98'}] {{(pid=103318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 14:01:09.050505 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}476b5820a8b2a4c839a8e61874405e2111d505d8639f7232d97f083a4ddc8acf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4e54730-b152-47b3-bb49-bf654d7e4ddd" -d '{"events": [{"name": "network-changed", "server_uuid": "b1c531fb-df98-4780-bea5-7b483075b4f9", "tag": "99983948-a76f-4e70-b04a-dfb2433aaa98"}]}' {{(pid=103318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 14:01:09.059559 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.db.provisioning_blocks [req-f5712b9b-02b3-4cfd-8796-64efd4c04064 req-aaed4c16-1610-437b-8fa6-e09d1a908e2f service neutron] Transition to ACTIVE for port object 26a6c2cb-0c2f-44e9-812a-19d9f51501fe will not be triggered until provisioned by entity L2. {{(pid=103319) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 14:01:09.096357 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-f5712b9b-02b3-4cfd-8796-64efd4c04064 req-aaed4c16-1610-437b-8fa6-e09d1a908e2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750379687711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750379164492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750379164510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4648635'] for port (26a6c2cb-0c2f-44e9-812a-19d9f51501fe), after_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:01:09.132991 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-23e1275f-4b24-414b-9cb3-1c01fb4b3c93 None None] Set router a1cff1c1-31ca-4d27-b838-666b936eeefa gateway port host: dv-cinder-830787-2-iscsi {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 14:01:09.155167 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 14:01:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa35ffe4-985b-42a9-a756-d30989d76bc5 x-openstack-request-id: req-aa35ffe4-985b-42a9-a756-d30989d76bc5 {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 14:01:09.156424 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1c531fb-df98-4780-bea5-7b483075b4f9", "tag": "99983948-a76f-4e70-b04a-dfb2433aaa98", "status": "completed", "code": 200}]} {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 14:01:09.157025 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-aa35ffe4-985b-42a9-a756-d30989d76bc5 {{(pid=103318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 14:01:09.157940 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aa35ffe4-985b-42a9-a756-d30989d76bc5'] response: {'name': 'network-changed', 'server_uuid': 'b1c531fb-df98-4780-bea5-7b483075b4f9', 'tag': '99983948-a76f-4e70-b04a-dfb2433aaa98', 'status': 'completed', 'code': 200} Apr 11 14:01:09.233395 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaed4c16-1610-437b-8fa6-e09d1a908e2f service neutron] Pushing event updated for resources: {'Port': ['ID=26a6c2cb-0c2f-44e9-812a-19d9f51501fe,revision_number=2']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:01:09.300106 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e54730-b152-47b3-bb49-bf654d7e4ddd req-dd90c94f-c08b-4bd9-9196-e562b9c2aeda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:01:09.301616 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-d4e54730-b152-47b3-bb49-bf654d7e4ddd req-dd90c94f-c08b-4bd9-9196-e562b9c2aeda service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=63cddbab1b664b5a89b56d5632d2f62e&device_id=b1c531fb-df98-4780-bea5-7b483075b4f9 HTTP/1.1" status: 200 len: 1130 time: 0.1071358 Apr 11 14:01:09.375897 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-23e1275f-4b24-414b-9cb3-1c01fb4b3c93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1cff1c1-31ca-4d27-b838-666b936eeefa', 'name': 'tempest-AttachVolumeNegativeTest-1957027792-router', 'tenant_id': '63cddbab1b664b5a89b56d5632d2f62e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886', 'external_fixed_ips': [{'subnet_id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'ip_address': '172.27.1.156'}], 'enable_snat': True}, 'gw_port_id': '8382f930-2a1e-4b67-92ad-b88834e27d48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:00:48Z', 'updated_at': '2022-04-11T14:00:50Z', 'revision_number': 4, 'project_id': '63cddbab1b664b5a89b56d5632d2f62e', 'gw_port': {'id': '8382f930-2a1e-4b67-92ad-b88834e27d48', 'name': '', 'network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:c8:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1cff1c1-31ca-4d27-b838-666b936eeefa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'ip_address': '172.27.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:00:48Z', 'updated_at': '2022-04-11T14:00:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830787-2-iscsi', '_floatingips': [{'id': '2161370f-166a-4c86-b36b-a1186c0ea0b4', 'tenant_id': '63cddbab1b664b5a89b56d5632d2f62e', 'floating_ip_address': '172.27.1.139', 'floating_network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886', 'router_id': 'a1cff1c1-31ca-4d27-b838-666b936eeefa', 'port_id': '99983948-a76f-4e70-b04a-dfb2433aaa98', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 546, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '730a24f2-5d00-49fb-895d-b884d9163131', 'mac_address': 'fa:16:3e:f2:29:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c531fb-df98-4780-bea5-7b483075b4f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T14:00:52Z', 'updated_at': '2022-04-11T14:01:08Z', 'revision_number': 1, 'project_id': '63cddbab1b664b5a89b56d5632d2f62e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bacc6394-9f02-4ad3-a5f8-7e8cf9c381e7', 'name': '', 'network_id': '730a24f2-5d00-49fb-895d-b884d9163131', 'tenant_id': '63cddbab1b664b5a89b56d5632d2f62e', 'mac_address': 'fa:16:3e:5d:27:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1cff1c1-31ca-4d27-b838-666b936eeefa', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '27094053-8505-4a56-8171-b11c8d996c6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:00:50Z', 'updated_at': '2022-04-11T14:00:53Z', 'revision_number': 5, 'project_id': '63cddbab1b664b5a89b56d5632d2f62e', 'subnets': [{'id': '27094053-8505-4a56-8171-b11c8d996c6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830787-2-iscsi', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:01:09.404754 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23e1275f-4b24-414b-9cb3-1c01fb4b3c93 None None] Checking router: a1cff1c1-31ca-4d27-b838-666b936eeefa for host: dv-cinder-830787-2-iscsi {{(pid=103321) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 14:01:09.413573 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23e1275f-4b24-414b-9cb3-1c01fb4b3c93 None None] Routers {'a1cff1c1-31ca-4d27-b838-666b936eeefa'} bound to L3 agent in host dv-cinder-830787-2-iscsi {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 14:01:09.414083 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-23e1275f-4b24-414b-9cb3-1c01fb4b3c93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830787-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-11T13:46:59Z,description=,heartbeat_timestamp=2022-04-11T14:00:59Z,host='dv-cinder-830787-2-iscsi',id=e731c656-576f-4174-9da3-af64518920bc,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T13:46:59Z,topic='l3_agent')) {'router_ids': ['a1cff1c1-31ca-4d27-b838-666b936eeefa'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:01:09.458873 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.managers [req-f5712b9b-02b3-4cfd-8796-64efd4c04064 req-aaed4c16-1610-437b-8fa6-e09d1a908e2f service neutron] Attempting to bind port 26a6c2cb-0c2f-44e9-812a-19d9f51501fe on host hv-cinder-83078 for vnic_type normal with profile {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 14:01:09.459433 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.managers [req-f5712b9b-02b3-4cfd-8796-64efd4c04064 req-aaed4c16-1610-437b-8fa6-e09d1a908e2f service neutron] Attempting to bind port 26a6c2cb-0c2f-44e9-812a-19d9f51501fe by drivers openvswitch,hyperv on host hv-cinder-83078 at level 0 using segments [{'id': '0e675ac7-11b6-4ecb-9e9e-c47b9dca4e0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '257d7092-c4df-47e4-abc9-31af4018d257'}] {{(pid=103319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 14:01:09.459433 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5712b9b-02b3-4cfd-8796-64efd4c04064 req-aaed4c16-1610-437b-8fa6-e09d1a908e2f service neutron] Attempting to bind port 26a6c2cb-0c2f-44e9-812a-19d9f51501fe on network 257d7092-c4df-47e4-abc9-31af4018d257 {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 14:01:09.473613 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cf56a2-d182-4cb5-893a-04dfec68d9dc req-6735d1e8-5f0e-4e6d-9c16-ff10b5ee8cfe tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:01:09.475102 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-29cf56a2-d182-4cb5-893a-04dfec68d9dc req-6735d1e8-5f0e-4e6d-9c16-ff10b5ee8cfe tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] 10.222.0.67 "GET /v2.0/ports?device_id=c2990320-e015-4b65-9175-4b875d4142fd HTTP/1.1" status: 200 len: 944 time: 0.1258011 Apr 11 14:01:09.484375 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5712b9b-02b3-4cfd-8796-64efd4c04064 req-aaed4c16-1610-437b-8fa6-e09d1a908e2f service neutron] Port 26a6c2cb-0c2f-44e9-812a-19d9f51501fe on network 257d7092-c4df-47e4-abc9-31af4018d257 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83078 {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 11 14:01:09.484708 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5712b9b-02b3-4cfd-8796-64efd4c04064 req-aaed4c16-1610-437b-8fa6-e09d1a908e2f service neutron] Attempting to bind port 26a6c2cb-0c2f-44e9-812a-19d9f51501fe on network 257d7092-c4df-47e4-abc9-31af4018d257 {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 14:01:09.500556 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45250723-adf0-4997-89ae-0d315f536206 req-2c2f6fa2-b330-42be-8da8-6cde843fe1e5 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:01:09.502098 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-45250723-adf0-4997-89ae-0d315f536206 req-2c2f6fa2-b330-42be-8da8-6cde843fe1e5 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] 10.222.0.67 "GET /v2.0/ports?device_id=cf497683-01c3-4106-adb0-36d23d564607 HTTP/1.1" status: 200 len: 946 time: 0.0534534 Apr 11 14:01:09.526177 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-23e1275f-4b24-414b-9cb3-1c01fb4b3c93 None None] Set router a1cff1c1-31ca-4d27-b838-666b936eeefa gateway port host: dv-cinder-830787-2-iscsi {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 14:01:09.543765 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5712b9b-02b3-4cfd-8796-64efd4c04064 req-aaed4c16-1610-437b-8fa6-e09d1a908e2f service neutron] Checking agent: {'id': 'a433433c-9197-4b2b-8991-1d45f6bac940', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83078', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 13, 53, 31), 'started_at': datetime.datetime(2022, 4, 11, 13, 53, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 14, 1, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 14:01:09.544545 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5712b9b-02b3-4cfd-8796-64efd4c04064 req-aaed4c16-1610-437b-8fa6-e09d1a908e2f service neutron] Checking segment: {'id': '0e675ac7-11b6-4ecb-9e9e-c47b9dca4e0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '257d7092-c4df-47e4-abc9-31af4018d257'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103319) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 14:01:09.544545 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5712b9b-02b3-4cfd-8796-64efd4c04064 req-aaed4c16-1610-437b-8fa6-e09d1a908e2f service neutron] Bound using segment: {'id': '0e675ac7-11b6-4ecb-9e9e-c47b9dca4e0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '257d7092-c4df-47e4-abc9-31af4018d257'} {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 14:01:09.544946 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.managers [req-f5712b9b-02b3-4cfd-8796-64efd4c04064 req-aaed4c16-1610-437b-8fa6-e09d1a908e2f service neutron] Bound port: 26a6c2cb-0c2f-44e9-812a-19d9f51501fe, host: hv-cinder-83078, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e675ac7-11b6-4ecb-9e9e-c47b9dca4e0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '257d7092-c4df-47e4-abc9-31af4018d257'}}] {{(pid=103319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 14:01:09.545304 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-f5712b9b-02b3-4cfd-8796-64efd4c04064 req-aaed4c16-1610-437b-8fa6-e09d1a908e2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883311'] for port (26a6c2cb-0c2f-44e9-812a-19d9f51501fe), before_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:01:09.551996 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-45250723-adf0-4997-89ae-0d315f536206 req-fa2bd3de-a761-4881-afdd-f88cb9e83739 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] 10.222.0.67 "GET /v2.0/security-groups?id=210d3a2a-5e47-4e4e-a4c0-fc7866dd9ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439987 Apr 11 14:01:09.596123 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e54730-b152-47b3-bb49-bf654d7e4ddd req-7defd5f6-9466-4906-8386-6b2b67fe0227 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:01:09.597595 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-d4e54730-b152-47b3-bb49-bf654d7e4ddd req-7defd5f6-9466-4906-8386-6b2b67fe0227 service neutron] 10.222.0.75 "GET /v2.0/networks?id=730a24f2-5d00-49fb-895d-b884d9163131 HTTP/1.1" status: 200 len: 916 time: 0.2888019 Apr 11 14:01:09.661224 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Device 696c428a-2d32-4149-b9c4-40a4e382593e no longer exists at agent hyperv_hv-cinder-83078 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 14:01:09.686107 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] No Port match for: 696c428a-2d32-4149-b9c4-40a4e382593e {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 14:01:09.686701 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Device 696c428a-2d32-4149-b9c4-40a4e382593e not bound to the agent host hv-cinder-83078 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 14:01:09.744787 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-23e1275f-4b24-414b-9cb3-1c01fb4b3c93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1cff1c1-31ca-4d27-b838-666b936eeefa', 'name': 'tempest-AttachVolumeNegativeTest-1957027792-router', 'tenant_id': '63cddbab1b664b5a89b56d5632d2f62e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886', 'external_fixed_ips': [{'subnet_id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'ip_address': '172.27.1.156'}], 'enable_snat': True}, 'gw_port_id': '8382f930-2a1e-4b67-92ad-b88834e27d48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:00:48Z', 'updated_at': '2022-04-11T14:00:50Z', 'revision_number': 4, 'project_id': '63cddbab1b664b5a89b56d5632d2f62e', 'gw_port': {'id': '8382f930-2a1e-4b67-92ad-b88834e27d48', 'name': '', 'network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:c8:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1cff1c1-31ca-4d27-b838-666b936eeefa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'ip_address': '172.27.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:00:48Z', 'updated_at': '2022-04-11T14:00:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830787-2-iscsi', '_floatingips': [{'id': '2161370f-166a-4c86-b36b-a1186c0ea0b4', 'tenant_id': '63cddbab1b664b5a89b56d5632d2f62e', 'floating_ip_address': '172.27.1.139', 'floating_network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886', 'router_id': 'a1cff1c1-31ca-4d27-b838-666b936eeefa', 'port_id': '99983948-a76f-4e70-b04a-dfb2433aaa98', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 546, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '730a24f2-5d00-49fb-895d-b884d9163131', 'mac_address': 'fa:16:3e:f2:29:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c531fb-df98-4780-bea5-7b483075b4f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T14:00:52Z', 'updated_at': '2022-04-11T14:01:08Z', 'revision_number': 1, 'project_id': '63cddbab1b664b5a89b56d5632d2f62e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bacc6394-9f02-4ad3-a5f8-7e8cf9c381e7', 'name': '', 'network_id': '730a24f2-5d00-49fb-895d-b884d9163131', 'tenant_id': '63cddbab1b664b5a89b56d5632d2f62e', 'mac_address': 'fa:16:3e:5d:27:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1cff1c1-31ca-4d27-b838-666b936eeefa', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '27094053-8505-4a56-8171-b11c8d996c6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:00:50Z', 'updated_at': '2022-04-11T14:00:53Z', 'revision_number': 5, 'project_id': '63cddbab1b664b5a89b56d5632d2f62e', 'subnets': [{'id': '27094053-8505-4a56-8171-b11c8d996c6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830787-2-iscsi', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:01:09.764065 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-29cf56a2-d182-4cb5-893a-04dfec68d9dc req-cbb8d513-ae7d-49ff-8359-40ab631f3ac9 tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] 10.222.0.67 "GET /v2.0/security-groups?id=cafca3b7-daf0-48a0-823e-820c7feeb8ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2741470 Apr 11 14:01:09.775533 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23e1275f-4b24-414b-9cb3-1c01fb4b3c93 None None] The sync data for ids ['a1cff1c1-31ca-4d27-b838-666b936eeefa'] in dv-cinder-830787-2-iscsi is: [{'id': 'a1cff1c1-31ca-4d27-b838-666b936eeefa', 'name': 'tempest-AttachVolumeNegativeTest-1957027792-router', 'tenant_id': '63cddbab1b664b5a89b56d5632d2f62e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886', 'external_fixed_ips': [{'subnet_id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'ip_address': '172.27.1.156'}], 'enable_snat': True}, 'gw_port_id': '8382f930-2a1e-4b67-92ad-b88834e27d48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:00:48Z', 'updated_at': '2022-04-11T14:00:50Z', 'revision_number': 4, 'project_id': '63cddbab1b664b5a89b56d5632d2f62e', 'gw_port': {'id': '8382f930-2a1e-4b67-92ad-b88834e27d48', 'name': '', 'network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:c8:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1cff1c1-31ca-4d27-b838-666b936eeefa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'ip_address': '172.27.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:00:48Z', 'updated_at': '2022-04-11T14:00:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830787-2-iscsi', '_floatingips': [{'id': '2161370f-166a-4c86-b36b-a1186c0ea0b4', 'tenant_id': '63cddbab1b664b5a89b56d5632d2f62e', 'floating_ip_address': '172.27.1.139', 'floating_network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886', 'router_id': 'a1cff1c1-31ca-4d27-b838-666b936eeefa', 'port_id': '99983948-a76f-4e70-b04a-dfb2433aaa98', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 546, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '730a24f2-5d00-49fb-895d-b884d9163131', 'mac_address': 'fa:16:3e:f2:29:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c531fb-df98-4780-bea5-7b483075b4f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T14:00:52Z', 'updated_at': '2022-04-11T14:01:08Z', 'revision_number': 1, 'project_id': '63cddbab1b664b5a89b56d5632d2f62e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bacc6394-9f02-4ad3-a5f8-7e8cf9c381e7', 'name': '', 'network_id': '730a24f2-5d00-49fb-895d-b884d9163131', 'tenant_id': '63cddbab1b664b5a89b56d5632d2f62e', 'mac_address': 'fa:16:3e:5d:27:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1cff1c1-31ca-4d27-b838-666b936eeefa', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '27094053-8505-4a56-8171-b11c8d996c6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:00:50Z', 'updated_at': '2022-04-11T14:00:53Z', 'revision_number': 5, 'project_id': '63cddbab1b664b5a89b56d5632d2f62e', 'subnets': [{'id': '27094053-8505-4a56-8171-b11c8d996c6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 14:01:09.798343 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-d4e54730-b152-47b3-bb49-bf654d7e4ddd req-1a4877da-ff4d-4c46-ab37-e32ee3b37e32 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=99983948-a76f-4e70-b04a-dfb2433aaa98 HTTP/1.1" status: 200 len: 1000 time: 0.1918755 Apr 11 14:01:09.802242 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-3263ac8d-d8fe-4700-bfe3-5e9e0ecedb60 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8123339'] for router_interface (11b78215-e399-4b08-b4be-0bd6708f4f77), before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:01:09.871370 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.db [req-f5712b9b-02b3-4cfd-8796-64efd4c04064 req-aaed4c16-1610-437b-8fa6-e09d1a908e2f service neutron] For port 26a6c2cb-0c2f-44e9-812a-19d9f51501fe, host hv-cinder-83078, cleared binding levels {{(pid=103319) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 14:01:09.900026 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.db [req-f5712b9b-02b3-4cfd-8796-64efd4c04064 req-aaed4c16-1610-437b-8fa6-e09d1a908e2f service neutron] For port 26a6c2cb-0c2f-44e9-812a-19d9f51501fe, host hv-cinder-83078, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83078',level=0,port_id=26a6c2cb-0c2f-44e9-812a-19d9f51501fe,segment=NetworkSegment(0e675ac7-11b6-4ecb-9e9e-c47b9dca4e0d),segment_id=0e675ac7-11b6-4ecb-9e9e-c47b9dca4e0d)] {{(pid=103319) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 14:01:09.911895 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-f5712b9b-02b3-4cfd-8796-64efd4c04064 req-aaed4c16-1610-437b-8fa6-e09d1a908e2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750379687711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750379164492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750379164510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4648635'] for port (26a6c2cb-0c2f-44e9-812a-19d9f51501fe), after_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:01:09.914865 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e54730-b152-47b3-bb49-bf654d7e4ddd req-d35e8acd-7420-46c8-b126-8146a9b979c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:01:09.916704 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-d4e54730-b152-47b3-bb49-bf654d7e4ddd req-d35e8acd-7420-46c8-b126-8146a9b979c4 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=27094053-8505-4a56-8171-b11c8d996c6a HTTP/1.1" status: 200 len: 854 time: 0.1100879 Apr 11 14:01:09.980895 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f0cd8c9-407e-4280-84ec-f36ed0502a76 None None] New status for floating IP 2161370f-166a-4c86-b36b-a1186c0ea0b4: ACTIVE {{(pid=103320) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 14:01:10.016787 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5712b9b-02b3-4cfd-8796-64efd4c04064 req-aaed4c16-1610-437b-8fa6-e09d1a908e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:01:10.017419 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-f5712b9b-02b3-4cfd-8796-64efd4c04064 req-aaed4c16-1610-437b-8fa6-e09d1a908e2f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-507053'] for port (None), before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:01:10.018791 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-f5712b9b-02b3-4cfd-8796-64efd4c04064 req-aaed4c16-1610-437b-8fa6-e09d1a908e2f service neutron] 10.222.0.75 "PUT /v2.0/ports/26a6c2cb-0c2f-44e9-812a-19d9f51501fe HTTP/1.1" status: 200 len: 1094 time: 1.4685690 Apr 11 14:01:10.019249 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2990320-e015-4b65-9175-4b875d4142fd', 'tag': '26a6c2cb-0c2f-44e9-812a-19d9f51501fe'}] {{(pid=103319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 14:01:10.021570 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca54f3a3744013fac1d33973197c51c1d98542aecacec3b3a4d6ee5bc00756d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23ef5a47-a4f8-4914-97f4-879e3c2e7e7d" -d '{"events": [{"name": "network-changed", "server_uuid": "c2990320-e015-4b65-9175-4b875d4142fd", "tag": "26a6c2cb-0c2f-44e9-812a-19d9f51501fe"}]}' {{(pid=103319) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 14:01:10.057880 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaed4c16-1610-437b-8fa6-e09d1a908e2f service neutron] Pushing event updated for resources: {'Port': ['ID=26a6c2cb-0c2f-44e9-812a-19d9f51501fe,revision_number=3']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:01:10.060899 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e54730-b152-47b3-bb49-bf654d7e4ddd req-72d42b10-11de-43f5-894c-64084ee70b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:01:10.062410 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-d4e54730-b152-47b3-bb49-bf654d7e4ddd req-72d42b10-11de-43f5-894c-64084ee70b80 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=730a24f2-5d00-49fb-895d-b884d9163131&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1149054 Apr 11 14:01:10.130458 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 14:01:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73382210-1112-4baa-bec1-1470781371ec x-openstack-request-id: req-73382210-1112-4baa-bec1-1470781371ec {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 14:01:10.130754 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2990320-e015-4b65-9175-4b875d4142fd", "tag": "26a6c2cb-0c2f-44e9-812a-19d9f51501fe", "status": "completed", "code": 200}]} {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 14:01:10.131010 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-73382210-1112-4baa-bec1-1470781371ec {{(pid=103319) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 14:01:10.131419 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.notifiers.nova [-] Nova event matching ['req-73382210-1112-4baa-bec1-1470781371ec'] response: {'name': 'network-changed', 'server_uuid': 'c2990320-e015-4b65-9175-4b875d4142fd', 'tag': '26a6c2cb-0c2f-44e9-812a-19d9f51501fe', 'status': 'completed', 'code': 200} Apr 11 14:01:10.272363 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5712b9b-02b3-4cfd-8796-64efd4c04064 req-19a05c10-3a48-44bd-a926-0ed5c34d121c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:01:10.273789 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-f5712b9b-02b3-4cfd-8796-64efd4c04064 req-19a05c10-3a48-44bd-a926-0ed5c34d121c service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=f8720d1d0e26443d96a5f29175402af6&device_id=c2990320-e015-4b65-9175-4b875d4142fd HTTP/1.1" status: 200 len: 1128 time: 0.1875803 Apr 11 14:01:10.324776 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-f5712b9b-02b3-4cfd-8796-64efd4c04064 req-03f38b2d-eeaa-48ab-a17b-e7923835b822 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=26a6c2cb-0c2f-44e9-812a-19d9f51501fe HTTP/1.1" status: 200 len: 217 time: 0.0414629 Apr 11 14:01:10.658243 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-d4e54730-b152-47b3-bb49-bf654d7e4ddd req-20c3f022-4534-4383-8988-d6d0bd455d67 service neutron] 10.222.0.75 "GET /v2.0/networks/730a24f2-5d00-49fb-895d-b884d9163131?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5730405 Apr 11 14:01:10.729303 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5712b9b-02b3-4cfd-8796-64efd4c04064 req-026b2a71-e29c-426c-b64b-1854f5243735 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:01:10.730728 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-f5712b9b-02b3-4cfd-8796-64efd4c04064 req-026b2a71-e29c-426c-b64b-1854f5243735 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=4d338071-fa32-49cf-a6aa-ca3918597003 HTTP/1.1" status: 200 len: 850 time: 0.4004424 Apr 11 14:01:10.749448 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d4775c-80f0-4366-a990-21041e2123ba req-823a081f-88f8-47f7-a3d0-c8ba57af47c0 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:01:10.750823 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-71d4775c-80f0-4366-a990-21041e2123ba req-823a081f-88f8-47f7-a3d0-c8ba57af47c0 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] 10.222.0.67 "GET /v2.0/ports?device_id=cf497683-01c3-4106-adb0-36d23d564607 HTTP/1.1" status: 200 len: 946 time: 0.1086502 Apr 11 14:01:10.827899 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-3263ac8d-d8fe-4700-bfe3-5e9e0ecedb60 admin admin] Deleting port f416d8b9-7010-492b-9db6-1d19ef482ef5 {{(pid=103319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 14:01:10.828240 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-3263ac8d-d8fe-4700-bfe3-5e9e0ecedb60 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750379682079'] for port (f416d8b9-7010-492b-9db6-1d19ef482ef5), before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:01:10.882012 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab51bc3b-edbf-41ce-b9b0-5a683e133480 req-1ec54521-1a6c-40e9-a4a9-f92a34f528c6 tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:01:10.883464 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-ab51bc3b-edbf-41ce-b9b0-5a683e133480 req-1ec54521-1a6c-40e9-a4a9-f92a34f528c6 tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] 10.222.0.67 "GET /v2.0/ports?device_id=c2990320-e015-4b65-9175-4b875d4142fd HTTP/1.1" status: 200 len: 944 time: 0.0457757 Apr 11 14:01:10.900910 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5712b9b-02b3-4cfd-8796-64efd4c04064 req-04b997f3-ba0a-4aa8-bbb8-7b904d40917d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:01:10.902354 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-f5712b9b-02b3-4cfd-8796-64efd4c04064 req-04b997f3-ba0a-4aa8-bbb8-7b904d40917d service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=257d7092-c4df-47e4-abc9-31af4018d257&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1597435 Apr 11 14:01:10.930406 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-ab51bc3b-edbf-41ce-b9b0-5a683e133480 req-b33ba2ba-cf7c-4285-97d3-fb77b0a6dcec tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] 10.222.0.67 "GET /v2.0/security-groups?id=cafca3b7-daf0-48a0-823e-820c7feeb8ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405741 Apr 11 14:01:10.953633 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-71d4775c-80f0-4366-a990-21041e2123ba req-331d133b-1363-4b34-9d54-1cda94b8d92c tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] 10.222.0.67 "GET /v2.0/security-groups?id=210d3a2a-5e47-4e4e-a4c0-fc7866dd9ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1919181 Apr 11 14:01:10.976283 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-d4e54730-b152-47b3-bb49-bf654d7e4ddd req-a23d5a37-e1d6-4571-a2c1-b0b59dfc916f service neutron] 10.222.0.75 "GET /v2.0/networks/730a24f2-5d00-49fb-895d-b884d9163131?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2958789 Apr 11 14:01:11.022280 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.db [None req-3263ac8d-d8fe-4700-bfe3-5e9e0ecedb60 admin admin] For port f416d8b9-7010-492b-9db6-1d19ef482ef5, host dv-cinder-830787-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830787-2-iscsi',level=0,port_id=f416d8b9-7010-492b-9db6-1d19ef482ef5,segment=NetworkSegment(ea484752-652d-4a13-9936-ee9be871f9b9),segment_id=ea484752-652d-4a13-9936-ee9be871f9b9)] {{(pid=103319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 14:01:11.022656 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-3263ac8d-d8fe-4700-bfe3-5e9e0ecedb60 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115285'] for port (f416d8b9-7010-492b-9db6-1d19ef482ef5), precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:01:11.039766 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-3263ac8d-d8fe-4700-bfe3-5e9e0ecedb60 admin admin] Calling delete_port for f416d8b9-7010-492b-9db6-1d19ef482ef5 owned by network:router_interface {{(pid=103319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 14:01:11.067344 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-f5712b9b-02b3-4cfd-8796-64efd4c04064 req-0896482b-ec67-45ce-9952-f99f23533ec4 service neutron] 10.222.0.75 "GET /v2.0/networks/257d7092-c4df-47e4-abc9-31af4018d257?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1570537 Apr 11 14:01:11.241409 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-f5712b9b-02b3-4cfd-8796-64efd4c04064 req-d7950c82-c385-413f-87af-fe83f34d0577 service neutron] 10.222.0.75 "GET /v2.0/networks/257d7092-c4df-47e4-abc9-31af4018d257?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1424425 Apr 11 14:01:11.316702 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-3263ac8d-d8fe-4700-bfe3-5e9e0ecedb60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750379687693', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750379164483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4648624'] for port (f416d8b9-7010-492b-9db6-1d19ef482ef5), after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:01:11.343125 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3263ac8d-d8fe-4700-bfe3-5e9e0ecedb60 admin admin] Pushing event deleted for resources: {'Port': ['ID=f416d8b9-7010-492b-9db6-1d19ef482ef5,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:01:11.511844 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-3263ac8d-d8fe-4700-bfe3-5e9e0ecedb60 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7871691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8123239'] for router_interface (11b78215-e399-4b08-b4be-0bd6708f4f77), after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:01:11.732467 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3263ac8d-d8fe-4700-bfe3-5e9e0ecedb60 admin admin] Router 11b78215-e399-4b08-b4be-0bd6708f4f77 has already been hosted by L3 agent e731c656-576f-4174-9da3-af64518920bc {{(pid=103319) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 14:01:11.840124 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3263ac8d-d8fe-4700-bfe3-5e9e0ecedb60 admin admin] Notify agent at l3_agent.dv-cinder-830787-2-iscsi the message routers_updated {{(pid=103319) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 14:01:11.847811 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-3263ac8d-d8fe-4700-bfe3-5e9e0ecedb60 admin admin] 10.222.0.67 "PUT /v2.0/routers/11b78215-e399-4b08-b4be-0bd6708f4f77/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9594147 Apr 11 14:01:11.848041 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.67', 33534) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 14:01:11.848642 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61822e9a-beb6-41a2-b704-b015b43d2f73 None None] Sync routers for ids ['11b78215-e399-4b08-b4be-0bd6708f4f77'] in dv-cinder-830787-2-iscsi {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 14:01:11.859823 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61822e9a-beb6-41a2-b704-b015b43d2f73 None None] Routers {'11b78215-e399-4b08-b4be-0bd6708f4f77'} bound to L3 agent in host dv-cinder-830787-2-iscsi {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 14:01:11.860432 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-61822e9a-beb6-41a2-b704-b015b43d2f73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830787-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-11T13:46:59Z,description=,heartbeat_timestamp=2022-04-11T14:00:59Z,host='dv-cinder-830787-2-iscsi',id=e731c656-576f-4174-9da3-af64518920bc,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T13:46:59Z,topic='l3_agent')) {'router_ids': ['11b78215-e399-4b08-b4be-0bd6708f4f77'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:01:11.954834 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-3c0de53e-7cce-45a1-88c8-b6d7b0e47b74 admin admin] Publish callbacks [] for router (11b78215-e399-4b08-b4be-0bd6708f4f77), before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:01:11.968145 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-61822e9a-beb6-41a2-b704-b015b43d2f73 None None] Set router 11b78215-e399-4b08-b4be-0bd6708f4f77 gateway port host: dv-cinder-830787-2-iscsi {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 14:01:12.073125 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504fc8b3-5282-4500-a1bd-47b3de7fc20b req-4227264b-5d31-47d8-974e-4d06234cfb1f tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:01:12.076081 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-504fc8b3-5282-4500-a1bd-47b3de7fc20b req-4227264b-5d31-47d8-974e-4d06234cfb1f tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] 10.222.0.67 "GET /v2.0/ports?device_id=c2990320-e015-4b65-9175-4b875d4142fd HTTP/1.1" status: 200 len: 944 time: 0.0710013 Apr 11 14:01:12.128481 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ef5a47-a4f8-4914-97f4-879e3c2e7e7d req-508c26f6-9740-4e87-a319-e9ab978e7cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:01:12.129946 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-23ef5a47-a4f8-4914-97f4-879e3c2e7e7d req-508c26f6-9740-4e87-a319-e9ab978e7cd1 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=f8720d1d0e26443d96a5f29175402af6&device_id=c2990320-e015-4b65-9175-4b875d4142fd HTTP/1.1" status: 200 len: 1128 time: 0.0926037 Apr 11 14:01:12.130620 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-504fc8b3-5282-4500-a1bd-47b3de7fc20b req-1ad03b37-d52a-4a2b-918e-60e2facef05e tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] 10.222.0.67 "GET /v2.0/security-groups?id=cafca3b7-daf0-48a0-823e-820c7feeb8ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502155 Apr 11 14:01:12.141934 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e235392-d051-4c3a-8b2b-92adec92a81f req-cd07cec8-9c36-41ec-a4d3-12adac5097eb tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:01:12.143359 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-9e235392-d051-4c3a-8b2b-92adec92a81f req-cd07cec8-9c36-41ec-a4d3-12adac5097eb tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] 10.222.0.67 "GET /v2.0/ports?device_id=cf497683-01c3-4106-adb0-36d23d564607 HTTP/1.1" status: 200 len: 946 time: 0.0723593 Apr 11 14:01:12.155960 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-61822e9a-beb6-41a2-b704-b015b43d2f73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11b78215-e399-4b08-b4be-0bd6708f4f77', 'name': 'tempest-TestMinimumBasicScenario-952293795-router', 'tenant_id': '644547f80e2543079781f0c7b34c40b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886', 'external_fixed_ips': [{'subnet_id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'ip_address': '172.27.1.176'}], 'enable_snat': True}, 'gw_port_id': 'ee5184b6-c690-4508-9740-48ef1b2f2018', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T13:57:38Z', 'updated_at': '2022-04-11T14:01:11Z', 'revision_number': 5, 'project_id': '644547f80e2543079781f0c7b34c40b4', 'gw_port': {'id': 'ee5184b6-c690-4508-9740-48ef1b2f2018', 'name': '', 'network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:7b:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11b78215-e399-4b08-b4be-0bd6708f4f77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'ip_address': '172.27.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:57:38Z', 'updated_at': '2022-04-11T13:57:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830787-2-iscsi'}], 'dv-cinder-830787-2-iscsi', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:01:12.168176 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-3c0de53e-7cce-45a1-88c8-b6d7b0e47b74 admin admin] Publish callbacks [] for router_gateway (11b78215-e399-4b08-b4be-0bd6708f4f77), before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:01:12.277759 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61822e9a-beb6-41a2-b704-b015b43d2f73 None None] Checking router: 11b78215-e399-4b08-b4be-0bd6708f4f77 for host: dv-cinder-830787-2-iscsi {{(pid=103321) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 14:01:12.286333 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61822e9a-beb6-41a2-b704-b015b43d2f73 None None] Routers {'11b78215-e399-4b08-b4be-0bd6708f4f77'} bound to L3 agent in host dv-cinder-830787-2-iscsi {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 14:01:12.286943 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-61822e9a-beb6-41a2-b704-b015b43d2f73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830787-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-11T13:46:59Z,description=,heartbeat_timestamp=2022-04-11T14:00:59Z,host='dv-cinder-830787-2-iscsi',id=e731c656-576f-4174-9da3-af64518920bc,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T13:46:59Z,topic='l3_agent')) {'router_ids': ['11b78215-e399-4b08-b4be-0bd6708f4f77'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:01:12.289961 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-9e235392-d051-4c3a-8b2b-92adec92a81f req-91cbb153-fbeb-497e-9d1b-f23152a485be tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] 10.222.0.67 "GET /v2.0/security-groups?id=210d3a2a-5e47-4e4e-a4c0-fc7866dd9ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1353097 Apr 11 14:01:12.300741 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-3c0de53e-7cce-45a1-88c8-b6d7b0e47b74 admin admin] Deleting port ee5184b6-c690-4508-9740-48ef1b2f2018 {{(pid=103319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 14:01:12.301074 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-3c0de53e-7cce-45a1-88c8-b6d7b0e47b74 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750379682079'] for port (ee5184b6-c690-4508-9740-48ef1b2f2018), before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:01:12.321910 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ef5a47-a4f8-4914-97f4-879e3c2e7e7d req-5a93d9a7-b934-41ce-8e69-b16d77f75489 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:01:12.323429 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-23ef5a47-a4f8-4914-97f4-879e3c2e7e7d req-5a93d9a7-b934-41ce-8e69-b16d77f75489 service neutron] 10.222.0.75 "GET /v2.0/networks?id=257d7092-c4df-47e4-abc9-31af4018d257 HTTP/1.1" status: 200 len: 912 time: 0.1781740 Apr 11 14:01:12.378408 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-61822e9a-beb6-41a2-b704-b015b43d2f73 None None] Set router 11b78215-e399-4b08-b4be-0bd6708f4f77 gateway port host: None {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 14:01:12.394420 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-23ef5a47-a4f8-4914-97f4-879e3c2e7e7d req-5d2640af-b666-4a49-a8ff-24a57a3dc38c service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=26a6c2cb-0c2f-44e9-812a-19d9f51501fe HTTP/1.1" status: 200 len: 217 time: 0.0647311 Apr 11 14:01:12.432674 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-61822e9a-beb6-41a2-b704-b015b43d2f73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11b78215-e399-4b08-b4be-0bd6708f4f77', 'name': 'tempest-TestMinimumBasicScenario-952293795-router', 'tenant_id': '644547f80e2543079781f0c7b34c40b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T13:57:38Z', 'updated_at': '2022-04-11T14:01:12Z', 'revision_number': 6, 'project_id': '644547f80e2543079781f0c7b34c40b4', 'gw_port_host': None}], 'dv-cinder-830787-2-iscsi', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:01:12.453999 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.db [None req-3c0de53e-7cce-45a1-88c8-b6d7b0e47b74 admin admin] For port ee5184b6-c690-4508-9740-48ef1b2f2018, host dv-cinder-830787-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830787-2-iscsi',level=0,port_id=ee5184b6-c690-4508-9740-48ef1b2f2018,segment=NetworkSegment(153f0837-19dc-4e5c-bf6b-49a4300ea8f5),segment_id=153f0837-19dc-4e5c-bf6b-49a4300ea8f5)] {{(pid=103319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 14:01:12.454338 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-3c0de53e-7cce-45a1-88c8-b6d7b0e47b74 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115285'] for port (ee5184b6-c690-4508-9740-48ef1b2f2018), precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:01:12.462583 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61822e9a-beb6-41a2-b704-b015b43d2f73 None None] The sync data for ids ['11b78215-e399-4b08-b4be-0bd6708f4f77'] in dv-cinder-830787-2-iscsi is: [{'id': '11b78215-e399-4b08-b4be-0bd6708f4f77', 'name': 'tempest-TestMinimumBasicScenario-952293795-router', 'tenant_id': '644547f80e2543079781f0c7b34c40b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T13:57:38Z', 'updated_at': '2022-04-11T14:01:12Z', 'revision_number': 6, 'project_id': '644547f80e2543079781f0c7b34c40b4', 'gw_port_host': None}] {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 14:01:12.474030 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-3c0de53e-7cce-45a1-88c8-b6d7b0e47b74 admin admin] Calling delete_port for ee5184b6-c690-4508-9740-48ef1b2f2018 owned by network:router_gateway {{(pid=103319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 14:01:12.479779 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ef5a47-a4f8-4914-97f4-879e3c2e7e7d req-f7d672da-1994-46e2-a263-6e3b2b6ccad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:01:12.481264 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-23ef5a47-a4f8-4914-97f4-879e3c2e7e7d req-f7d672da-1994-46e2-a263-6e3b2b6ccad1 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=4d338071-fa32-49cf-a6aa-ca3918597003 HTTP/1.1" status: 200 len: 850 time: 0.0792305 Apr 11 14:01:12.558502 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ef5a47-a4f8-4914-97f4-879e3c2e7e7d req-1b108cab-c727-439f-85a5-6e6372befed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:01:12.560025 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-23ef5a47-a4f8-4914-97f4-879e3c2e7e7d req-1b108cab-c727-439f-85a5-6e6372befed5 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=257d7092-c4df-47e4-abc9-31af4018d257&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0721281 Apr 11 14:01:12.703175 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-23ef5a47-a4f8-4914-97f4-879e3c2e7e7d req-e12a9a79-64df-4426-9664-7a01119eea1a service neutron] 10.222.0.75 "GET /v2.0/networks/257d7092-c4df-47e4-abc9-31af4018d257?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359923 Apr 11 14:01:12.798729 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-3c0de53e-7cce-45a1-88c8-b6d7b0e47b74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750379687693', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750379164483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4648624'] for port (ee5184b6-c690-4508-9740-48ef1b2f2018), after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:01:12.844700 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0de53e-7cce-45a1-88c8-b6d7b0e47b74 admin admin] Pushing event deleted for resources: {'Port': ['ID=ee5184b6-c690-4508-9740-48ef1b2f2018,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:01:12.871926 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-23ef5a47-a4f8-4914-97f4-879e3c2e7e7d req-0c00fa2a-8ae6-4c68-ae87-9987ebfd5d19 service neutron] 10.222.0.75 "GET /v2.0/networks/257d7092-c4df-47e4-abc9-31af4018d257?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1482923 Apr 11 14:01:12.912031 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-3c0de53e-7cce-45a1-88c8-b6d7b0e47b74 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8126337'] for router_gateway (11b78215-e399-4b08-b4be-0bd6708f4f77), after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:01:13.002251 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-3c0de53e-7cce-45a1-88c8-b6d7b0e47b74 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8074543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37553'] for router (11b78215-e399-4b08-b4be-0bd6708f4f77), precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:01:13.004337 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-3c0de53e-7cce-45a1-88c8-b6d7b0e47b74 admin admin] Publish callbacks [] for router_controller (11b78215-e399-4b08-b4be-0bd6708f4f77), precommit_delete_associations {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:01:13.047849 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-3c0de53e-7cce-45a1-88c8-b6d7b0e47b74 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8074534'] for router (11b78215-e399-4b08-b4be-0bd6708f4f77), after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:01:13.048508 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c0de53e-7cce-45a1-88c8-b6d7b0e47b74 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 11b78215-e399-4b08-b4be-0bd6708f4f77 {{(pid=103319) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 11 14:01:13.053379 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-3c0de53e-7cce-45a1-88c8-b6d7b0e47b74 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:01:13.054542 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-3c0de53e-7cce-45a1-88c8-b6d7b0e47b74 admin admin] 10.222.0.67 "DELETE /v2.0/routers/11b78215-e399-4b08-b4be-0bd6708f4f77 HTTP/1.1" status: 204 len: 168 time: 1.2055581 Apr 11 14:01:13.057182 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.67', 33540) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 14:01:13.105237 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.db.db_base_plugin_v2 [None req-222ff800-e1e4-4465-a232-1f2e5b20e83a admin admin] Deleting subnet b53fa937-6664-4af0-8a1b-d8748366eb4f {{(pid=103319) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 11 14:01:13.108790 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-222ff800-e1e4-4465-a232-1f2e5b20e83a admin admin] Publish callbacks [] for subnet (b53fa937-6664-4af0-8a1b-d8748366eb4f), before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:01:13.143278 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-222ff800-e1e4-4465-a232-1f2e5b20e83a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33368798'] for subnet (b53fa937-6664-4af0-8a1b-d8748366eb4f), precommit_delete_associations {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:01:13.226848 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-222ff800-e1e4-4465-a232-1f2e5b20e83a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-660224'] for subnet (b53fa937-6664-4af0-8a1b-d8748366eb4f), precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:01:13.256124 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47531320-e3f9-43f1-959d-f6cff61bc23b req-4c5fe746-7d9f-4bf5-b056-399387468e38 tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:01:13.257667 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-47531320-e3f9-43f1-959d-f6cff61bc23b req-4c5fe746-7d9f-4bf5-b056-399387468e38 tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] 10.222.0.67 "GET /v2.0/ports?device_id=c2990320-e015-4b65-9175-4b875d4142fd HTTP/1.1" status: 200 len: 944 time: 0.0569289 Apr 11 14:01:13.282526 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-222ff800-e1e4-4465-a232-1f2e5b20e83a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-660281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4648653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4426779'] for subnet (b53fa937-6664-4af0-8a1b-d8748366eb4f), after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:01:13.306884 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-47531320-e3f9-43f1-959d-f6cff61bc23b req-38a0e21d-901c-48ea-b276-6ef450e8038a tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] 10.222.0.67 "GET /v2.0/security-groups?id=cafca3b7-daf0-48a0-823e-820c7feeb8ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420351 Apr 11 14:01:13.315671 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-222ff800-e1e4-4465-a232-1f2e5b20e83a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871534'] for subnet (None), before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:01:13.319164 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-222ff800-e1e4-4465-a232-1f2e5b20e83a admin admin] 10.222.0.67 "DELETE /v2.0/subnets/b53fa937-6664-4af0-8a1b-d8748366eb4f HTTP/1.1" status: 204 len: 168 time: 0.2610583 Apr 11 14:01:13.322473 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.67', 33546) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 14:01:13.331140 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222ff800-e1e4-4465-a232-1f2e5b20e83a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b53fa937-6664-4af0-8a1b-d8748366eb4f,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:01:13.331748 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43c41443-3f9e-4625-bc07-3116fefd9a9c None None] Network a26678c1-118d-435e-989f-6f50cac836e0 requested from dv-cinder-830787-2-iscsi {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 14:01:13.404535 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-a3502506-321f-4577-bffe-5d2ee41b1bb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-768595'] for network (a26678c1-118d-435e-989f-6f50cac836e0), before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:01:13.438922 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02c3acc-bdd1-4479-b13c-a9b5d909fc57 req-feb01256-2c1f-4165-805d-8be61fe2442d tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:01:13.444088 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-f02c3acc-bdd1-4479-b13c-a9b5d909fc57 req-feb01256-2c1f-4165-805d-8be61fe2442d tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] 10.222.0.67 "GET /v2.0/ports?device_id=cf497683-01c3-4106-adb0-36d23d564607 HTTP/1.1" status: 200 len: 946 time: 0.0670354 Apr 11 14:01:13.457897 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-a3502506-321f-4577-bffe-5d2ee41b1bb2 admin admin] Deleting port 67fcf13b-9f72-4515-9b79-16e950b19666 {{(pid=103318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 14:01:13.458246 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-a3502506-321f-4577-bffe-5d2ee41b1bb2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750379682079'] for port (67fcf13b-9f72-4515-9b79-16e950b19666), before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:01:13.495093 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-f02c3acc-bdd1-4479-b13c-a9b5d909fc57 req-fb510d42-afb7-4e02-8866-abf900f79f31 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] 10.222.0.67 "GET /v2.0/security-groups?id=210d3a2a-5e47-4e4e-a4c0-fc7866dd9ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490692 Apr 11 14:01:13.501416 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-872c1617-e311-4f08-98ed-c58967384168 None None] DHCP port deletion for a26678c1-118d-435e-989f-6f50cac836e0 request from dv-cinder-830787-2-iscsi {{(pid=103320) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 11 14:01:13.543493 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-872c1617-e311-4f08-98ed-c58967384168 None None] Deleting port 67fcf13b-9f72-4515-9b79-16e950b19666 {{(pid=103320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 14:01:13.543956 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-872c1617-e311-4f08-98ed-c58967384168 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750379682079'] for port (67fcf13b-9f72-4515-9b79-16e950b19666), before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:01:13.549224 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.db [None req-a3502506-321f-4577-bffe-5d2ee41b1bb2 admin admin] For port 67fcf13b-9f72-4515-9b79-16e950b19666, host dv-cinder-830787-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830787-2-iscsi',level=0,port_id=67fcf13b-9f72-4515-9b79-16e950b19666,segment=NetworkSegment(ea484752-652d-4a13-9936-ee9be871f9b9),segment_id=ea484752-652d-4a13-9936-ee9be871f9b9)] {{(pid=103318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 14:01:13.549770 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-a3502506-321f-4577-bffe-5d2ee41b1bb2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115285'] for port (67fcf13b-9f72-4515-9b79-16e950b19666), precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:01:13.565731 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-a3502506-321f-4577-bffe-5d2ee41b1bb2 admin admin] Calling delete_port for 67fcf13b-9f72-4515-9b79-16e950b19666 owned by network:dhcp {{(pid=103318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 14:01:13.620288 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-872c1617-e311-4f08-98ed-c58967384168 None None] For port 67fcf13b-9f72-4515-9b79-16e950b19666, host dv-cinder-830787-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830787-2-iscsi',level=0,port_id=67fcf13b-9f72-4515-9b79-16e950b19666,segment=NetworkSegment(ea484752-652d-4a13-9936-ee9be871f9b9),segment_id=ea484752-652d-4a13-9936-ee9be871f9b9)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 14:01:13.620682 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-872c1617-e311-4f08-98ed-c58967384168 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115285'] for port (67fcf13b-9f72-4515-9b79-16e950b19666), precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:01:13.643528 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Device ee5184b6-c690-4508-9740-48ef1b2f2018 no longer exists at agent ovs-agent-dv-cinder-830787-2-iscsi {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 14:01:13.645646 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-872c1617-e311-4f08-98ed-c58967384168 None None] Calling delete_port for 67fcf13b-9f72-4515-9b79-16e950b19666 owned by network:dhcp {{(pid=103320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 14:01:13.663949 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-a3502506-321f-4577-bffe-5d2ee41b1bb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750379687693', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750379164483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4243781'] for port (67fcf13b-9f72-4515-9b79-16e950b19666), after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:01:13.672653 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] No Port match for: ee5184b6-c690-4508-9740-48ef1b2f2018 {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 14:01:13.672995 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Device ee5184b6-c690-4508-9740-48ef1b2f2018 not bound to the agent host dv-cinder-830787-2-iscsi {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 14:01:13.673404 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Device 67fcf13b-9f72-4515-9b79-16e950b19666 no longer exists at agent ovs-agent-dv-cinder-830787-2-iscsi {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 14:01:13.690942 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3502506-321f-4577-bffe-5d2ee41b1bb2 admin admin] Pushing event deleted for resources: {'Port': ['ID=67fcf13b-9f72-4515-9b79-16e950b19666,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:01:13.693199 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3502506-321f-4577-bffe-5d2ee41b1bb2 admin admin] No DVR routers for this DVR port 67fcf13b-9f72-4515-9b79-16e950b19666 on host dv-cinder-830787-2-iscsi {{(pid=103318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 14:01:13.702706 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3502506-321f-4577-bffe-5d2ee41b1bb2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:01:13.703049 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3502506-321f-4577-bffe-5d2ee41b1bb2 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:01:13.703386 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3502506-321f-4577-bffe-5d2ee41b1bb2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:01:13.708238 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3502506-321f-4577-bffe-5d2ee41b1bb2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:01:13.708238 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3502506-321f-4577-bffe-5d2ee41b1bb2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:01:13.708238 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3502506-321f-4577-bffe-5d2ee41b1bb2 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:01:13.708238 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3502506-321f-4577-bffe-5d2ee41b1bb2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:01:13.708238 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3502506-321f-4577-bffe-5d2ee41b1bb2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:01:13.708238 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3502506-321f-4577-bffe-5d2ee41b1bb2 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:01:13.708238 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3502506-321f-4577-bffe-5d2ee41b1bb2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:01:13.708238 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3502506-321f-4577-bffe-5d2ee41b1bb2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:01:13.708238 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3502506-321f-4577-bffe-5d2ee41b1bb2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:01:13.708238 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3502506-321f-4577-bffe-5d2ee41b1bb2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:01:13.708238 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3502506-321f-4577-bffe-5d2ee41b1bb2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:01:13.708238 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3502506-321f-4577-bffe-5d2ee41b1bb2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:01:13.732518 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Device 26a6c2cb-0c2f-44e9-812a-19d9f51501fe details requested by agent hyperv_hv-cinder-83078 with host hv-cinder-83078 {{(pid=103320) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 14:01:13.736617 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] No Port match for: 67fcf13b-9f72-4515-9b79-16e950b19666 {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 14:01:13.736963 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Device 67fcf13b-9f72-4515-9b79-16e950b19666 not bound to the agent host dv-cinder-830787-2-iscsi {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 14:01:13.737364 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Device f416d8b9-7010-492b-9db6-1d19ef482ef5 no longer exists at agent ovs-agent-dv-cinder-830787-2-iscsi {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 14:01:13.765950 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] No Port match for: f416d8b9-7010-492b-9db6-1d19ef482ef5 {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 14:01:13.766228 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Device f416d8b9-7010-492b-9db6-1d19ef482ef5 not bound to the agent host dv-cinder-830787-2-iscsi {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 14:01:13.781493 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-a3502506-321f-4577-bffe-5d2ee41b1bb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-662413', 'neutron.services.segments.db._delete_segments_for_network-8750379576751'] for network (a26678c1-118d-435e-989f-6f50cac836e0), precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:01:13.802015 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.services.segments.db [None req-a3502506-321f-4577-bffe-5d2ee41b1bb2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a26678c1-118d-435e-989f-6f50cac836e0']}} {{(pid=103318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:01:13.811223 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.services.segments.db [None req-a3502506-321f-4577-bffe-5d2ee41b1bb2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea484752-652d-4a13-9936-ee9be871f9b9') {'for_net_delete': True} {{(pid=103318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:01:13.811519 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.services.segments.db [None req-a3502506-321f-4577-bffe-5d2ee41b1bb2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea484752-652d-4a13-9936-ee9be871f9b9') {} {{(pid=103318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:01:13.820669 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-a3502506-321f-4577-bffe-5d2ee41b1bb2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750379579064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4245460'] for segment (ea484752-652d-4a13-9936-ee9be871f9b9), before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:01:13.833838 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-a3502506-321f-4577-bffe-5d2ee41b1bb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682637'] for segment (ea484752-652d-4a13-9936-ee9be871f9b9), precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:01:13.840425 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3502506-321f-4577-bffe-5d2ee41b1bb2 admin admin] Releasing vlan 904 on physical network physnet1 to pool {{(pid=103318) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 14:01:13.840944 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-a3502506-321f-4577-bffe-5d2ee41b1bb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4243858'] for segment (ea484752-652d-4a13-9936-ee9be871f9b9), after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:01:13.842649 dv-cinder-830787-2-iscsi neutron-server[103318]: Traceback (most recent call last): Apr 11 14:01:13.842649 dv-cinder-830787-2-iscsi neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 14:01:13.842649 dv-cinder-830787-2-iscsi neutron-server[103318]: timer() Apr 11 14:01:13.842649 dv-cinder-830787-2-iscsi neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 14:01:13.842649 dv-cinder-830787-2-iscsi neutron-server[103318]: cb(*args, **kw) Apr 11 14:01:13.842649 dv-cinder-830787-2-iscsi neutron-server[103318]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 11 14:01:13.842649 dv-cinder-830787-2-iscsi neutron-server[103318]: return func(*args, **kwargs) Apr 11 14:01:13.842649 dv-cinder-830787-2-iscsi neutron-server[103318]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 14:01:13.842649 dv-cinder-830787-2-iscsi neutron-server[103318]: self._notify() Apr 11 14:01:13.842649 dv-cinder-830787-2-iscsi neutron-server[103318]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 14:01:13.842649 dv-cinder-830787-2-iscsi neutron-server[103318]: self.callback(batched_events) Apr 11 14:01:13.842649 dv-cinder-830787-2-iscsi neutron-server[103318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 14:01:13.842649 dv-cinder-830787-2-iscsi neutron-server[103318]: event.method(event) Apr 11 14:01:13.842649 dv-cinder-830787-2-iscsi neutron-server[103318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 11 14:01:13.842649 dv-cinder-830787-2-iscsi neutron-server[103318]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 14:01:13.842649 dv-cinder-830787-2-iscsi neutron-server[103318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 11 14:01:13.842649 dv-cinder-830787-2-iscsi neutron-server[103318]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 14:01:13.842649 dv-cinder-830787-2-iscsi neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 11 14:01:13.842649 dv-cinder-830787-2-iscsi neutron-server[103318]: return f(self, *a, **k) Apr 11 14:01:13.842649 dv-cinder-830787-2-iscsi neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 14:01:13.842649 dv-cinder-830787-2-iscsi neutron-server[103318]: return self._get(url).json() Apr 11 14:01:13.842649 dv-cinder-830787-2-iscsi neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 14:01:13.842649 dv-cinder-830787-2-iscsi neutron-server[103318]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 14:01:13.842649 dv-cinder-830787-2-iscsi neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 14:01:13.842649 dv-cinder-830787-2-iscsi neutron-server[103318]: return self.request(url, 'GET', **kwargs) Apr 11 14:01:13.842649 dv-cinder-830787-2-iscsi neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 14:01:13.842649 dv-cinder-830787-2-iscsi neutron-server[103318]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 14:01:13.842649 dv-cinder-830787-2-iscsi neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 14:01:13.842649 dv-cinder-830787-2-iscsi neutron-server[103318]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 14:01:13.842649 dv-cinder-830787-2-iscsi neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 14:01:13.842649 dv-cinder-830787-2-iscsi neutron-server[103318]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 14:01:13.842649 dv-cinder-830787-2-iscsi neutron-server[103318]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 14:01:13.856450 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-872c1617-e311-4f08-98ed-c58967384168 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750379687693', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750379164483'] for port (67fcf13b-9f72-4515-9b79-16e950b19666), after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:01:13.893621 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872c1617-e311-4f08-98ed-c58967384168 None None] Pushing event deleted for resources: {'Port': ['ID=67fcf13b-9f72-4515-9b79-16e950b19666,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:01:13.900629 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-a3502506-321f-4577-bffe-5d2ee41b1bb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-662402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8024001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8126437'] for network (a26678c1-118d-435e-989f-6f50cac836e0), after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:01:13.906655 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-872c1617-e311-4f08-98ed-c58967384168 None None] No DVR routers for this DVR port 67fcf13b-9f72-4515-9b79-16e950b19666 on host dv-cinder-830787-2-iscsi {{(pid=103320) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 14:01:13.906935 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-a3502506-321f-4577-bffe-5d2ee41b1bb2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871534'] for network (None), before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:01:13.913217 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.67', 33548) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 14:01:13.913777 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-a3502506-321f-4577-bffe-5d2ee41b1bb2 admin admin] 10.222.0.67 "DELETE /v2.0/networks/a26678c1-118d-435e-989f-6f50cac836e0 HTTP/1.1" status: 204 len: 168 time: 0.5896022 Apr 11 14:01:13.915283 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] For port 26a6c2cb-0c2f-44e9-812a-19d9f51501fe, host hv-cinder-83078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83078',level=0,port_id=26a6c2cb-0c2f-44e9-812a-19d9f51501fe,segment=NetworkSegment(0e675ac7-11b6-4ecb-9e9e-c47b9dca4e0d),segment_id=0e675ac7-11b6-4ecb-9e9e-c47b9dca4e0d)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 14:01:13.926517 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Returning: {'device': '26a6c2cb-0c2f-44e9-812a-19d9f51501fe', 'network_id': '257d7092-c4df-47e4-abc9-31af4018d257', 'port_id': '26a6c2cb-0c2f-44e9-812a-19d9f51501fe', 'mac_address': 'fa:16:3e:cc:f1:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 925, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d338071-fa32-49cf-a6aa-ca3918597003', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103320) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 14:01:13.933877 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3502506-321f-4577-bffe-5d2ee41b1bb2 admin admin] Pushing event deleted for resources: {'Network': ['ID=a26678c1-118d-435e-989f-6f50cac836e0,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:01:13.968959 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Current status of the port 26a6c2cb-0c2f-44e9-812a-19d9f51501fe is: DOWN; New status is: BUILD {{(pid=103320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 14:01:13.969348 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883311'] for port (26a6c2cb-0c2f-44e9-812a-19d9f51501fe), before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:01:13.982884 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.notifiers.nova [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26a6c2cb-0c2f-44e9-812a-19d9f51501fe {{(pid=103320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 14:01:14.002792 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] For port 26a6c2cb-0c2f-44e9-812a-19d9f51501fe, host hv-cinder-83078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83078',level=0,port_id=26a6c2cb-0c2f-44e9-812a-19d9f51501fe,segment=NetworkSegment(0e675ac7-11b6-4ecb-9e9e-c47b9dca4e0d),segment_id=0e675ac7-11b6-4ecb-9e9e-c47b9dca4e0d)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 14:01:14.006902 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750379687711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750379164492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750379164510'] for port (26a6c2cb-0c2f-44e9-812a-19d9f51501fe), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:01:14.056422 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Pushing event updated for resources: {'Port': ['ID=26a6c2cb-0c2f-44e9-812a-19d9f51501fe,revision_number=4']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:01:14.233134 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] get_ports_and_sgs() called for port_ids ['26a6c2cb-0c2f-44e9-812a-19d9f51501fe'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 14:01:14.261280 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-7a4d8572-9058-4a18-8f2c-e57902ffa905 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8123339'] for router_interface (0967db16-ea56-43f5-9014-a119446bbcda), before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:01:14.435474 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26de274-cdea-499d-9e8d-3f259f5a3943 req-11a21981-a8e6-4a93-be2c-50deae77acd4 tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:01:14.437071 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-b26de274-cdea-499d-9e8d-3f259f5a3943 req-11a21981-a8e6-4a93-be2c-50deae77acd4 tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] 10.222.0.67 "GET /v2.0/ports?device_id=c2990320-e015-4b65-9175-4b875d4142fd HTTP/1.1" status: 200 len: 945 time: 0.0601163 Apr 11 14:01:14.486100 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-b26de274-cdea-499d-9e8d-3f259f5a3943 req-1fc58d91-ea06-4c75-b878-c2a0c4bf83a0 tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] 10.222.0.67 "GET /v2.0/security-groups?id=cafca3b7-daf0-48a0-823e-820c7feeb8ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432260 Apr 11 14:01:14.733211 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbbd271-a101-4aaa-8f9a-d7233905c6f6 req-0e600266-e025-4078-a99f-bb68cf51e1f1 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:01:14.734667 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-4bbbd271-a101-4aaa-8f9a-d7233905c6f6 req-0e600266-e025-4078-a99f-bb68cf51e1f1 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] 10.222.0.67 "GET /v2.0/ports?device_id=cf497683-01c3-4106-adb0-36d23d564607 HTTP/1.1" status: 200 len: 946 time: 0.0728683 Apr 11 14:01:14.827744 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-4bbbd271-a101-4aaa-8f9a-d7233905c6f6 req-84f7947f-68fd-4d32-9f44-c358ae1f9b9e tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] 10.222.0.67 "GET /v2.0/security-groups?id=210d3a2a-5e47-4e4e-a4c0-fc7866dd9ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0862787 Apr 11 14:01:14.835228 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-7a4d8572-9058-4a18-8f2c-e57902ffa905 admin admin] Deleting port 43c43512-a5db-41f7-9ddb-a5e95f23c1cb {{(pid=103319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 14:01:14.835574 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-7a4d8572-9058-4a18-8f2c-e57902ffa905 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750379682079'] for port (43c43512-a5db-41f7-9ddb-a5e95f23c1cb), before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:01:14.916411 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.db [None req-7a4d8572-9058-4a18-8f2c-e57902ffa905 admin admin] For port 43c43512-a5db-41f7-9ddb-a5e95f23c1cb, host dv-cinder-830787-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830787-2-iscsi',level=0,port_id=43c43512-a5db-41f7-9ddb-a5e95f23c1cb,segment=NetworkSegment(7d1ff8a1-5fcc-46b1-9319-83c1d5314161),segment_id=7d1ff8a1-5fcc-46b1-9319-83c1d5314161)] {{(pid=103319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 14:01:14.917142 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-7a4d8572-9058-4a18-8f2c-e57902ffa905 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115285'] for port (43c43512-a5db-41f7-9ddb-a5e95f23c1cb), precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:01:14.929242 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-7a4d8572-9058-4a18-8f2c-e57902ffa905 admin admin] Calling delete_port for 43c43512-a5db-41f7-9ddb-a5e95f23c1cb owned by network:router_interface {{(pid=103319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 14:01:15.054321 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.db.agents_db [None req-69d3ff0a-913c-429f-8002-6cfbd72f8f27 None None] Agent healthcheck: found 6 active agents {{(pid=103321) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 14:01:15.109604 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-7a4d8572-9058-4a18-8f2c-e57902ffa905 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750379687693', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750379164483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4648624'] for port (43c43512-a5db-41f7-9ddb-a5e95f23c1cb), after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:01:15.135113 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4d8572-9058-4a18-8f2c-e57902ffa905 admin admin] Pushing event deleted for resources: {'Port': ['ID=43c43512-a5db-41f7-9ddb-a5e95f23c1cb,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:01:15.304776 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-7a4d8572-9058-4a18-8f2c-e57902ffa905 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7871691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8123239'] for router_interface (0967db16-ea56-43f5-9014-a119446bbcda), after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:01:15.516936 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a4d8572-9058-4a18-8f2c-e57902ffa905 admin admin] Router 0967db16-ea56-43f5-9014-a119446bbcda has already been hosted by L3 agent e731c656-576f-4174-9da3-af64518920bc {{(pid=103319) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 14:01:15.606777 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0134d9e0-0642-4a93-9d73-954cc477a639 req-ef962bb4-c736-46f2-8816-a6a979d24367 tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:01:15.608341 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-0134d9e0-0642-4a93-9d73-954cc477a639 req-ef962bb4-c736-46f2-8816-a6a979d24367 tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] 10.222.0.67 "GET /v2.0/ports?device_id=c2990320-e015-4b65-9175-4b875d4142fd HTTP/1.1" status: 200 len: 945 time: 0.0564301 Apr 11 14:01:15.629514 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a4d8572-9058-4a18-8f2c-e57902ffa905 admin admin] Notify agent at l3_agent.dv-cinder-830787-2-iscsi the message routers_updated {{(pid=103319) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 14:01:15.634320 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-7a4d8572-9058-4a18-8f2c-e57902ffa905 admin admin] 10.222.0.67 "PUT /v2.0/routers/0967db16-ea56-43f5-9014-a119446bbcda/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7193198 Apr 11 14:01:15.636987 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.67', 33556) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 14:01:15.638532 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8af4bb82-362d-4572-aa09-6a4b05328df1 None None] Sync routers for ids ['0967db16-ea56-43f5-9014-a119446bbcda'] in dv-cinder-830787-2-iscsi {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 14:01:15.649064 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8af4bb82-362d-4572-aa09-6a4b05328df1 None None] Routers {'0967db16-ea56-43f5-9014-a119446bbcda'} bound to L3 agent in host dv-cinder-830787-2-iscsi {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 14:01:15.650292 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-8af4bb82-362d-4572-aa09-6a4b05328df1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830787-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-11T13:46:59Z,description=,heartbeat_timestamp=2022-04-11T14:00:59Z,host='dv-cinder-830787-2-iscsi',id=e731c656-576f-4174-9da3-af64518920bc,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T13:46:59Z,topic='l3_agent')) {'router_ids': ['0967db16-ea56-43f5-9014-a119446bbcda'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:01:15.690089 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Device 26a6c2cb-0c2f-44e9-812a-19d9f51501fe up at agent hyperv_hv-cinder-83078 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 14:01:15.702547 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-0134d9e0-0642-4a93-9d73-954cc477a639 req-66fcfe2c-88a4-4506-884b-83fab05a6ef8 tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] 10.222.0.67 "GET /v2.0/security-groups?id=cafca3b7-daf0-48a0-823e-820c7feeb8ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0882738 Apr 11 14:01:15.761048 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-94423204-e924-41b8-922b-2ab9f2b93174 admin admin] Publish callbacks [] for router (0967db16-ea56-43f5-9014-a119446bbcda), before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:01:15.789157 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Provisioning for port 26a6c2cb-0c2f-44e9-812a-19d9f51501fe completed by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 11 14:01:15.798109 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Provisioning complete for port 26a6c2cb-0c2f-44e9-812a-19d9f51501fe triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 14:01:15.798477 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-663396'] for port (26a6c2cb-0c2f-44e9-812a-19d9f51501fe), provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:01:15.801694 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.db.l3_dvr_db [None req-8af4bb82-362d-4572-aa09-6a4b05328df1 None None] Set router 0967db16-ea56-43f5-9014-a119446bbcda gateway port host: dv-cinder-830787-2-iscsi {{(pid=103320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 14:01:15.870111 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-94423204-e924-41b8-922b-2ab9f2b93174 admin admin] Publish callbacks [] for router_gateway (0967db16-ea56-43f5-9014-a119446bbcda), before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:01:15.920782 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-94423204-e924-41b8-922b-2ab9f2b93174 admin admin] Deleting port ab3d7815-18da-4715-bcc6-df11ff5d4b68 {{(pid=103318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 14:01:15.921212 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-94423204-e924-41b8-922b-2ab9f2b93174 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750379682079'] for port (ab3d7815-18da-4715-bcc6-df11ff5d4b68), before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:01:15.964343 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40929d1-47e9-45a2-bc85-2629f76226b5 req-d4f93696-3ce1-4fad-810e-e73e120cb4ed tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:01:15.967065 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-b40929d1-47e9-45a2-bc85-2629f76226b5 req-d4f93696-3ce1-4fad-810e-e73e120cb4ed tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] 10.222.0.67 "GET /v2.0/ports?device_id=cf497683-01c3-4106-adb0-36d23d564607 HTTP/1.1" status: 200 len: 946 time: 0.0662363 Apr 11 14:01:15.997206 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Current status of the port 26a6c2cb-0c2f-44e9-812a-19d9f51501fe is: BUILD; New status is: ACTIVE {{(pid=103320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 14:01:15.997595 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883311'] for port (26a6c2cb-0c2f-44e9-812a-19d9f51501fe), before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:01:16.010004 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.db [None req-94423204-e924-41b8-922b-2ab9f2b93174 admin admin] For port ab3d7815-18da-4715-bcc6-df11ff5d4b68, host dv-cinder-830787-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830787-2-iscsi',level=0,port_id=ab3d7815-18da-4715-bcc6-df11ff5d4b68,segment=NetworkSegment(153f0837-19dc-4e5c-bf6b-49a4300ea8f5),segment_id=153f0837-19dc-4e5c-bf6b-49a4300ea8f5)] {{(pid=103318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 14:01:16.010494 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-94423204-e924-41b8-922b-2ab9f2b93174 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115285'] for port (ab3d7815-18da-4715-bcc6-df11ff5d4b68), precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:01:16.018582 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-b40929d1-47e9-45a2-bc85-2629f76226b5 req-ef9b96f0-0c13-4c9b-8b0f-d89b766325fe tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] 10.222.0.67 "GET /v2.0/security-groups?id=210d3a2a-5e47-4e4e-a4c0-fc7866dd9ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434396 Apr 11 14:01:16.023958 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-94423204-e924-41b8-922b-2ab9f2b93174 admin admin] Calling delete_port for ab3d7815-18da-4715-bcc6-df11ff5d4b68 owned by network:router_gateway {{(pid=103318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 14:01:16.048675 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2990320-e015-4b65-9175-4b875d4142fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26a6c2cb-0c2f-44e9-812a-19d9f51501fe'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 14:01:16.052509 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e17e7c2a2a067a9a9572b19104dd8b83720c41d762fa1dc6a6c9d001f6760b0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93511ccb-94e5-4477-a01e-39f7e0a8308c" -d '{"events": [{"server_uuid": "c2990320-e015-4b65-9175-4b875d4142fd", "name": "network-vif-plugged", "status": "completed", "tag": "26a6c2cb-0c2f-44e9-812a-19d9f51501fe"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 14:01:16.069494 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-8af4bb82-362d-4572-aa09-6a4b05328df1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0967db16-ea56-43f5-9014-a119446bbcda', 'name': 'tempest-TestMinimumBasicScenario-1827031263-router', 'tenant_id': '43cdac2d08374f7691e431b85ad81bc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886', 'external_fixed_ips': [{'subnet_id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'ip_address': '172.27.1.32'}], 'enable_snat': True}, 'gw_port_id': 'ab3d7815-18da-4715-bcc6-df11ff5d4b68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T13:57:44Z', 'updated_at': '2022-04-11T14:01:15Z', 'revision_number': 5, 'project_id': '43cdac2d08374f7691e431b85ad81bc1', 'gw_port': {'id': 'ab3d7815-18da-4715-bcc6-df11ff5d4b68', 'name': '', 'network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:82:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0967db16-ea56-43f5-9014-a119446bbcda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'ip_address': '172.27.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:57:45Z', 'updated_at': '2022-04-11T13:57:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830787-2-iscsi'}], 'dv-cinder-830787-2-iscsi', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:01:16.073160 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] For port 26a6c2cb-0c2f-44e9-812a-19d9f51501fe, host hv-cinder-83078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83078',level=0,port_id=26a6c2cb-0c2f-44e9-812a-19d9f51501fe,segment=NetworkSegment(0e675ac7-11b6-4ecb-9e9e-c47b9dca4e0d),segment_id=0e675ac7-11b6-4ecb-9e9e-c47b9dca4e0d)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 14:01:16.112318 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 14:01:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a37dd50c-59f2-465b-b3ce-730f46ce89b0 x-openstack-request-id: req-a37dd50c-59f2-465b-b3ce-730f46ce89b0 {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 14:01:16.112620 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2990320-e015-4b65-9175-4b875d4142fd", "name": "network-vif-plugged", "status": "completed", "tag": "26a6c2cb-0c2f-44e9-812a-19d9f51501fe", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 14:01:16.112798 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-a37dd50c-59f2-465b-b3ce-730f46ce89b0 {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 14:01:16.113179 dv-cinder-830787-2-iscsi neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a37dd50c-59f2-465b-b3ce-730f46ce89b0'] response: {'server_uuid': 'c2990320-e015-4b65-9175-4b875d4142fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26a6c2cb-0c2f-44e9-812a-19d9f51501fe', 'code': 200} Apr 11 14:01:16.114567 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750379687711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750379164492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750379164510'] for port (26a6c2cb-0c2f-44e9-812a-19d9f51501fe), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:01:16.116870 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8af4bb82-362d-4572-aa09-6a4b05328df1 None None] Checking router: 0967db16-ea56-43f5-9014-a119446bbcda for host: dv-cinder-830787-2-iscsi {{(pid=103320) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 14:01:16.154370 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8af4bb82-362d-4572-aa09-6a4b05328df1 None None] Routers {'0967db16-ea56-43f5-9014-a119446bbcda'} bound to L3 agent in host dv-cinder-830787-2-iscsi {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 14:01:16.155002 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-8af4bb82-362d-4572-aa09-6a4b05328df1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830787-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-11T13:46:59Z,description=,heartbeat_timestamp=2022-04-11T14:00:59Z,host='dv-cinder-830787-2-iscsi',id=e731c656-576f-4174-9da3-af64518920bc,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T13:46:59Z,topic='l3_agent')) {'router_ids': ['0967db16-ea56-43f5-9014-a119446bbcda'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:01:16.226917 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-94423204-e924-41b8-922b-2ab9f2b93174 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750379687693', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750379164483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4243781'] for port (ab3d7815-18da-4715-bcc6-df11ff5d4b68), after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:01:16.242665 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Pushing event updated for resources: {'Port': ['ID=26a6c2cb-0c2f-44e9-812a-19d9f51501fe,revision_number=5']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:01:16.256529 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94423204-e924-41b8-922b-2ab9f2b93174 admin admin] Pushing event deleted for resources: {'Port': ['ID=ab3d7815-18da-4715-bcc6-df11ff5d4b68,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:01:16.263057 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.db.l3_dvr_db [None req-8af4bb82-362d-4572-aa09-6a4b05328df1 None None] Set router 0967db16-ea56-43f5-9014-a119446bbcda gateway port host: None {{(pid=103320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 14:01:16.272922 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4932b73b-e6fe-4f6b-9fe5-755acf717e2a req-e8a3cc42-bca1-444f-8bbc-70ba9d568a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:01:16.275028 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-4932b73b-e6fe-4f6b-9fe5-755acf717e2a req-e8a3cc42-bca1-444f-8bbc-70ba9d568a7e service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=c2990320-e015-4b65-9175-4b875d4142fd HTTP/1.1" status: 200 len: 1130 time: 0.0406797 Apr 11 14:01:16.320413 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-8af4bb82-362d-4572-aa09-6a4b05328df1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0967db16-ea56-43f5-9014-a119446bbcda', 'name': 'tempest-TestMinimumBasicScenario-1827031263-router', 'tenant_id': '43cdac2d08374f7691e431b85ad81bc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T13:57:44Z', 'updated_at': '2022-04-11T14:01:15Z', 'revision_number': 6, 'project_id': '43cdac2d08374f7691e431b85ad81bc1', 'gw_port_host': None}], 'dv-cinder-830787-2-iscsi', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:01:16.320865 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-94423204-e924-41b8-922b-2ab9f2b93174 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8126337'] for router_gateway (0967db16-ea56-43f5-9014-a119446bbcda), after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:01:16.321186 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-4932b73b-e6fe-4f6b-9fe5-755acf717e2a req-8a6bcfe1-2d88-4730-abba-84d9067bfa6e service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=cafca3b7-daf0-48a0-823e-820c7feeb8ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407140 Apr 11 14:01:16.347774 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8af4bb82-362d-4572-aa09-6a4b05328df1 None None] The sync data for ids ['0967db16-ea56-43f5-9014-a119446bbcda'] in dv-cinder-830787-2-iscsi is: [{'id': '0967db16-ea56-43f5-9014-a119446bbcda', 'name': 'tempest-TestMinimumBasicScenario-1827031263-router', 'tenant_id': '43cdac2d08374f7691e431b85ad81bc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T13:57:44Z', 'updated_at': '2022-04-11T14:01:15Z', 'revision_number': 6, 'project_id': '43cdac2d08374f7691e431b85ad81bc1', 'gw_port_host': None}] {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 14:01:16.432562 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-94423204-e924-41b8-922b-2ab9f2b93174 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8074543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37553'] for router (0967db16-ea56-43f5-9014-a119446bbcda), precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:01:16.434709 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-94423204-e924-41b8-922b-2ab9f2b93174 admin admin] Publish callbacks [] for router_controller (0967db16-ea56-43f5-9014-a119446bbcda), precommit_delete_associations {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:01:16.495681 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-94423204-e924-41b8-922b-2ab9f2b93174 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8074534'] for router (0967db16-ea56-43f5-9014-a119446bbcda), after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:01:16.496187 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94423204-e924-41b8-922b-2ab9f2b93174 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0967db16-ea56-43f5-9014-a119446bbcda {{(pid=103318) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 11 14:01:16.501164 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-94423204-e924-41b8-922b-2ab9f2b93174 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:01:16.502281 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-94423204-e924-41b8-922b-2ab9f2b93174 admin admin] 10.222.0.67 "DELETE /v2.0/routers/0967db16-ea56-43f5-9014-a119446bbcda HTTP/1.1" status: 204 len: 168 time: 0.8595123 Apr 11 14:01:16.504720 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.67', 33564) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 14:01:16.552222 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf015c70-226b-4b78-968c-77e24a4850cd admin admin] Deleting subnet 72543082-a676-4a3d-82f3-995e86930e6a {{(pid=103318) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 11 14:01:16.555273 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-cf015c70-226b-4b78-968c-77e24a4850cd admin admin] Publish callbacks [] for subnet (72543082-a676-4a3d-82f3-995e86930e6a), before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:01:16.589280 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-cf015c70-226b-4b78-968c-77e24a4850cd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4245469'] for subnet (72543082-a676-4a3d-82f3-995e86930e6a), precommit_delete_associations {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:01:16.703615 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-cf015c70-226b-4b78-968c-77e24a4850cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-660224'] for subnet (72543082-a676-4a3d-82f3-995e86930e6a), precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:01:16.765854 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-cf015c70-226b-4b78-968c-77e24a4850cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-660281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4243768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4237203'] for subnet (72543082-a676-4a3d-82f3-995e86930e6a), after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:01:16.796970 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf015c70-226b-4b78-968c-77e24a4850cd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=72543082-a676-4a3d-82f3-995e86930e6a,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:01:16.801113 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-cf015c70-226b-4b78-968c-77e24a4850cd admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:01:16.805606 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-cf015c70-226b-4b78-968c-77e24a4850cd admin admin] 10.222.0.67 "DELETE /v2.0/subnets/72543082-a676-4a3d-82f3-995e86930e6a HTTP/1.1" status: 204 len: 168 time: 0.2999017 Apr 11 14:01:16.806238 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-332849f3-814b-4783-bd73-55a78e8e1605 None None] Network 58cc5203-cb65-4cf8-b313-d1b089781dfe requested from dv-cinder-830787-2-iscsi {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 14:01:16.807925 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.67', 33568) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 14:01:16.828540 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b96bc3-13da-4987-8d0a-597a453f7869 req-fa16ccc5-e071-4d10-b94f-4d1fecbac5f1 tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:01:16.829908 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-67b96bc3-13da-4987-8d0a-597a453f7869 req-fa16ccc5-e071-4d10-b94f-4d1fecbac5f1 tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] 10.222.0.67 "GET /v2.0/ports?device_id=c2990320-e015-4b65-9175-4b875d4142fd HTTP/1.1" status: 200 len: 946 time: 0.0560482 Apr 11 14:01:16.884071 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-67b96bc3-13da-4987-8d0a-597a453f7869 req-1b8cd01b-16cf-43b6-a6dd-f9b242394968 tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] 10.222.0.67 "GET /v2.0/security-groups?id=cafca3b7-daf0-48a0-823e-820c7feeb8ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455356 Apr 11 14:01:16.885128 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-c8831060-75ce-4bdf-b741-d241c487779d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-768595'] for network (58cc5203-cb65-4cf8-b313-d1b089781dfe), before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:01:16.931570 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-c8831060-75ce-4bdf-b741-d241c487779d admin admin] Deleting port a68121e1-1b3c-4a0d-92e9-e631375f6074 {{(pid=103318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 14:01:16.931933 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-c8831060-75ce-4bdf-b741-d241c487779d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750379682079'] for port (a68121e1-1b3c-4a0d-92e9-e631375f6074), before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:01:16.993496 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.db [None req-c8831060-75ce-4bdf-b741-d241c487779d admin admin] For port a68121e1-1b3c-4a0d-92e9-e631375f6074, host dv-cinder-830787-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830787-2-iscsi',level=0,port_id=a68121e1-1b3c-4a0d-92e9-e631375f6074,segment=NetworkSegment(7d1ff8a1-5fcc-46b1-9319-83c1d5314161),segment_id=7d1ff8a1-5fcc-46b1-9319-83c1d5314161)] {{(pid=103318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 14:01:16.993852 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-c8831060-75ce-4bdf-b741-d241c487779d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115285'] for port (a68121e1-1b3c-4a0d-92e9-e631375f6074), precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:01:17.006529 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-c8831060-75ce-4bdf-b741-d241c487779d admin admin] Calling delete_port for a68121e1-1b3c-4a0d-92e9-e631375f6074 owned by network:dhcp {{(pid=103318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 14:01:17.089771 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-c8831060-75ce-4bdf-b741-d241c487779d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750379687693', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750379164483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4243781'] for port (a68121e1-1b3c-4a0d-92e9-e631375f6074), after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:01:17.125076 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8831060-75ce-4bdf-b741-d241c487779d admin admin] Pushing event deleted for resources: {'Port': ['ID=a68121e1-1b3c-4a0d-92e9-e631375f6074,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:01:17.129634 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8831060-75ce-4bdf-b741-d241c487779d admin admin] No DVR routers for this DVR port a68121e1-1b3c-4a0d-92e9-e631375f6074 on host dv-cinder-830787-2-iscsi {{(pid=103318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 14:01:17.147447 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd9e6efd-d5f7-4593-a389-f7a0dfd3059c None None] DHCP port deletion for 58cc5203-cb65-4cf8-b313-d1b089781dfe request from dv-cinder-830787-2-iscsi {{(pid=103320) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 11 14:01:17.199950 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d33eef3-b490-4baf-affc-eefc76711001 req-1a653b6d-d77c-4bb2-a1ec-0e9d765f94a2 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:01:17.201418 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-4d33eef3-b490-4baf-affc-eefc76711001 req-1a653b6d-d77c-4bb2-a1ec-0e9d765f94a2 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] 10.222.0.67 "GET /v2.0/ports?device_id=cf497683-01c3-4106-adb0-36d23d564607 HTTP/1.1" status: 200 len: 946 time: 0.0862217 Apr 11 14:01:17.249643 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-c8831060-75ce-4bdf-b741-d241c487779d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-662413', 'neutron.services.segments.db._delete_segments_for_network-8750379576751'] for network (58cc5203-cb65-4cf8-b313-d1b089781dfe), precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:01:17.281521 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.services.segments.db [None req-c8831060-75ce-4bdf-b741-d241c487779d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58cc5203-cb65-4cf8-b313-d1b089781dfe']}} {{(pid=103318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:01:17.297492 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.services.segments.db [None req-c8831060-75ce-4bdf-b741-d241c487779d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d1ff8a1-5fcc-46b1-9319-83c1d5314161') {'for_net_delete': True} {{(pid=103318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:01:17.297785 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.services.segments.db [None req-c8831060-75ce-4bdf-b741-d241c487779d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d1ff8a1-5fcc-46b1-9319-83c1d5314161') {} {{(pid=103318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:01:17.306438 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-4d33eef3-b490-4baf-affc-eefc76711001 req-2e7b4f3d-48b2-4bca-aa70-5cc3b274fe9f tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] 10.222.0.67 "GET /v2.0/security-groups?id=210d3a2a-5e47-4e4e-a4c0-fc7866dd9ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0990255 Apr 11 14:01:17.309738 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-c8831060-75ce-4bdf-b741-d241c487779d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750379579064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4245460'] for segment (7d1ff8a1-5fcc-46b1-9319-83c1d5314161), before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:01:17.327942 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-c8831060-75ce-4bdf-b741-d241c487779d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682637'] for segment (7d1ff8a1-5fcc-46b1-9319-83c1d5314161), precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:01:17.334969 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8831060-75ce-4bdf-b741-d241c487779d admin admin] Releasing vlan 907 on physical network physnet1 to pool {{(pid=103318) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 14:01:17.335486 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-c8831060-75ce-4bdf-b741-d241c487779d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4243858'] for segment (7d1ff8a1-5fcc-46b1-9319-83c1d5314161), after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:01:17.338287 dv-cinder-830787-2-iscsi neutron-server[103318]: Traceback (most recent call last): Apr 11 14:01:17.338287 dv-cinder-830787-2-iscsi neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 14:01:17.338287 dv-cinder-830787-2-iscsi neutron-server[103318]: timer() Apr 11 14:01:17.338287 dv-cinder-830787-2-iscsi neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 14:01:17.338287 dv-cinder-830787-2-iscsi neutron-server[103318]: cb(*args, **kw) Apr 11 14:01:17.338287 dv-cinder-830787-2-iscsi neutron-server[103318]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 11 14:01:17.338287 dv-cinder-830787-2-iscsi neutron-server[103318]: return func(*args, **kwargs) Apr 11 14:01:17.338287 dv-cinder-830787-2-iscsi neutron-server[103318]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 14:01:17.338287 dv-cinder-830787-2-iscsi neutron-server[103318]: self._notify() Apr 11 14:01:17.338287 dv-cinder-830787-2-iscsi neutron-server[103318]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 14:01:17.338287 dv-cinder-830787-2-iscsi neutron-server[103318]: self.callback(batched_events) Apr 11 14:01:17.338287 dv-cinder-830787-2-iscsi neutron-server[103318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 14:01:17.338287 dv-cinder-830787-2-iscsi neutron-server[103318]: event.method(event) Apr 11 14:01:17.338287 dv-cinder-830787-2-iscsi neutron-server[103318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 11 14:01:17.338287 dv-cinder-830787-2-iscsi neutron-server[103318]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 14:01:17.338287 dv-cinder-830787-2-iscsi neutron-server[103318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 11 14:01:17.338287 dv-cinder-830787-2-iscsi neutron-server[103318]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 14:01:17.338287 dv-cinder-830787-2-iscsi neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 11 14:01:17.338287 dv-cinder-830787-2-iscsi neutron-server[103318]: return f(self, *a, **k) Apr 11 14:01:17.338287 dv-cinder-830787-2-iscsi neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 14:01:17.338287 dv-cinder-830787-2-iscsi neutron-server[103318]: return self._get(url).json() Apr 11 14:01:17.338287 dv-cinder-830787-2-iscsi neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 14:01:17.338287 dv-cinder-830787-2-iscsi neutron-server[103318]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 14:01:17.338287 dv-cinder-830787-2-iscsi neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 14:01:17.338287 dv-cinder-830787-2-iscsi neutron-server[103318]: return self.request(url, 'GET', **kwargs) Apr 11 14:01:17.338287 dv-cinder-830787-2-iscsi neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 14:01:17.338287 dv-cinder-830787-2-iscsi neutron-server[103318]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 14:01:17.338287 dv-cinder-830787-2-iscsi neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 14:01:17.338287 dv-cinder-830787-2-iscsi neutron-server[103318]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 14:01:17.338287 dv-cinder-830787-2-iscsi neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 14:01:17.338287 dv-cinder-830787-2-iscsi neutron-server[103318]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 14:01:17.338287 dv-cinder-830787-2-iscsi neutron-server[103318]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 14:01:17.403853 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-c8831060-75ce-4bdf-b741-d241c487779d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-662402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8024001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8126437'] for network (58cc5203-cb65-4cf8-b313-d1b089781dfe), after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:01:17.409850 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-c8831060-75ce-4bdf-b741-d241c487779d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871534'] for network (None), before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:01:17.416166 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-c8831060-75ce-4bdf-b741-d241c487779d admin admin] 10.222.0.67 "DELETE /v2.0/networks/58cc5203-cb65-4cf8-b313-d1b089781dfe HTTP/1.1" status: 204 len: 168 time: 0.6069765 Apr 11 14:01:17.428838 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8831060-75ce-4bdf-b741-d241c487779d admin admin] Pushing event deleted for resources: {'Network': ['ID=58cc5203-cb65-4cf8-b313-d1b089781dfe,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:01:17.528326 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.67', 33574) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 14:01:17.572714 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-c2edd00b-04a3-43e9-bbef-d80c5deda57c admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=644547f80e2543079781f0c7b34c40b4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0432305 Apr 11 14:01:17.575072 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.67', 33576) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 14:01:17.612186 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Device 43c43512-a5db-41f7-9ddb-a5e95f23c1cb no longer exists at agent ovs-agent-dv-cinder-830787-2-iscsi {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 14:01:17.624352 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-81b240db-393b-4f58-b565-c87ab03a687b admin admin] Publish callbacks [] for security_group (cf23f7d8-584e-46f6-abd9-cfbb92a6cce4), before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:01:17.632270 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] No Port match for: 43c43512-a5db-41f7-9ddb-a5e95f23c1cb {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 14:01:17.632618 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Device 43c43512-a5db-41f7-9ddb-a5e95f23c1cb not bound to the agent host dv-cinder-830787-2-iscsi {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 14:01:17.633039 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Device a68121e1-1b3c-4a0d-92e9-e631375f6074 no longer exists at agent ovs-agent-dv-cinder-830787-2-iscsi {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 14:01:17.645300 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-81b240db-393b-4f58-b565-c87ab03a687b admin admin] Publish callbacks [] for security_group (cf23f7d8-584e-46f6-abd9-cfbb92a6cce4), precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:01:17.651750 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] No Port match for: a68121e1-1b3c-4a0d-92e9-e631375f6074 {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 14:01:17.652098 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Device a68121e1-1b3c-4a0d-92e9-e631375f6074 not bound to the agent host dv-cinder-830787-2-iscsi {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 14:01:17.652508 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Device ab3d7815-18da-4715-bcc6-df11ff5d4b68 no longer exists at agent ovs-agent-dv-cinder-830787-2-iscsi {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 14:01:17.671483 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] No Port match for: ab3d7815-18da-4715-bcc6-df11ff5d4b68 {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 14:01:17.671850 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Device ab3d7815-18da-4715-bcc6-df11ff5d4b68 not bound to the agent host dv-cinder-830787-2-iscsi {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 14:01:17.695235 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-81b240db-393b-4f58-b565-c87ab03a687b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8023832'] for security_group (cf23f7d8-584e-46f6-abd9-cfbb92a6cce4), after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:01:17.698250 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-81b240db-393b-4f58-b565-c87ab03a687b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:01:17.699389 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-81b240db-393b-4f58-b565-c87ab03a687b admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/cf23f7d8-584e-46f6-abd9-cfbb92a6cce4 HTTP/1.1" status: 204 len: 168 time: 0.1233368 Apr 11 14:01:17.706873 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b240db-393b-4f58-b565-c87ab03a687b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf23f7d8-584e-46f6-abd9-cfbb92a6cce4,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:01:18.001873 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a042be-51ab-4d29-aaee-281ea2221ea9 req-7a7c38fb-3eb5-48c5-9260-7d1642a83143 tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:01:18.003367 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-23a042be-51ab-4d29-aaee-281ea2221ea9 req-7a7c38fb-3eb5-48c5-9260-7d1642a83143 tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] 10.222.0.67 "GET /v2.0/ports?device_id=c2990320-e015-4b65-9175-4b875d4142fd HTTP/1.1" status: 200 len: 946 time: 0.0494804 Apr 11 14:01:18.014147 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.67', 33584) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 14:01:18.050941 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-23a042be-51ab-4d29-aaee-281ea2221ea9 req-06b45734-feb9-4c39-8f17-645c0a562189 tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] 10.222.0.67 "GET /v2.0/security-groups?id=cafca3b7-daf0-48a0-823e-820c7feeb8ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415885 Apr 11 14:01:18.059069 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-6c01a080-c3a4-4132-8a4b-277223a938fc admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=43cdac2d08374f7691e431b85ad81bc1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0415788 Apr 11 14:01:18.059295 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.67', 33586) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 14:01:18.108113 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-c278af4c-ed51-4b08-9294-00defa3acb4d admin admin] Publish callbacks [] for security_group (194ef41a-d662-4d69-8be8-7fdc1df2eb03), before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:01:18.153686 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-c278af4c-ed51-4b08-9294-00defa3acb4d admin admin] Publish callbacks [] for security_group (194ef41a-d662-4d69-8be8-7fdc1df2eb03), precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:01:18.183195 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157e52a3-896b-4f51-9328-57cfbc8bb045 req-396289eb-defe-41a9-8875-15f56896e0a0 tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:01:18.184706 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-157e52a3-896b-4f51-9328-57cfbc8bb045 req-396289eb-defe-41a9-8875-15f56896e0a0 tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] 10.222.0.67 "GET /v2.0/ports?device_id=c2990320-e015-4b65-9175-4b875d4142fd HTTP/1.1" status: 200 len: 946 time: 0.0676012 Apr 11 14:01:18.193383 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.67', 33590) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 14:01:18.198419 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.v2.base [None req-48041a69-4dd2-447c-bdb0-2866f318ee29 tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] Request body: {'floatingip': {'port_id': '26a6c2cb-0c2f-44e9-812a-19d9f51501fe'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:01:18.216989 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-c278af4c-ed51-4b08-9294-00defa3acb4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8023832'] for security_group (194ef41a-d662-4d69-8be8-7fdc1df2eb03), after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:01:18.219570 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-c278af4c-ed51-4b08-9294-00defa3acb4d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:01:18.220726 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-c278af4c-ed51-4b08-9294-00defa3acb4d admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/194ef41a-d662-4d69-8be8-7fdc1df2eb03 HTTP/1.1" status: 204 len: 168 time: 0.1604874 Apr 11 14:01:18.228781 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c278af4c-ed51-4b08-9294-00defa3acb4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=194ef41a-d662-4d69-8be8-7fdc1df2eb03,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:01:18.238688 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-48041a69-4dd2-447c-bdb0-2866f318ee29 tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] Publish callbacks [] for floatingip (7cc67d31-ad26-4059-9200-3ad85fecd496), before_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:01:18.452319 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0a8ca1-d319-43ac-bf55-3d4f0907e5af req-71923a1a-6645-4947-ac07-38e1dbb1e82a tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:01:18.453815 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-4d0a8ca1-d319-43ac-bf55-3d4f0907e5af req-71923a1a-6645-4947-ac07-38e1dbb1e82a tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] 10.222.0.67 "GET /v2.0/ports?device_id=cf497683-01c3-4106-adb0-36d23d564607 HTTP/1.1" status: 200 len: 946 time: 0.0544815 Apr 11 14:01:18.575949 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-4d0a8ca1-d319-43ac-bf55-3d4f0907e5af req-f6ff04bf-d069-40c3-9fbf-203a32237bc7 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] 10.222.0.67 "GET /v2.0/security-groups?id=210d3a2a-5e47-4e4e-a4c0-fc7866dd9ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0958397 Apr 11 14:01:18.781848 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-48041a69-4dd2-447c-bdb0-2866f318ee29 tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:01:18.785832 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-48041a69-4dd2-447c-bdb0-2866f318ee29 tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8126411'] for floatingip (7cc67d31-ad26-4059-9200-3ad85fecd496), after_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:01:18.889788 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.db.l3_db [None req-48041a69-4dd2-447c-bdb0-2866f318ee29 tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] Floating IP 7cc67d31-ad26-4059-9200-3ad85fecd496 associated. External IP: 172.27.1.122, port: 26a6c2cb-0c2f-44e9-812a-19d9f51501fe. Apr 11 14:01:18.908165 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.67', 33614) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 14:01:19.004578 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.v2.base [None req-94e1e22d-5a07-4b6d-9535-ff0f63fdc1c2 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-335379817-network', 'tenant_id': '40c040f0c3e74276bcab8dbc8e439de5'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:01:19.026138 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94e1e22d-5a07-4b6d-9535-ff0f63fdc1c2 admin admin] Made reservation on behalf of 40c040f0c3e74276bcab8dbc8e439de5 for: {'network': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:01:19.029334 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-94e1e22d-5a07-4b6d-9535-ff0f63fdc1c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883311'] for network (None), before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:01:19.037897 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-94e1e22d-5a07-4b6d-9535-ff0f63fdc1c2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:01:19.104646 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48041a69-4dd2-447c-bdb0-2866f318ee29 tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] Router d32f719d-4e09-4ba3-a492-673f4deb8564 has already been hosted by L3 agent e731c656-576f-4174-9da3-af64518920bc {{(pid=103319) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 14:01:19.111545 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-94e1e22d-5a07-4b6d-9535-ff0f63fdc1c2 admin admin] Publish callbacks [] for security_group (8872bc8f-c181-42c3-9d05-58a15c13b0b3), precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:01:19.115586 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-94e1e22d-5a07-4b6d-9535-ff0f63fdc1c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8023832'] for security_group (8872bc8f-c181-42c3-9d05-58a15c13b0b3), after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:01:19.145569 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94e1e22d-5a07-4b6d-9535-ff0f63fdc1c2 admin admin] vlan segment allocate from pool success with {'vlan_id': 935, 'physical_network': 'physnet1'} {{(pid=103318) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 14:01:19.152395 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e1e22d-5a07-4b6d-9535-ff0f63fdc1c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8872bc8f-c181-42c3-9d05-58a15c13b0b3,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:01:19.158522 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-94e1e22d-5a07-4b6d-9535-ff0f63fdc1c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682637'] for segment (dba15552-8c47-4ae1-bd01-539c1927d993), precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:01:19.158913 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.db.segments_db [None req-94e1e22d-5a07-4b6d-9535-ff0f63fdc1c2 admin admin] Added segment dba15552-8c47-4ae1-bd01-539c1927d993 of type vlan for network ad25a564-6f6a-4aa0-9d80-81636d1b0cca Apr 11 14:01:19.200660 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-94e1e22d-5a07-4b6d-9535-ff0f63fdc1c2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750379148903'] for network (ad25a564-6f6a-4aa0-9d80-81636d1b0cca), precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:01:19.221806 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48041a69-4dd2-447c-bdb0-2866f318ee29 tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] Notify agent at l3_agent.dv-cinder-830787-2-iscsi the message routers_updated {{(pid=103319) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 14:01:19.226767 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-48041a69-4dd2-447c-bdb0-2866f318ee29 tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-507053'] for floatingip (None), before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:01:19.231208 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-94e1e22d-5a07-4b6d-9535-ff0f63fdc1c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8024001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708'] for network (ad25a564-6f6a-4aa0-9d80-81636d1b0cca), after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:01:19.232202 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94e1e22d-5a07-4b6d-9535-ff0f63fdc1c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:01:19.232785 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-94e1e22d-5a07-4b6d-9535-ff0f63fdc1c2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871534'] for network (None), before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:01:19.233025 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f24575ae-31f9-4bee-966d-86b94d07df67 None None] Sync routers for ids ['d32f719d-4e09-4ba3-a492-673f4deb8564'] in dv-cinder-830787-2-iscsi {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 14:01:19.244394 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f24575ae-31f9-4bee-966d-86b94d07df67 None None] Routers {'d32f719d-4e09-4ba3-a492-673f4deb8564'} bound to L3 agent in host dv-cinder-830787-2-iscsi {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 14:01:19.244932 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-f24575ae-31f9-4bee-966d-86b94d07df67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830787-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-11T13:46:59Z,description=,heartbeat_timestamp=2022-04-11T14:00:59Z,host='dv-cinder-830787-2-iscsi',id=e731c656-576f-4174-9da3-af64518920bc,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T13:46:59Z,topic='l3_agent')) {'router_ids': ['d32f719d-4e09-4ba3-a492-673f4deb8564'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:01:19.265544 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-48041a69-4dd2-447c-bdb0-2866f318ee29 tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] 10.222.0.67 "PUT /v2.0/floatingips/7cc67d31-ad26-4059-9200-3ad85fecd496 HTTP/1.1" status: 200 len: 992 time: 1.0637398 Apr 11 14:01:19.265544 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2990320-e015-4b65-9175-4b875d4142fd', 'tag': '26a6c2cb-0c2f-44e9-812a-19d9f51501fe'}] {{(pid=103319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 14:01:19.265544 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca54f3a3744013fac1d33973197c51c1d98542aecacec3b3a4d6ee5bc00756d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c77fa1c-5dad-47bd-86f5-fa68c4dfc743" -d '{"events": [{"name": "network-changed", "server_uuid": "c2990320-e015-4b65-9175-4b875d4142fd", "tag": "26a6c2cb-0c2f-44e9-812a-19d9f51501fe"}]}' {{(pid=103319) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 14:01:19.303195 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 14:01:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba583026-edf8-4cdd-a101-5b6760f6f6fe x-openstack-request-id: req-ba583026-edf8-4cdd-a101-5b6760f6f6fe {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 14:01:19.303512 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-94e1e22d-5a07-4b6d-9535-ff0f63fdc1c2 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3942099 Apr 11 14:01:19.303931 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2990320-e015-4b65-9175-4b875d4142fd", "tag": "26a6c2cb-0c2f-44e9-812a-19d9f51501fe", "status": "completed", "code": 200}]} {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 14:01:19.304344 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-ba583026-edf8-4cdd-a101-5b6760f6f6fe {{(pid=103319) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 14:01:19.304950 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ba583026-edf8-4cdd-a101-5b6760f6f6fe'] response: {'name': 'network-changed', 'server_uuid': 'c2990320-e015-4b65-9175-4b875d4142fd', 'tag': '26a6c2cb-0c2f-44e9-812a-19d9f51501fe', 'status': 'completed', 'code': 200} Apr 11 14:01:19.306220 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.67', 33622) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 14:01:19.307093 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e1e22d-5a07-4b6d-9535-ff0f63fdc1c2 admin admin] Pushing event updated for resources: {'Network': ['ID=ad25a564-6f6a-4aa0-9d80-81636d1b0cca,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:01:19.316397 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.v2.base [None req-86ee06c0-35fe-4d27-98a8-fa90305334a8 admin admin] Request body: {'subnet': {'network_id': 'ad25a564-6f6a-4aa0-9d80-81636d1b0cca', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-335379817-subnet', 'tenant_id': '40c040f0c3e74276bcab8dbc8e439de5', 'ip_version': 4}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:01:19.317734 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Network ad25a564-6f6a-4aa0-9d80-81636d1b0cca details requested by agent ovs-agent-dv-cinder-830787-2-iscsi with host dv-cinder-830787-2-iscsi {{(pid=103320) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 11 14:01:19.356221 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86ee06c0-35fe-4d27-98a8-fa90305334a8 admin admin] Made reservation on behalf of 40c040f0c3e74276bcab8dbc8e439de5 for: {'subnet': 1} {{(pid=103319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:01:19.359071 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-86ee06c0-35fe-4d27-98a8-fa90305334a8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4426758'] for subnet (None), before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:01:19.367088 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-f24575ae-31f9-4bee-966d-86b94d07df67 None None] Set router d32f719d-4e09-4ba3-a492-673f4deb8564 gateway port host: dv-cinder-830787-2-iscsi {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 14:01:19.439882 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c77fa1c-5dad-47bd-86f5-fa68c4dfc743 req-2b8db67f-d274-4ad8-8c31-b7f31988562b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:01:19.441397 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-1c77fa1c-5dad-47bd-86f5-fa68c4dfc743 req-2b8db67f-d274-4ad8-8c31-b7f31988562b service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=f8720d1d0e26443d96a5f29175402af6&device_id=c2990320-e015-4b65-9175-4b875d4142fd HTTP/1.1" status: 200 len: 1130 time: 0.0998948 Apr 11 14:01:19.582216 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c77fa1c-5dad-47bd-86f5-fa68c4dfc743 req-6feb00f4-e2ec-4adb-a567-f85f0d191488 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:01:19.583710 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-1c77fa1c-5dad-47bd-86f5-fa68c4dfc743 req-6feb00f4-e2ec-4adb-a567-f85f0d191488 service neutron] 10.222.0.75 "GET /v2.0/networks?id=257d7092-c4df-47e4-abc9-31af4018d257 HTTP/1.1" status: 200 len: 912 time: 0.1358378 Apr 11 14:01:19.585483 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-f24575ae-31f9-4bee-966d-86b94d07df67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd32f719d-4e09-4ba3-a492-673f4deb8564', 'name': 'tempest-AttachVolumeTestJSON-1618300746-router', 'tenant_id': 'f8720d1d0e26443d96a5f29175402af6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886', 'external_fixed_ips': [{'subnet_id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'ip_address': '172.27.1.86'}], 'enable_snat': True}, 'gw_port_id': '5f65a40e-8875-44a3-9063-670f03a7a9f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T13:56:34Z', 'updated_at': '2022-04-11T13:56:38Z', 'revision_number': 4, 'project_id': 'f8720d1d0e26443d96a5f29175402af6', 'gw_port': {'id': '5f65a40e-8875-44a3-9063-670f03a7a9f7', 'name': '', 'network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:80:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd32f719d-4e09-4ba3-a492-673f4deb8564', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'ip_address': '172.27.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:56:35Z', 'updated_at': '2022-04-11T13:56:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830787-2-iscsi', '_floatingips': [{'id': '7cc67d31-ad26-4059-9200-3ad85fecd496', 'tenant_id': 'f8720d1d0e26443d96a5f29175402af6', 'floating_ip_address': '172.27.1.122', 'floating_network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886', 'router_id': 'd32f719d-4e09-4ba3-a492-673f4deb8564', 'port_id': '26a6c2cb-0c2f-44e9-812a-19d9f51501fe', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 554, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '257d7092-c4df-47e4-abc9-31af4018d257', 'mac_address': 'fa:16:3e:cc:f1:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2990320-e015-4b65-9175-4b875d4142fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T14:01:03Z', 'updated_at': '2022-04-11T14:01:18Z', 'revision_number': 1, 'project_id': 'f8720d1d0e26443d96a5f29175402af6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '65d1b329-f6c4-4821-8338-78a7946be7c9', 'name': '', 'network_id': '257d7092-c4df-47e4-abc9-31af4018d257', 'tenant_id': 'f8720d1d0e26443d96a5f29175402af6', 'mac_address': 'fa:16:3e:35:1c:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd32f719d-4e09-4ba3-a492-673f4deb8564', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '4d338071-fa32-49cf-a6aa-ca3918597003', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:56:38Z', 'updated_at': '2022-04-11T13:56:43Z', 'revision_number': 5, 'project_id': 'f8720d1d0e26443d96a5f29175402af6', 'subnets': [{'id': '4d338071-fa32-49cf-a6aa-ca3918597003', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830787-2-iscsi', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:01:19.616198 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f24575ae-31f9-4bee-966d-86b94d07df67 None None] Checking router: d32f719d-4e09-4ba3-a492-673f4deb8564 for host: dv-cinder-830787-2-iscsi {{(pid=103321) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 14:01:19.626424 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f24575ae-31f9-4bee-966d-86b94d07df67 None None] Routers {'d32f719d-4e09-4ba3-a492-673f4deb8564'} bound to L3 agent in host dv-cinder-830787-2-iscsi {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 14:01:19.627099 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-f24575ae-31f9-4bee-966d-86b94d07df67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830787-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-11T13:46:59Z,description=,heartbeat_timestamp=2022-04-11T14:00:59Z,host='dv-cinder-830787-2-iscsi',id=e731c656-576f-4174-9da3-af64518920bc,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T13:46:59Z,topic='l3_agent')) {'router_ids': ['d32f719d-4e09-4ba3-a492-673f4deb8564'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:01:19.721304 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-1c77fa1c-5dad-47bd-86f5-fa68c4dfc743 req-30620a30-cee5-4ee0-b02b-f1d7771d12e6 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=26a6c2cb-0c2f-44e9-812a-19d9f51501fe HTTP/1.1" status: 200 len: 1000 time: 0.1289730 Apr 11 14:01:19.724286 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-86ee06c0-35fe-4d27-98a8-fa90305334a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4646912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4426772'] for subnet (88bd1feb-6086-4c30-90a4-375c4e01858c), after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:01:19.733382 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c2f090-5821-42de-aadc-b4a26cd5bb44 req-9d378d44-a775-44a2-8432-9b2af8833714 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:01:19.734917 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-01c2f090-5821-42de-aadc-b4a26cd5bb44 req-9d378d44-a775-44a2-8432-9b2af8833714 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] 10.222.0.67 "GET /v2.0/ports?device_id=cf497683-01c3-4106-adb0-36d23d564607 HTTP/1.1" status: 200 len: 946 time: 0.0782523 Apr 11 14:01:19.738452 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-f24575ae-31f9-4bee-966d-86b94d07df67 None None] Set router d32f719d-4e09-4ba3-a492-673f4deb8564 gateway port host: dv-cinder-830787-2-iscsi {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 14:01:19.848624 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c77fa1c-5dad-47bd-86f5-fa68c4dfc743 req-0318b031-4c78-4010-9249-ee9fee7340ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:01:19.849957 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-1c77fa1c-5dad-47bd-86f5-fa68c4dfc743 req-0318b031-4c78-4010-9249-ee9fee7340ed service neutron] 10.222.0.75 "GET /v2.0/subnets?id=4d338071-fa32-49cf-a6aa-ca3918597003 HTTP/1.1" status: 200 len: 850 time: 0.1141903 Apr 11 14:01:19.857801 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ee06c0-35fe-4d27-98a8-fa90305334a8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=88bd1feb-6086-4c30-90a4-375c4e01858c,revision_number=0']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:01:19.905652 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-01c2f090-5821-42de-aadc-b4a26cd5bb44 req-b91b6fa0-1d27-4f59-9867-cdabd2feb846 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] 10.222.0.67 "GET /v2.0/security-groups?id=210d3a2a-5e47-4e4e-a4c0-fc7866dd9ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1584826 Apr 11 14:01:19.911954 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86ee06c0-35fe-4d27-98a8-fa90305334a8 admin admin] Checking segment: {'id': 'dba15552-8c47-4ae1-bd01-539c1927d993', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': 'ad25a564-6f6a-4aa0-9d80-81636d1b0cca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103319) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 14:01:19.912316 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86ee06c0-35fe-4d27-98a8-fa90305334a8 admin admin] Network hostable DHCP agents. Network: ad25a564-6f6a-4aa0-9d80-81636d1b0cca, hostable agents: ['d5a8b9a1-2e9e-46b5-8163-20b7d509fa4e'], hosted agents: [] {{(pid=103319) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 14:01:19.920291 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c77fa1c-5dad-47bd-86f5-fa68c4dfc743 req-9c69d4a3-ad3c-47f8-9c91-41d7a7d501d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:01:19.921730 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-1c77fa1c-5dad-47bd-86f5-fa68c4dfc743 req-9c69d4a3-ad3c-47f8-9c91-41d7a7d501d7 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=257d7092-c4df-47e4-abc9-31af4018d257&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0615902 Apr 11 14:01:19.941438 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86ee06c0-35fe-4d27-98a8-fa90305334a8 admin admin] Network ad25a564-6f6a-4aa0-9d80-81636d1b0cca is scheduled to be hosted by DHCP agent d5a8b9a1-2e9e-46b5-8163-20b7d509fa4e with binding_index 1 {{(pid=103319) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 14:01:19.957814 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-f24575ae-31f9-4bee-966d-86b94d07df67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd32f719d-4e09-4ba3-a492-673f4deb8564', 'name': 'tempest-AttachVolumeTestJSON-1618300746-router', 'tenant_id': 'f8720d1d0e26443d96a5f29175402af6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886', 'external_fixed_ips': [{'subnet_id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'ip_address': '172.27.1.86'}], 'enable_snat': True}, 'gw_port_id': '5f65a40e-8875-44a3-9063-670f03a7a9f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T13:56:34Z', 'updated_at': '2022-04-11T13:56:38Z', 'revision_number': 4, 'project_id': 'f8720d1d0e26443d96a5f29175402af6', 'gw_port': {'id': '5f65a40e-8875-44a3-9063-670f03a7a9f7', 'name': '', 'network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:80:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd32f719d-4e09-4ba3-a492-673f4deb8564', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'ip_address': '172.27.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:56:35Z', 'updated_at': '2022-04-11T13:56:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830787-2-iscsi', '_floatingips': [{'id': '7cc67d31-ad26-4059-9200-3ad85fecd496', 'tenant_id': 'f8720d1d0e26443d96a5f29175402af6', 'floating_ip_address': '172.27.1.122', 'floating_network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886', 'router_id': 'd32f719d-4e09-4ba3-a492-673f4deb8564', 'port_id': '26a6c2cb-0c2f-44e9-812a-19d9f51501fe', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 554, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '257d7092-c4df-47e4-abc9-31af4018d257', 'mac_address': 'fa:16:3e:cc:f1:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2990320-e015-4b65-9175-4b875d4142fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T14:01:03Z', 'updated_at': '2022-04-11T14:01:18Z', 'revision_number': 1, 'project_id': 'f8720d1d0e26443d96a5f29175402af6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '65d1b329-f6c4-4821-8338-78a7946be7c9', 'name': '', 'network_id': '257d7092-c4df-47e4-abc9-31af4018d257', 'tenant_id': 'f8720d1d0e26443d96a5f29175402af6', 'mac_address': 'fa:16:3e:35:1c:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd32f719d-4e09-4ba3-a492-673f4deb8564', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '4d338071-fa32-49cf-a6aa-ca3918597003', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:56:38Z', 'updated_at': '2022-04-11T13:56:43Z', 'revision_number': 5, 'project_id': 'f8720d1d0e26443d96a5f29175402af6', 'subnets': [{'id': '4d338071-fa32-49cf-a6aa-ca3918597003', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830787-2-iscsi', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:01:19.964411 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [None req-86ee06c0-35fe-4d27-98a8-fa90305334a8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830787-2-iscsi, ad25a564-6f6a-4aa0-9d80-81636d1b0cca) {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:01:19.974469 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76709cca-9958-4b1e-907f-457a355a5c99 None None] Network ad25a564-6f6a-4aa0-9d80-81636d1b0cca requested from dv-cinder-830787-2-iscsi {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 14:01:19.988115 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f24575ae-31f9-4bee-966d-86b94d07df67 None None] The sync data for ids ['d32f719d-4e09-4ba3-a492-673f4deb8564'] in dv-cinder-830787-2-iscsi is: [{'id': 'd32f719d-4e09-4ba3-a492-673f4deb8564', 'name': 'tempest-AttachVolumeTestJSON-1618300746-router', 'tenant_id': 'f8720d1d0e26443d96a5f29175402af6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886', 'external_fixed_ips': [{'subnet_id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'ip_address': '172.27.1.86'}], 'enable_snat': True}, 'gw_port_id': '5f65a40e-8875-44a3-9063-670f03a7a9f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T13:56:34Z', 'updated_at': '2022-04-11T13:56:38Z', 'revision_number': 4, 'project_id': 'f8720d1d0e26443d96a5f29175402af6', 'gw_port': {'id': '5f65a40e-8875-44a3-9063-670f03a7a9f7', 'name': '', 'network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:80:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd32f719d-4e09-4ba3-a492-673f4deb8564', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'ip_address': '172.27.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:56:35Z', 'updated_at': '2022-04-11T13:56:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830787-2-iscsi', '_floatingips': [{'id': '7cc67d31-ad26-4059-9200-3ad85fecd496', 'tenant_id': 'f8720d1d0e26443d96a5f29175402af6', 'floating_ip_address': '172.27.1.122', 'floating_network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886', 'router_id': 'd32f719d-4e09-4ba3-a492-673f4deb8564', 'port_id': '26a6c2cb-0c2f-44e9-812a-19d9f51501fe', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 554, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '257d7092-c4df-47e4-abc9-31af4018d257', 'mac_address': 'fa:16:3e:cc:f1:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2990320-e015-4b65-9175-4b875d4142fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T14:01:03Z', 'updated_at': '2022-04-11T14:01:18Z', 'revision_number': 1, 'project_id': 'f8720d1d0e26443d96a5f29175402af6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '65d1b329-f6c4-4821-8338-78a7946be7c9', 'name': '', 'network_id': '257d7092-c4df-47e4-abc9-31af4018d257', 'tenant_id': 'f8720d1d0e26443d96a5f29175402af6', 'mac_address': 'fa:16:3e:35:1c:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd32f719d-4e09-4ba3-a492-673f4deb8564', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '4d338071-fa32-49cf-a6aa-ca3918597003', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:56:38Z', 'updated_at': '2022-04-11T13:56:43Z', 'revision_number': 5, 'project_id': 'f8720d1d0e26443d96a5f29175402af6', 'subnets': [{'id': '4d338071-fa32-49cf-a6aa-ca3918597003', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 14:01:20.210788 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e51ac6b9-b534-4d0f-8ee7-0e96465bb71a None None] New status for floating IP 7cc67d31-ad26-4059-9200-3ad85fecd496: ACTIVE {{(pid=103320) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 14:01:20.259432 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86ee06c0-35fe-4d27-98a8-fa90305334a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:01:20.260158 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-86ee06c0-35fe-4d27-98a8-fa90305334a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871534'] for subnet (None), before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:01:20.281817 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c32cb3ee-1b40-4061-b922-e9325e98c2fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1fe1531a-8e8b-5363-9076-d554666a6dc4-ad25a564-6f6a-4aa0-9d80-81636d1b0cca', 'network_id': 'ad25a564-6f6a-4aa0-9d80-81636d1b0cca', 'project_id': '40c040f0c3e74276bcab8dbc8e439de5', 'fixed_ips': [{'subnet_id': '88bd1feb-6086-4c30-90a4-375c4e01858c'}]}} from dv-cinder-830787-2-iscsi. {{(pid=103320) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 11 14:01:20.282797 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c32cb3ee-1b40-4061-b922-e9325e98c2fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883311'] for port (None), before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:01:20.285452 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-86ee06c0-35fe-4d27-98a8-fa90305334a8 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9774842 Apr 11 14:01:20.288016 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.67', 33626) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 14:01:20.294508 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.v2.base [None req-7af41ecf-ae45-4f84-9e96-c3bc33bde822 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-335379817-router', 'tenant_id': '40c040f0c3e74276bcab8dbc8e439de5', 'external_gateway_info': {'network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886'}}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:01:20.319392 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-1c77fa1c-5dad-47bd-86f5-fa68c4dfc743 req-5d06d660-71e2-4906-b3d6-121d656ae795 service neutron] 10.222.0.75 "GET /v2.0/networks/257d7092-c4df-47e4-abc9-31af4018d257?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3872159 Apr 11 14:01:20.325546 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-7af41ecf-ae45-4f84-9e96-c3bc33bde822 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8071509', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37535'] for router (7bbceccd-d824-4c54-85cc-c85007236e27), before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:01:20.326791 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-7af41ecf-ae45-4f84-9e96-c3bc33bde822 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8074725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8111966', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8210489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37542'] for router (7bbceccd-d824-4c54-85cc-c85007236e27), precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:01:20.438393 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-7af41ecf-ae45-4f84-9e96-c3bc33bde822 admin admin] Publish callbacks [] for router_controller (7bbceccd-d824-4c54-85cc-c85007236e27), precommit_add_association {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:01:20.513248 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.db.db_base_plugin_common [None req-c32cb3ee-1b40-4061-b922-e9325e98c2fd None None] Allocated IP 172.20.0.2 (ad25a564-6f6a-4aa0-9d80-81636d1b0cca/88bd1feb-6086-4c30-90a4-375c4e01858c/f2cc48ff-5757-498a-a5f3-bb1f16625a1e) {{(pid=103320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 14:01:20.530245 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-1c77fa1c-5dad-47bd-86f5-fa68c4dfc743 req-b7150d9f-0eed-4874-b409-612c05e0f6cf service neutron] 10.222.0.75 "GET /v2.0/networks/257d7092-c4df-47e4-abc9-31af4018d257?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1996007 Apr 11 14:01:20.608640 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-7af41ecf-ae45-4f84-9e96-c3bc33bde822 admin admin] Publish callbacks [] for router_gateway (7bbceccd-d824-4c54-85cc-c85007236e27), precommit_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:01:20.661737 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c32cb3ee-1b40-4061-b922-e9325e98c2fd None None] Publish callbacks [] for port (f2cc48ff-5757-498a-a5f3-bb1f16625a1e), precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:01:20.668135 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c32cb3ee-1b40-4061-b922-e9325e98c2fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750379164474'] for port (f2cc48ff-5757-498a-a5f3-bb1f16625a1e), after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:01:20.707232 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c32cb3ee-1b40-4061-b922-e9325e98c2fd None None] Network ad25a564-6f6a-4aa0-9d80-81636d1b0cca is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:01:20.711837 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [None req-c32cb3ee-1b40-4061-b922-e9325e98c2fd None None] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:01:20.715272 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c32cb3ee-1b40-4061-b922-e9325e98c2fd None None] Received port after_create {{(pid=103320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 14:01:20.724559 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32cb3ee-1b40-4061-b922-e9325e98c2fd None None] Pushing event updated for resources: {'Port': ['ID=f2cc48ff-5757-498a-a5f3-bb1f16625a1e,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:01:20.779201 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-c32cb3ee-1b40-4061-b922-e9325e98c2fd None None] Attempting to bind port f2cc48ff-5757-498a-a5f3-bb1f16625a1e on host dv-cinder-830787-2-iscsi for vnic_type normal with profile {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 14:01:20.779570 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-c32cb3ee-1b40-4061-b922-e9325e98c2fd None None] Attempting to bind port f2cc48ff-5757-498a-a5f3-bb1f16625a1e by drivers openvswitch,hyperv on host dv-cinder-830787-2-iscsi at level 0 using segments [{'id': 'dba15552-8c47-4ae1-bd01-539c1927d993', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': 'ad25a564-6f6a-4aa0-9d80-81636d1b0cca'}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 14:01:20.779962 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c32cb3ee-1b40-4061-b922-e9325e98c2fd None None] Attempting to bind port f2cc48ff-5757-498a-a5f3-bb1f16625a1e on network ad25a564-6f6a-4aa0-9d80-81636d1b0cca {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 14:01:20.784947 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c32cb3ee-1b40-4061-b922-e9325e98c2fd None None] Checking agent: {'id': 'f2586825-e748-4c1d-8b98-cb0d5b6c266d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830787-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 13, 47, 3), 'started_at': datetime.datetime(2022, 4, 11, 13, 47, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 14, 1, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830787-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 14:01:20.785325 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c32cb3ee-1b40-4061-b922-e9325e98c2fd None None] Checking segment: {'id': 'dba15552-8c47-4ae1-bd01-539c1927d993', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': 'ad25a564-6f6a-4aa0-9d80-81636d1b0cca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 14:01:20.785728 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c32cb3ee-1b40-4061-b922-e9325e98c2fd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:01:20.786119 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c32cb3ee-1b40-4061-b922-e9325e98c2fd None None] Bound using segment: {'id': 'dba15552-8c47-4ae1-bd01-539c1927d993', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': 'ad25a564-6f6a-4aa0-9d80-81636d1b0cca'} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 14:01:20.786588 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-c32cb3ee-1b40-4061-b922-e9325e98c2fd None None] Bound port: f2cc48ff-5757-498a-a5f3-bb1f16625a1e, host: dv-cinder-830787-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dba15552-8c47-4ae1-bd01-539c1927d993', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': 'ad25a564-6f6a-4aa0-9d80-81636d1b0cca'}}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 14:01:20.786968 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c32cb3ee-1b40-4061-b922-e9325e98c2fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883311'] for port (f2cc48ff-5757-498a-a5f3-bb1f16625a1e), before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:01:20.792313 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-7af41ecf-ae45-4f84-9e96-c3bc33bde822 admin admin] Publish callbacks [] for router_gateway (7bbceccd-d824-4c54-85cc-c85007236e27), before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:01:20.811527 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-7af41ecf-ae45-4f84-9e96-c3bc33bde822 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883311'] for port (None), before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:01:20.850732 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-c32cb3ee-1b40-4061-b922-e9325e98c2fd None None] For port f2cc48ff-5757-498a-a5f3-bb1f16625a1e, host dv-cinder-830787-2-iscsi, cleared binding levels {{(pid=103320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 14:01:20.854344 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-c32cb3ee-1b40-4061-b922-e9325e98c2fd None None] For port f2cc48ff-5757-498a-a5f3-bb1f16625a1e, host dv-cinder-830787-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830787-2-iscsi',level=0,port_id=f2cc48ff-5757-498a-a5f3-bb1f16625a1e,segment=NetworkSegment(dba15552-8c47-4ae1-bd01-539c1927d993),segment_id=dba15552-8c47-4ae1-bd01-539c1927d993)] {{(pid=103320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 14:01:20.860130 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c32cb3ee-1b40-4061-b922-e9325e98c2fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750379687711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750379164492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750379164510'] for port (f2cc48ff-5757-498a-a5f3-bb1f16625a1e), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:01:20.920208 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32cb3ee-1b40-4061-b922-e9325e98c2fd None None] Pushing event updated for resources: {'Port': ['ID=f2cc48ff-5757-498a-a5f3-bb1f16625a1e,revision_number=2']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:01:20.930938 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.db.db_base_plugin_common [None req-7af41ecf-ae45-4f84-9e96-c3bc33bde822 admin admin] Allocated IP 172.27.1.77 (18ff371c-a6b9-4e7a-9b54-bf9ba2e00886/b63ed172-4352-4f2b-94f9-a4e97d1b6a55/b7d503ea-cb6f-4cff-a756-13f167aec9a2) {{(pid=103319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 14:01:21.045092 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6691863f-7e6e-4452-839e-16085483cd7e req-4b80dcdb-2d10-4409-854d-79895891c400 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:01:21.046629 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-6691863f-7e6e-4452-839e-16085483cd7e req-4b80dcdb-2d10-4409-854d-79895891c400 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] 10.222.0.67 "GET /v2.0/ports?device_id=cf497683-01c3-4106-adb0-36d23d564607 HTTP/1.1" status: 200 len: 946 time: 0.0551548 Apr 11 14:01:21.058076 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-7af41ecf-ae45-4f84-9e96-c3bc33bde822 admin admin] Publish callbacks [] for port (b7d503ea-cb6f-4cff-a756-13f167aec9a2), precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:01:21.118473 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-7af41ecf-ae45-4f84-9e96-c3bc33bde822 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750379164474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4648624'] for port (b7d503ea-cb6f-4cff-a756-13f167aec9a2), after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:01:21.119657 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-6691863f-7e6e-4452-839e-16085483cd7e req-c2206455-9ea1-4335-9860-baa18ac29ee1 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] 10.222.0.67 "GET /v2.0/security-groups?id=210d3a2a-5e47-4e4e-a4c0-fc7866dd9ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664539 Apr 11 14:01:21.171486 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7af41ecf-ae45-4f84-9e96-c3bc33bde822 admin admin] Network 18ff371c-a6b9-4e7a-9b54-bf9ba2e00886 is already hosted by enough agents. {{(pid=103319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:01:21.175394 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [None req-7af41ecf-ae45-4f84-9e96-c3bc33bde822 admin admin] Resources bound (agent type, host, resource id): {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:01:21.177329 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af41ecf-ae45-4f84-9e96-c3bc33bde822 admin admin] Pushing event updated for resources: {'Port': ['ID=b7d503ea-cb6f-4cff-a756-13f167aec9a2,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:01:21.179507 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7af41ecf-ae45-4f84-9e96-c3bc33bde822 admin admin] Received port after_create {{(pid=103319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 14:01:21.430603 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-7af41ecf-ae45-4f84-9e96-c3bc33bde822 admin admin] Publish callbacks [] for router_gateway (7bbceccd-d824-4c54-85cc-c85007236e27), after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:01:21.636362 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-7af41ecf-ae45-4f84-9e96-c3bc33bde822 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8074716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8126381'] for router (7bbceccd-d824-4c54-85cc-c85007236e27), after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:01:21.639508 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Device f2cc48ff-5757-498a-a5f3-bb1f16625a1e up at agent ovs-agent-dv-cinder-830787-2-iscsi {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 14:01:21.695574 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Provisioning complete for port f2cc48ff-5757-498a-a5f3-bb1f16625a1e triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 14:01:21.696077 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-663396'] for port (f2cc48ff-5757-498a-a5f3-bb1f16625a1e), provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:01:21.779773 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7af41ecf-ae45-4f84-9e96-c3bc33bde822 admin admin] Router 7bbceccd-d824-4c54-85cc-c85007236e27 is scheduled to L3 agent e731c656-576f-4174-9da3-af64518920bc with binding_index 1 {{(pid=103319) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 11 14:01:21.781288 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Current status of the port f2cc48ff-5757-498a-a5f3-bb1f16625a1e is: DOWN; New status is: ACTIVE {{(pid=103320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 14:01:21.781778 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883311'] for port (f2cc48ff-5757-498a-a5f3-bb1f16625a1e), before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:01:21.816559 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] For port f2cc48ff-5757-498a-a5f3-bb1f16625a1e, host dv-cinder-830787-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830787-2-iscsi',level=0,port_id=f2cc48ff-5757-498a-a5f3-bb1f16625a1e,segment=NetworkSegment(dba15552-8c47-4ae1-bd01-539c1927d993),segment_id=dba15552-8c47-4ae1-bd01-539c1927d993)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 14:01:21.822156 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750379687711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750379164492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750379164510'] for port (f2cc48ff-5757-498a-a5f3-bb1f16625a1e), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:01:21.874299 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Pushing event updated for resources: {'Port': ['ID=f2cc48ff-5757-498a-a5f3-bb1f16625a1e,revision_number=3']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:01:21.889624 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fe10c9b-1f85-480b-88a1-c7db15a47573 None None] Network ad25a564-6f6a-4aa0-9d80-81636d1b0cca requested from dv-cinder-830787-2-iscsi {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 14:01:21.898552 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7af41ecf-ae45-4f84-9e96-c3bc33bde822 admin admin] Notify agent at l3_agent.dv-cinder-830787-2-iscsi the message routers_updated {{(pid=103319) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 14:01:21.908415 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-876b8fc7-942f-4c38-9869-ef4aa4a55d3b None None] Sync routers for ids ['7bbceccd-d824-4c54-85cc-c85007236e27'] in dv-cinder-830787-2-iscsi {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 14:01:21.918372 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-7af41ecf-ae45-4f84-9e96-c3bc33bde822 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:01:21.919904 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-7af41ecf-ae45-4f84-9e96-c3bc33bde822 admin admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.6308930 Apr 11 14:01:21.920245 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-876b8fc7-942f-4c38-9869-ef4aa4a55d3b None None] Routers {'7bbceccd-d824-4c54-85cc-c85007236e27'} bound to L3 agent in host dv-cinder-830787-2-iscsi {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 14:01:21.920871 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-876b8fc7-942f-4c38-9869-ef4aa4a55d3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830787-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-11T13:46:59Z,description=,heartbeat_timestamp=2022-04-11T14:00:59Z,host='dv-cinder-830787-2-iscsi',id=e731c656-576f-4174-9da3-af64518920bc,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T13:46:59Z,topic='l3_agent')) {'router_ids': ['7bbceccd-d824-4c54-85cc-c85007236e27'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:01:21.922356 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.67', 33630) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 14:01:21.966836 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-8a0785d5-58f6-4078-a82b-b36538a36903 None None] Provisioning complete for port f2cc48ff-5757-498a-a5f3-bb1f16625a1e triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 14:01:21.967465 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-8a0785d5-58f6-4078-a82b-b36538a36903 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-663396'] for port (f2cc48ff-5757-498a-a5f3-bb1f16625a1e), provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:01:22.036777 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-876b8fc7-942f-4c38-9869-ef4aa4a55d3b None None] Set router 7bbceccd-d824-4c54-85cc-c85007236e27 gateway port host: dv-cinder-830787-2-iscsi {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 14:01:22.089987 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-8a0785d5-58f6-4078-a82b-b36538a36903 None None] Current status of the port f2cc48ff-5757-498a-a5f3-bb1f16625a1e is: ACTIVE; New status is: ACTIVE {{(pid=103320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 14:01:22.225438 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-876b8fc7-942f-4c38-9869-ef4aa4a55d3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bbceccd-d824-4c54-85cc-c85007236e27', 'name': 'tempest-TestVolumeBootPattern-335379817-router', 'tenant_id': '40c040f0c3e74276bcab8dbc8e439de5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886', 'external_fixed_ips': [{'subnet_id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'ip_address': '172.27.1.77'}], 'enable_snat': True}, 'gw_port_id': 'b7d503ea-cb6f-4cff-a756-13f167aec9a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:01:20Z', 'updated_at': '2022-04-11T14:01:21Z', 'revision_number': 3, 'project_id': '40c040f0c3e74276bcab8dbc8e439de5', 'gw_port': {'id': 'b7d503ea-cb6f-4cff-a756-13f167aec9a2', 'name': '', 'network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:f5:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bbceccd-d824-4c54-85cc-c85007236e27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'ip_address': '172.27.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:01:20Z', 'updated_at': '2022-04-11T14:01:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830787-2-iscsi'}], 'dv-cinder-830787-2-iscsi', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:01:22.253804 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-876b8fc7-942f-4c38-9869-ef4aa4a55d3b None None] Checking router: 7bbceccd-d824-4c54-85cc-c85007236e27 for host: dv-cinder-830787-2-iscsi {{(pid=103321) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 14:01:22.254182 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-876b8fc7-942f-4c38-9869-ef4aa4a55d3b None None] Updating router 7bbceccd-d824-4c54-85cc-c85007236e27 port b7d503ea-cb6f-4cff-a756-13f167aec9a2 binding host dv-cinder-830787-2-iscsi {{(pid=103321) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 14:01:22.288007 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-876b8fc7-942f-4c38-9869-ef4aa4a55d3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883311'] for port (b7d503ea-cb6f-4cff-a756-13f167aec9a2), before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:01:22.312192 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-a1f4f870-4e61-4f34-b45c-438ec7efe3e2 None None] Provisioning complete for port f2cc48ff-5757-498a-a5f3-bb1f16625a1e triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 14:01:22.312723 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-a1f4f870-4e61-4f34-b45c-438ec7efe3e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-663396'] for port (f2cc48ff-5757-498a-a5f3-bb1f16625a1e), provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:01:22.405954 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-a1f4f870-4e61-4f34-b45c-438ec7efe3e2 None None] Current status of the port f2cc48ff-5757-498a-a5f3-bb1f16625a1e is: ACTIVE; New status is: ACTIVE {{(pid=103320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 14:01:22.545084 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846fe63f-0dd9-4b96-abaa-2d4f5290a13f req-3465b883-5834-4410-818a-4d67d301df18 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:01:22.546459 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-846fe63f-0dd9-4b96-abaa-2d4f5290a13f req-3465b883-5834-4410-818a-4d67d301df18 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] 10.222.0.67 "GET /v2.0/ports?device_id=cf497683-01c3-4106-adb0-36d23d564607 HTTP/1.1" status: 200 len: 946 time: 0.3337631 Apr 11 14:01:22.644781 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-876b8fc7-942f-4c38-9869-ef4aa4a55d3b None None] Publish callbacks [] for port (b7d503ea-cb6f-4cff-a756-13f167aec9a2), precommit_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:01:22.645359 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-846fe63f-0dd9-4b96-abaa-2d4f5290a13f req-a5e4a945-c69c-4a7c-a900-8b599824ccc1 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] 10.222.0.67 "GET /v2.0/security-groups?id=210d3a2a-5e47-4e4e-a4c0-fc7866dd9ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0930071 Apr 11 14:01:22.651238 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-876b8fc7-942f-4c38-9869-ef4aa4a55d3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750379687711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750379164492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750379164510'] for port (b7d503ea-cb6f-4cff-a756-13f167aec9a2), after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:01:22.700837 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-123a734f-fa39-4168-bc12-6479e0265f0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883311'] for port (None), before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:01:22.705318 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [None req-876b8fc7-942f-4c38-9869-ef4aa4a55d3b None None] Attempting to bind port b7d503ea-cb6f-4cff-a756-13f167aec9a2 on host dv-cinder-830787-2-iscsi for vnic_type normal with profile {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 14:01:22.705716 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [None req-876b8fc7-942f-4c38-9869-ef4aa4a55d3b None None] Attempting to bind port b7d503ea-cb6f-4cff-a756-13f167aec9a2 by drivers openvswitch,hyperv on host dv-cinder-830787-2-iscsi at level 0 using segments [{'id': '153f0837-19dc-4e5c-bf6b-49a4300ea8f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886'}] {{(pid=103321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 14:01:22.706077 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-876b8fc7-942f-4c38-9869-ef4aa4a55d3b None None] Attempting to bind port b7d503ea-cb6f-4cff-a756-13f167aec9a2 on network 18ff371c-a6b9-4e7a-9b54-bf9ba2e00886 {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 14:01:22.708904 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f2ff4f-b9bb-4ff3-9e34-58b5b7d25d7a None None] Pushing event updated for resources: {'Port': ['ID=b7d503ea-cb6f-4cff-a756-13f167aec9a2,revision_number=2']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:01:22.713470 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-876b8fc7-942f-4c38-9869-ef4aa4a55d3b None None] Checking agent: {'id': 'f2586825-e748-4c1d-8b98-cb0d5b6c266d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830787-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 13, 47, 3), 'started_at': datetime.datetime(2022, 4, 11, 13, 47, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 14, 1, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830787-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 14:01:22.713843 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-876b8fc7-942f-4c38-9869-ef4aa4a55d3b None None] Checking segment: {'id': '153f0837-19dc-4e5c-bf6b-49a4300ea8f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 14:01:22.714240 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-876b8fc7-942f-4c38-9869-ef4aa4a55d3b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:01:22.714619 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-876b8fc7-942f-4c38-9869-ef4aa4a55d3b None None] Bound using segment: {'id': '153f0837-19dc-4e5c-bf6b-49a4300ea8f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886'} {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 14:01:22.715113 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [None req-876b8fc7-942f-4c38-9869-ef4aa4a55d3b None None] Bound port: b7d503ea-cb6f-4cff-a756-13f167aec9a2, host: dv-cinder-830787-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '153f0837-19dc-4e5c-bf6b-49a4300ea8f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886'}}] {{(pid=103321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 14:01:22.715485 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-876b8fc7-942f-4c38-9869-ef4aa4a55d3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883311'] for port (b7d503ea-cb6f-4cff-a756-13f167aec9a2), before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:01:22.768916 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.plugins.ml2.db [None req-876b8fc7-942f-4c38-9869-ef4aa4a55d3b None None] For port b7d503ea-cb6f-4cff-a756-13f167aec9a2, host dv-cinder-830787-2-iscsi, cleared binding levels {{(pid=103321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 14:01:22.772205 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.plugins.ml2.db [None req-876b8fc7-942f-4c38-9869-ef4aa4a55d3b None None] For port b7d503ea-cb6f-4cff-a756-13f167aec9a2, host dv-cinder-830787-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830787-2-iscsi',level=0,port_id=b7d503ea-cb6f-4cff-a756-13f167aec9a2,segment=NetworkSegment(153f0837-19dc-4e5c-bf6b-49a4300ea8f5),segment_id=153f0837-19dc-4e5c-bf6b-49a4300ea8f5)] {{(pid=103321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 14:01:22.778841 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-876b8fc7-942f-4c38-9869-ef4aa4a55d3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750379687711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750379164492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750379164510'] for port (b7d503ea-cb6f-4cff-a756-13f167aec9a2), after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:01:22.833529 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-876b8fc7-942f-4c38-9869-ef4aa4a55d3b None None] Routers {'7bbceccd-d824-4c54-85cc-c85007236e27'} bound to L3 agent in host dv-cinder-830787-2-iscsi {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 14:01:22.834141 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-876b8fc7-942f-4c38-9869-ef4aa4a55d3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830787-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-11T13:46:59Z,description=,heartbeat_timestamp=2022-04-11T14:00:59Z,host='dv-cinder-830787-2-iscsi',id=e731c656-576f-4174-9da3-af64518920bc,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T13:46:59Z,topic='l3_agent')) {'router_ids': ['7bbceccd-d824-4c54-85cc-c85007236e27'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:01:22.854133 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.db.db_base_plugin_common [None req-123a734f-fa39-4168-bc12-6479e0265f0e admin admin] Allocated IP 172.20.0.1 (ad25a564-6f6a-4aa0-9d80-81636d1b0cca/88bd1feb-6086-4c30-90a4-375c4e01858c/02dde892-708e-4325-953a-a2c3d17af417) {{(pid=103319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 14:01:22.869473 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f2ff4f-b9bb-4ff3-9e34-58b5b7d25d7a None None] Pushing event updated for resources: {'Port': ['ID=b7d503ea-cb6f-4cff-a756-13f167aec9a2,revision_number=3']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:01:22.947912 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-876b8fc7-942f-4c38-9869-ef4aa4a55d3b None None] Set router 7bbceccd-d824-4c54-85cc-c85007236e27 gateway port host: dv-cinder-830787-2-iscsi {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 14:01:22.960723 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-123a734f-fa39-4168-bc12-6479e0265f0e admin admin] Publish callbacks [] for port (02dde892-708e-4325-953a-a2c3d17af417), precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:01:22.993767 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-123a734f-fa39-4168-bc12-6479e0265f0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750379164474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4648624'] for port (02dde892-708e-4325-953a-a2c3d17af417), after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:01:23.033076 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-123a734f-fa39-4168-bc12-6479e0265f0e admin admin] Network ad25a564-6f6a-4aa0-9d80-81636d1b0cca is already hosted by enough agents. {{(pid=103319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:01:23.037302 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [None req-123a734f-fa39-4168-bc12-6479e0265f0e admin admin] Resources bound (agent type, host, resource id): {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:01:23.040719 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-123a734f-fa39-4168-bc12-6479e0265f0e admin admin] Received port after_create {{(pid=103319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 14:01:23.069120 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123a734f-fa39-4168-bc12-6479e0265f0e admin admin] Pushing event updated for resources: {'Port': ['ID=02dde892-708e-4325-953a-a2c3d17af417,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:01:23.088823 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-123a734f-fa39-4168-bc12-6479e0265f0e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8126302'] for router_interface (7bbceccd-d824-4c54-85cc-c85007236e27), before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:01:23.120086 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-876b8fc7-942f-4c38-9869-ef4aa4a55d3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bbceccd-d824-4c54-85cc-c85007236e27', 'name': 'tempest-TestVolumeBootPattern-335379817-router', 'tenant_id': '40c040f0c3e74276bcab8dbc8e439de5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886', 'external_fixed_ips': [{'subnet_id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'ip_address': '172.27.1.77'}], 'enable_snat': True}, 'gw_port_id': 'b7d503ea-cb6f-4cff-a756-13f167aec9a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:01:20Z', 'updated_at': '2022-04-11T14:01:21Z', 'revision_number': 3, 'project_id': '40c040f0c3e74276bcab8dbc8e439de5', 'gw_port': {'id': 'b7d503ea-cb6f-4cff-a756-13f167aec9a2', 'name': '', 'network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:f5:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bbceccd-d824-4c54-85cc-c85007236e27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'ip_address': '172.27.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:01:20Z', 'updated_at': '2022-04-11T14:01:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830787-2-iscsi'}], 'dv-cinder-830787-2-iscsi', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:01:23.151424 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-876b8fc7-942f-4c38-9869-ef4aa4a55d3b None None] The sync data for ids ['7bbceccd-d824-4c54-85cc-c85007236e27'] in dv-cinder-830787-2-iscsi is: [{'id': '7bbceccd-d824-4c54-85cc-c85007236e27', 'name': 'tempest-TestVolumeBootPattern-335379817-router', 'tenant_id': '40c040f0c3e74276bcab8dbc8e439de5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886', 'external_fixed_ips': [{'subnet_id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'ip_address': '172.27.1.77'}], 'enable_snat': True}, 'gw_port_id': 'b7d503ea-cb6f-4cff-a756-13f167aec9a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:01:20Z', 'updated_at': '2022-04-11T14:01:21Z', 'revision_number': 3, 'project_id': '40c040f0c3e74276bcab8dbc8e439de5', 'gw_port': {'id': 'b7d503ea-cb6f-4cff-a756-13f167aec9a2', 'name': '', 'network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:f5:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bbceccd-d824-4c54-85cc-c85007236e27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'ip_address': '172.27.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:01:20Z', 'updated_at': '2022-04-11T14:01:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830787-2-iscsi'}] {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 14:01:23.231266 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-123a734f-fa39-4168-bc12-6479e0265f0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883311'] for port (02dde892-708e-4325-953a-a2c3d17af417), before_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:01:23.333391 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-aeac2bb3-299b-4955-adb2-0924272632ac None None] Provisioning complete for port 02dde892-708e-4325-953a-a2c3d17af417 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 14:01:23.333947 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-aeac2bb3-299b-4955-adb2-0924272632ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-663396'] for port (02dde892-708e-4325-953a-a2c3d17af417), provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:01:23.371302 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-aeac2bb3-299b-4955-adb2-0924272632ac None None] Port 02dde892-708e-4325-953a-a2c3d17af417 cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 14:01:23.410353 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-123a734f-fa39-4168-bc12-6479e0265f0e admin admin] Publish callbacks [] for port (02dde892-708e-4325-953a-a2c3d17af417), precommit_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:01:23.418568 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-123a734f-fa39-4168-bc12-6479e0265f0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750379687711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750379164492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750379164510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4648635'] for port (02dde892-708e-4325-953a-a2c3d17af417), after_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:01:23.489742 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123a734f-fa39-4168-bc12-6479e0265f0e admin admin] Pushing event updated for resources: {'Port': ['ID=02dde892-708e-4325-953a-a2c3d17af417,revision_number=2']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:01:23.492421 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-123a734f-fa39-4168-bc12-6479e0265f0e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7871730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8123374'] for router_interface (7bbceccd-d824-4c54-85cc-c85007236e27), after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:01:23.595858 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-123a734f-fa39-4168-bc12-6479e0265f0e admin admin] Network ad25a564-6f6a-4aa0-9d80-81636d1b0cca is already hosted by enough agents. {{(pid=103319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:01:23.597617 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [None req-123a734f-fa39-4168-bc12-6479e0265f0e admin admin] Resources bound (agent type, host, resource id): {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:01:23.694570 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Device b7d503ea-cb6f-4cff-a756-13f167aec9a2 up at agent ovs-agent-dv-cinder-830787-2-iscsi {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 14:01:23.762516 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Provisioning complete for port b7d503ea-cb6f-4cff-a756-13f167aec9a2 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 14:01:23.762758 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-123a734f-fa39-4168-bc12-6479e0265f0e admin admin] Router 7bbceccd-d824-4c54-85cc-c85007236e27 has already been hosted by L3 agent e731c656-576f-4174-9da3-af64518920bc {{(pid=103319) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 14:01:23.763456 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-663396'] for port (b7d503ea-cb6f-4cff-a756-13f167aec9a2), provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:01:23.809952 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2623d2a-4d28-4e54-805d-b1bbf3e5fb02 req-220b56f7-570e-43f4-9fb3-e237671ca56f tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:01:23.818242 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-f2623d2a-4d28-4e54-805d-b1bbf3e5fb02 req-220b56f7-570e-43f4-9fb3-e237671ca56f tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] 10.222.0.67 "GET /v2.0/ports?device_id=cf497683-01c3-4106-adb0-36d23d564607 HTTP/1.1" status: 200 len: 946 time: 0.0695868 Apr 11 14:01:23.877114 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-f2623d2a-4d28-4e54-805d-b1bbf3e5fb02 req-b5a60dee-aaf3-4a5d-a2b0-157e3c1d3432 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] 10.222.0.67 "GET /v2.0/security-groups?id=210d3a2a-5e47-4e4e-a4c0-fc7866dd9ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578070 Apr 11 14:01:23.911536 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-f70dd25b-c62c-4a4f-8900-db75729bc826 None None] Provisioning complete for port 02dde892-708e-4325-953a-a2c3d17af417 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 14:01:23.912408 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-f70dd25b-c62c-4a4f-8900-db75729bc826 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-663396'] for port (02dde892-708e-4325-953a-a2c3d17af417), provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:01:23.916161 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Current status of the port b7d503ea-cb6f-4cff-a756-13f167aec9a2 is: DOWN; New status is: ACTIVE {{(pid=103320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 14:01:23.916541 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883311'] for port (b7d503ea-cb6f-4cff-a756-13f167aec9a2), before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:01:23.918949 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-123a734f-fa39-4168-bc12-6479e0265f0e admin admin] Notify agent at l3_agent.dv-cinder-830787-2-iscsi the message routers_updated {{(pid=103319) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 14:01:23.933321 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-123a734f-fa39-4168-bc12-6479e0265f0e admin admin] 10.222.0.67 "PUT /v2.0/routers/7bbceccd-d824-4c54-85cc-c85007236e27/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0012965 Apr 11 14:01:23.961722 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] For port b7d503ea-cb6f-4cff-a756-13f167aec9a2, host dv-cinder-830787-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830787-2-iscsi',level=0,port_id=b7d503ea-cb6f-4cff-a756-13f167aec9a2,segment=NetworkSegment(153f0837-19dc-4e5c-bf6b-49a4300ea8f5),segment_id=153f0837-19dc-4e5c-bf6b-49a4300ea8f5)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 14:01:23.967213 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750379687711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750379164492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750379164510'] for port (b7d503ea-cb6f-4cff-a756-13f167aec9a2), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:01:23.968046 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Device f2cc48ff-5757-498a-a5f3-bb1f16625a1e up at agent ovs-agent-dv-cinder-830787-2-iscsi {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 14:01:24.012423 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-f70dd25b-c62c-4a4f-8900-db75729bc826 None None] Port 02dde892-708e-4325-953a-a2c3d17af417 cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 14:01:24.050199 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Pushing event updated for resources: {'Port': ['ID=b7d503ea-cb6f-4cff-a756-13f167aec9a2,revision_number=4']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:01:24.060547 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Provisioning complete for port f2cc48ff-5757-498a-a5f3-bb1f16625a1e triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 14:01:24.060920 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-663396'] for port (f2cc48ff-5757-498a-a5f3-bb1f16625a1e), provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:01:24.152693 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Current status of the port f2cc48ff-5757-498a-a5f3-bb1f16625a1e is: ACTIVE; New status is: ACTIVE {{(pid=103320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 14:01:24.422337 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.67', 33652) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 14:01:24.427331 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.v2.base [None req-42fe0086-8d66-4205-b9f2-cfa657f0a348 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2029048594-network', 'tenant_id': '3376c318d5ca400588d96924b596052c'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:01:24.446759 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42fe0086-8d66-4205-b9f2-cfa657f0a348 admin admin] Made reservation on behalf of 3376c318d5ca400588d96924b596052c for: {'network': 1} {{(pid=103319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:01:24.449073 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-42fe0086-8d66-4205-b9f2-cfa657f0a348 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883311'] for network (None), before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:01:24.457307 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-42fe0086-8d66-4205-b9f2-cfa657f0a348 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:01:24.530583 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-42fe0086-8d66-4205-b9f2-cfa657f0a348 admin admin] Publish callbacks [] for security_group (03851a88-40b9-4b90-b341-499705536baa), precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:01:24.534973 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-42fe0086-8d66-4205-b9f2-cfa657f0a348 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8023832'] for security_group (03851a88-40b9-4b90-b341-499705536baa), after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:01:24.566469 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42fe0086-8d66-4205-b9f2-cfa657f0a348 admin admin] vlan segment allocate from pool success with {'vlan_id': 903, 'physical_network': 'physnet1'} {{(pid=103319) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 14:01:24.573725 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fe0086-8d66-4205-b9f2-cfa657f0a348 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03851a88-40b9-4b90-b341-499705536baa,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:01:24.580127 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-42fe0086-8d66-4205-b9f2-cfa657f0a348 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682637'] for segment (45f2087c-abd0-40ee-aed6-01d5bceea17e), precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:01:24.580484 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.db.segments_db [None req-42fe0086-8d66-4205-b9f2-cfa657f0a348 admin admin] Added segment 45f2087c-abd0-40ee-aed6-01d5bceea17e of type vlan for network 79da1a75-2166-41ad-a25c-44d9657e4521 Apr 11 14:01:24.622886 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-42fe0086-8d66-4205-b9f2-cfa657f0a348 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750379148903'] for network (79da1a75-2166-41ad-a25c-44d9657e4521), precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:01:24.648566 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-42fe0086-8d66-4205-b9f2-cfa657f0a348 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8024001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708'] for network (79da1a75-2166-41ad-a25c-44d9657e4521), after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:01:24.649737 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42fe0086-8d66-4205-b9f2-cfa657f0a348 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:01:24.650333 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-42fe0086-8d66-4205-b9f2-cfa657f0a348 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871534'] for network (None), before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:01:24.708382 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-42fe0086-8d66-4205-b9f2-cfa657f0a348 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.2848969 Apr 11 14:01:24.711692 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.67', 33654) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 14:01:24.714627 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fe0086-8d66-4205-b9f2-cfa657f0a348 admin admin] Pushing event updated for resources: {'Network': ['ID=79da1a75-2166-41ad-a25c-44d9657e4521,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:01:24.716590 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.v2.base [None req-088dbbdc-5817-4250-8902-9e0b216e41a7 admin admin] Request body: {'subnet': {'network_id': '79da1a75-2166-41ad-a25c-44d9657e4521', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2029048594-subnet', 'tenant_id': '3376c318d5ca400588d96924b596052c', 'ip_version': 4}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:01:24.724992 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Network 79da1a75-2166-41ad-a25c-44d9657e4521 details requested by agent ovs-agent-dv-cinder-830787-2-iscsi with host dv-cinder-830787-2-iscsi {{(pid=103320) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 11 14:01:24.738031 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-088dbbdc-5817-4250-8902-9e0b216e41a7 admin admin] Made reservation on behalf of 3376c318d5ca400588d96924b596052c for: {'subnet': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:01:24.740423 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-088dbbdc-5817-4250-8902-9e0b216e41a7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4237198'] for subnet (None), before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:01:24.850672 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-982f53af-1880-4402-b562-15c0190588db None None] Sync routers for ids ['7bbceccd-d824-4c54-85cc-c85007236e27'] in dv-cinder-830787-2-iscsi {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 14:01:24.860585 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-982f53af-1880-4402-b562-15c0190588db None None] Routers {'7bbceccd-d824-4c54-85cc-c85007236e27'} bound to L3 agent in host dv-cinder-830787-2-iscsi {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 14:01:24.861198 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-982f53af-1880-4402-b562-15c0190588db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830787-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-11T13:46:59Z,description=,heartbeat_timestamp=2022-04-11T14:00:59Z,host='dv-cinder-830787-2-iscsi',id=e731c656-576f-4174-9da3-af64518920bc,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T13:46:59Z,topic='l3_agent')) {'router_ids': ['7bbceccd-d824-4c54-85cc-c85007236e27'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:01:24.908955 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-088dbbdc-5817-4250-8902-9e0b216e41a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4245493', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4237212'] for subnet (92c41761-8fa7-44fc-8eeb-eacf544970b3), after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:01:24.978859 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088dbbdc-5817-4250-8902-9e0b216e41a7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=92c41761-8fa7-44fc-8eeb-eacf544970b3,revision_number=0']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:01:24.980240 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.db.l3_dvr_db [None req-982f53af-1880-4402-b562-15c0190588db None None] Set router 7bbceccd-d824-4c54-85cc-c85007236e27 gateway port host: dv-cinder-830787-2-iscsi {{(pid=103320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 14:01:24.984492 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-088dbbdc-5817-4250-8902-9e0b216e41a7 admin admin] Checking segment: {'id': '45f2087c-abd0-40ee-aed6-01d5bceea17e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '79da1a75-2166-41ad-a25c-44d9657e4521'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 14:01:24.984857 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-088dbbdc-5817-4250-8902-9e0b216e41a7 admin admin] Network hostable DHCP agents. Network: 79da1a75-2166-41ad-a25c-44d9657e4521, hostable agents: ['d5a8b9a1-2e9e-46b5-8163-20b7d509fa4e'], hosted agents: [] {{(pid=103318) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 14:01:25.004249 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-088dbbdc-5817-4250-8902-9e0b216e41a7 admin admin] Network 79da1a75-2166-41ad-a25c-44d9657e4521 is scheduled to be hosted by DHCP agent d5a8b9a1-2e9e-46b5-8163-20b7d509fa4e with binding_index 1 {{(pid=103318) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 14:01:25.013044 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63382426-bf05-48b0-8fbb-18cd6d9e18ef req-cd0db2f2-e60f-4037-909c-544cbd7de272 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:01:25.014645 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [None req-088dbbdc-5817-4250-8902-9e0b216e41a7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830787-2-iscsi, 79da1a75-2166-41ad-a25c-44d9657e4521) {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:01:25.015124 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-63382426-bf05-48b0-8fbb-18cd6d9e18ef req-cd0db2f2-e60f-4037-909c-544cbd7de272 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] 10.222.0.67 "GET /v2.0/ports?device_id=cf497683-01c3-4106-adb0-36d23d564607 HTTP/1.1" status: 200 len: 946 time: 0.0566020 Apr 11 14:01:25.019041 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-088dbbdc-5817-4250-8902-9e0b216e41a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:01:25.019800 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-088dbbdc-5817-4250-8902-9e0b216e41a7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:01:25.026829 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eeec04e-5dc0-4519-911c-0fcf92b1a1f3 None None] Network 79da1a75-2166-41ad-a25c-44d9657e4521 requested from dv-cinder-830787-2-iscsi {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 14:01:25.039214 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-088dbbdc-5817-4250-8902-9e0b216e41a7 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3262870 Apr 11 14:01:25.039835 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.67', 33658) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 14:01:25.044325 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.v2.base [None req-1aa2c6a6-3437-440e-8b90-cf5d1c06f10d admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2029048594-router', 'tenant_id': '3376c318d5ca400588d96924b596052c', 'external_gateway_info': {'network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886'}}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:01:25.065759 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-1aa2c6a6-3437-440e-8b90-cf5d1c06f10d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8071509', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37535'] for router (d0b1ae0a-8b2c-4f3d-90c8-64302b05e308), before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:01:25.066788 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-1aa2c6a6-3437-440e-8b90-cf5d1c06f10d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8074725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8111966', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8210489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37542'] for router (d0b1ae0a-8b2c-4f3d-90c8-64302b05e308), precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:01:25.077686 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-63382426-bf05-48b0-8fbb-18cd6d9e18ef req-282591ac-0bc1-4ea2-a1af-5a33277b29e5 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] 10.222.0.67 "GET /v2.0/security-groups?id=210d3a2a-5e47-4e4e-a4c0-fc7866dd9ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505579 Apr 11 14:01:25.129850 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-1aa2c6a6-3437-440e-8b90-cf5d1c06f10d admin admin] Publish callbacks [] for router_controller (d0b1ae0a-8b2c-4f3d-90c8-64302b05e308), precommit_add_association {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:01:25.389040 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-355ef153-8f12-439c-81ab-65df7227bb3f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1fe1531a-8e8b-5363-9076-d554666a6dc4-79da1a75-2166-41ad-a25c-44d9657e4521', 'network_id': '79da1a75-2166-41ad-a25c-44d9657e4521', 'project_id': '3376c318d5ca400588d96924b596052c', 'fixed_ips': [{'subnet_id': '92c41761-8fa7-44fc-8eeb-eacf544970b3'}]}} from dv-cinder-830787-2-iscsi. {{(pid=103320) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 11 14:01:25.389897 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-355ef153-8f12-439c-81ab-65df7227bb3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883311'] for port (None), before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:01:25.428646 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-982f53af-1880-4402-b562-15c0190588db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bbceccd-d824-4c54-85cc-c85007236e27', 'name': 'tempest-TestVolumeBootPattern-335379817-router', 'tenant_id': '40c040f0c3e74276bcab8dbc8e439de5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886', 'external_fixed_ips': [{'subnet_id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'ip_address': '172.27.1.77'}], 'enable_snat': True}, 'gw_port_id': 'b7d503ea-cb6f-4cff-a756-13f167aec9a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:01:20Z', 'updated_at': '2022-04-11T14:01:23Z', 'revision_number': 4, 'project_id': '40c040f0c3e74276bcab8dbc8e439de5', 'gw_port': {'id': 'b7d503ea-cb6f-4cff-a756-13f167aec9a2', 'name': '', 'network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:f5:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bbceccd-d824-4c54-85cc-c85007236e27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'ip_address': '172.27.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:01:20Z', 'updated_at': '2022-04-11T14:01:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830787-2-iscsi', '_interfaces': [{'id': '02dde892-708e-4325-953a-a2c3d17af417', 'name': '', 'network_id': 'ad25a564-6f6a-4aa0-9d80-81636d1b0cca', 'tenant_id': '40c040f0c3e74276bcab8dbc8e439de5', 'mac_address': 'fa:16:3e:4a:20:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bbceccd-d824-4c54-85cc-c85007236e27', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '88bd1feb-6086-4c30-90a4-375c4e01858c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:01:22Z', 'updated_at': '2022-04-11T14:01:23Z', 'revision_number': 2, 'project_id': '40c040f0c3e74276bcab8dbc8e439de5', 'subnets': [{'id': '88bd1feb-6086-4c30-90a4-375c4e01858c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830787-2-iscsi', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:01:25.504805 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-1aa2c6a6-3437-440e-8b90-cf5d1c06f10d admin admin] Publish callbacks [] for router_gateway (d0b1ae0a-8b2c-4f3d-90c8-64302b05e308), precommit_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:01:25.506155 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-982f53af-1880-4402-b562-15c0190588db None None] Checking router: 7bbceccd-d824-4c54-85cc-c85007236e27 for host: dv-cinder-830787-2-iscsi {{(pid=103320) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 14:01:25.506508 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-982f53af-1880-4402-b562-15c0190588db None None] Updating router 7bbceccd-d824-4c54-85cc-c85007236e27 port 02dde892-708e-4325-953a-a2c3d17af417 binding host dv-cinder-830787-2-iscsi {{(pid=103320) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 14:01:25.547962 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-982f53af-1880-4402-b562-15c0190588db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883311'] for port (02dde892-708e-4325-953a-a2c3d17af417), before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:01:25.628630 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Device b7d503ea-cb6f-4cff-a756-13f167aec9a2 up at agent ovs-agent-dv-cinder-830787-2-iscsi {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 14:01:25.654364 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.db.db_base_plugin_common [None req-355ef153-8f12-439c-81ab-65df7227bb3f None None] Allocated IP 172.20.0.2 (79da1a75-2166-41ad-a25c-44d9657e4521/92c41761-8fa7-44fc-8eeb-eacf544970b3/1ee230c7-c5f6-4a60-85a2-17625e3004e6) {{(pid=103320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 14:01:25.688945 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-1aa2c6a6-3437-440e-8b90-cf5d1c06f10d admin admin] Publish callbacks [] for router_gateway (d0b1ae0a-8b2c-4f3d-90c8-64302b05e308), before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:01:25.707129 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-1aa2c6a6-3437-440e-8b90-cf5d1c06f10d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883311'] for port (None), before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:01:25.724800 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Device 9c6a342b-a134-4ab5-996e-3eab3c406817 details requested by agent hyperv_hv-cinder-83078 with host hv-cinder-83078 {{(pid=103320) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 14:01:25.815575 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.db.db_base_plugin_common [None req-1aa2c6a6-3437-440e-8b90-cf5d1c06f10d admin admin] Allocated IP 172.27.1.247 (18ff371c-a6b9-4e7a-9b54-bf9ba2e00886/b63ed172-4352-4f2b-94f9-a4e97d1b6a55/39e8f929-9785-4c05-bb1f-203a2cc27f0f) {{(pid=103318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 14:01:25.901527 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Provisioning complete for port b7d503ea-cb6f-4cff-a756-13f167aec9a2 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 14:01:25.902407 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-663396'] for port (b7d503ea-cb6f-4cff-a756-13f167aec9a2), provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:01:25.923647 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-1aa2c6a6-3437-440e-8b90-cf5d1c06f10d admin admin] Publish callbacks [] for port (39e8f929-9785-4c05-bb1f-203a2cc27f0f), precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:01:25.959616 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-1aa2c6a6-3437-440e-8b90-cf5d1c06f10d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750379164474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4243781'] for port (39e8f929-9785-4c05-bb1f-203a2cc27f0f), after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:01:25.994800 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aa2c6a6-3437-440e-8b90-cf5d1c06f10d admin admin] Network 18ff371c-a6b9-4e7a-9b54-bf9ba2e00886 is already hosted by enough agents. {{(pid=103318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:01:26.000182 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [None req-1aa2c6a6-3437-440e-8b90-cf5d1c06f10d admin admin] Resources bound (agent type, host, resource id): {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:01:26.004249 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aa2c6a6-3437-440e-8b90-cf5d1c06f10d admin admin] Received port after_create {{(pid=103318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 14:01:26.044964 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa2c6a6-3437-440e-8b90-cf5d1c06f10d admin admin] Pushing event updated for resources: {'Port': ['ID=39e8f929-9785-4c05-bb1f-203a2cc27f0f,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:01:26.092334 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] For port 9c6a342b-a134-4ab5-996e-3eab3c406817, host hv-cinder-83078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83078',level=0,port_id=9c6a342b-a134-4ab5-996e-3eab3c406817,segment=NetworkSegment(964d2a25-195e-4828-b4c1-a165c2037b82),segment_id=964d2a25-195e-4828-b4c1-a165c2037b82)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 14:01:26.136302 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Returning: {'device': '9c6a342b-a134-4ab5-996e-3eab3c406817', 'network_id': '0208f136-78bf-40a4-90c8-9a7151bfb362', 'port_id': '9c6a342b-a134-4ab5-996e-3eab3c406817', 'mac_address': 'fa:16:3e:c6:7c:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 943, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2778d57e-4616-4989-bcd8-4f6cb6111901', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103320) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 14:01:26.246110 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-355ef153-8f12-439c-81ab-65df7227bb3f None None] Publish callbacks [] for port (1ee230c7-c5f6-4a60-85a2-17625e3004e6), precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:01:26.263109 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-355ef153-8f12-439c-81ab-65df7227bb3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750379164474'] for port (1ee230c7-c5f6-4a60-85a2-17625e3004e6), after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:01:26.278819 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa36bbb3-16a2-49a6-9e73-bbbbaa055862 req-d941ece1-62b0-4e25-bd52-ba3a71409701 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:01:26.280595 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-aa36bbb3-16a2-49a6-9e73-bbbbaa055862 req-d941ece1-62b0-4e25-bd52-ba3a71409701 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] 10.222.0.67 "GET /v2.0/ports?device_id=cf497683-01c3-4106-adb0-36d23d564607 HTTP/1.1" status: 200 len: 946 time: 0.0915589 Apr 11 14:01:26.286775 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Current status of the port 9c6a342b-a134-4ab5-996e-3eab3c406817 is: ACTIVE; New status is: BUILD {{(pid=103320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 14:01:26.287164 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883311'] for port (9c6a342b-a134-4ab5-996e-3eab3c406817), before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:01:26.292341 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-982f53af-1880-4402-b562-15c0190588db None None] Publish callbacks [] for port (02dde892-708e-4325-953a-a2c3d17af417), precommit_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:01:26.311475 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Current status of the port b7d503ea-cb6f-4cff-a756-13f167aec9a2 is: ACTIVE; New status is: ACTIVE {{(pid=103320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 14:01:26.340447 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-982f53af-1880-4402-b562-15c0190588db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750379687711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750379164492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750379164510'] for port (02dde892-708e-4325-953a-a2c3d17af417), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:01:26.346197 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-355ef153-8f12-439c-81ab-65df7227bb3f None None] Network 79da1a75-2166-41ad-a25c-44d9657e4521 is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:01:26.354432 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.notifiers.nova [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9c6a342b-a134-4ab5-996e-3eab3c406817 {{(pid=103320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 14:01:26.362493 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [None req-355ef153-8f12-439c-81ab-65df7227bb3f None None] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:01:26.364970 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-355ef153-8f12-439c-81ab-65df7227bb3f None None] Received port after_create {{(pid=103320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 14:01:26.370760 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-1aa2c6a6-3437-440e-8b90-cf5d1c06f10d admin admin] Publish callbacks [] for router_gateway (d0b1ae0a-8b2c-4f3d-90c8-64302b05e308), after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:01:26.377343 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-aa36bbb3-16a2-49a6-9e73-bbbbaa055862 req-3f4b7317-a588-43bd-b0d5-182a862b5486 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] 10.222.0.67 "GET /v2.0/security-groups?id=210d3a2a-5e47-4e4e-a4c0-fc7866dd9ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667043 Apr 11 14:01:26.380304 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355ef153-8f12-439c-81ab-65df7227bb3f None None] Pushing event updated for resources: {'Port': ['ID=1ee230c7-c5f6-4a60-85a2-17625e3004e6,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:01:26.445741 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] For port 9c6a342b-a134-4ab5-996e-3eab3c406817, host hv-cinder-83078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83078',level=0,port_id=9c6a342b-a134-4ab5-996e-3eab3c406817,segment=NetworkSegment(964d2a25-195e-4828-b4c1-a165c2037b82),segment_id=964d2a25-195e-4828-b4c1-a165c2037b82)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 14:01:26.474369 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750379687711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750379164492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750379164510'] for port (9c6a342b-a134-4ab5-996e-3eab3c406817), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:01:26.545007 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d5d749-b6dc-4bf8-bde4-81d7aa36eba8 None None] Pushing event updated for resources: {'Port': ['ID=02dde892-708e-4325-953a-a2c3d17af417,revision_number=3']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:01:26.547653 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-6b8171c3-37e3-479f-9703-1ece9a034a5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750379576733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663498'] for agent (d5a8b9a1-2e9e-46b5-8163-20b7d509fa4e), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:01:26.598250 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] get_ports_and_sgs() called for port_ids ['9c6a342b-a134-4ab5-996e-3eab3c406817'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 14:01:26.605769 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-355ef153-8f12-439c-81ab-65df7227bb3f None None] Attempting to bind port 1ee230c7-c5f6-4a60-85a2-17625e3004e6 on host dv-cinder-830787-2-iscsi for vnic_type normal with profile {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 14:01:26.606143 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-355ef153-8f12-439c-81ab-65df7227bb3f None None] Attempting to bind port 1ee230c7-c5f6-4a60-85a2-17625e3004e6 by drivers openvswitch,hyperv on host dv-cinder-830787-2-iscsi at level 0 using segments [{'id': '45f2087c-abd0-40ee-aed6-01d5bceea17e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '79da1a75-2166-41ad-a25c-44d9657e4521'}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 14:01:26.606506 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-355ef153-8f12-439c-81ab-65df7227bb3f None None] Attempting to bind port 1ee230c7-c5f6-4a60-85a2-17625e3004e6 on network 79da1a75-2166-41ad-a25c-44d9657e4521 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 14:01:26.656623 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-982f53af-1880-4402-b562-15c0190588db None None] Attempting to bind port 02dde892-708e-4325-953a-a2c3d17af417 on host dv-cinder-830787-2-iscsi for vnic_type normal with profile {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 14:01:26.656998 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-982f53af-1880-4402-b562-15c0190588db None None] Attempting to bind port 02dde892-708e-4325-953a-a2c3d17af417 by drivers openvswitch,hyperv on host dv-cinder-830787-2-iscsi at level 0 using segments [{'id': 'dba15552-8c47-4ae1-bd01-539c1927d993', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': 'ad25a564-6f6a-4aa0-9d80-81636d1b0cca'}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 14:01:26.657378 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-982f53af-1880-4402-b562-15c0190588db None None] Attempting to bind port 02dde892-708e-4325-953a-a2c3d17af417 on network ad25a564-6f6a-4aa0-9d80-81636d1b0cca {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 14:01:26.674185 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-1aa2c6a6-3437-440e-8b90-cf5d1c06f10d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8074716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8126381'] for router (d0b1ae0a-8b2c-4f3d-90c8-64302b05e308), after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:01:26.679150 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-355ef153-8f12-439c-81ab-65df7227bb3f None None] Checking agent: {'id': 'f2586825-e748-4c1d-8b98-cb0d5b6c266d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830787-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 13, 47, 3), 'started_at': datetime.datetime(2022, 4, 11, 13, 47, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 14, 1, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830787-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 14:01:26.679691 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-355ef153-8f12-439c-81ab-65df7227bb3f None None] Checking segment: {'id': '45f2087c-abd0-40ee-aed6-01d5bceea17e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '79da1a75-2166-41ad-a25c-44d9657e4521'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 14:01:26.680631 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-355ef153-8f12-439c-81ab-65df7227bb3f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:01:26.681032 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-355ef153-8f12-439c-81ab-65df7227bb3f None None] Bound using segment: {'id': '45f2087c-abd0-40ee-aed6-01d5bceea17e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '79da1a75-2166-41ad-a25c-44d9657e4521'} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 14:01:26.681521 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-355ef153-8f12-439c-81ab-65df7227bb3f None None] Bound port: 1ee230c7-c5f6-4a60-85a2-17625e3004e6, host: dv-cinder-830787-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45f2087c-abd0-40ee-aed6-01d5bceea17e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '79da1a75-2166-41ad-a25c-44d9657e4521'}}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 14:01:26.681900 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-355ef153-8f12-439c-81ab-65df7227bb3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883311'] for port (1ee230c7-c5f6-4a60-85a2-17625e3004e6), before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:01:26.696145 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-982f53af-1880-4402-b562-15c0190588db None None] Checking agent: {'id': 'f2586825-e748-4c1d-8b98-cb0d5b6c266d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830787-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 13, 47, 3), 'started_at': datetime.datetime(2022, 4, 11, 13, 47, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 14, 1, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830787-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 14:01:26.696524 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-982f53af-1880-4402-b562-15c0190588db None None] Checking segment: {'id': 'dba15552-8c47-4ae1-bd01-539c1927d993', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': 'ad25a564-6f6a-4aa0-9d80-81636d1b0cca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 14:01:26.697523 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-982f53af-1880-4402-b562-15c0190588db None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:01:26.697922 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-982f53af-1880-4402-b562-15c0190588db None None] Bound using segment: {'id': 'dba15552-8c47-4ae1-bd01-539c1927d993', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': 'ad25a564-6f6a-4aa0-9d80-81636d1b0cca'} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 14:01:26.698404 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-982f53af-1880-4402-b562-15c0190588db None None] Bound port: 02dde892-708e-4325-953a-a2c3d17af417, host: dv-cinder-830787-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dba15552-8c47-4ae1-bd01-539c1927d993', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': 'ad25a564-6f6a-4aa0-9d80-81636d1b0cca'}}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 14:01:26.698782 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-982f53af-1880-4402-b562-15c0190588db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883311'] for port (02dde892-708e-4325-953a-a2c3d17af417), before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:01:26.746637 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Pushing event updated for resources: {'Port': ['ID=9c6a342b-a134-4ab5-996e-3eab3c406817,revision_number=6']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:01:26.818721 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-90f8b437-842d-47a5-906b-ab53f4b77bf6 None None] Provisioning complete for port 02dde892-708e-4325-953a-a2c3d17af417 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 14:01:26.819095 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-90f8b437-842d-47a5-906b-ab53f4b77bf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-663396'] for port (02dde892-708e-4325-953a-a2c3d17af417), provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:01:26.857521 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1aa2c6a6-3437-440e-8b90-cf5d1c06f10d admin admin] Router d0b1ae0a-8b2c-4f3d-90c8-64302b05e308 is scheduled to L3 agent e731c656-576f-4174-9da3-af64518920bc with binding_index 1 {{(pid=103318) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 11 14:01:26.939090 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-90f8b437-842d-47a5-906b-ab53f4b77bf6 None None] Port 02dde892-708e-4325-953a-a2c3d17af417 cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 14:01:26.942102 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-355ef153-8f12-439c-81ab-65df7227bb3f None None] For port 1ee230c7-c5f6-4a60-85a2-17625e3004e6, host dv-cinder-830787-2-iscsi, cleared binding levels {{(pid=103320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 14:01:26.952163 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-355ef153-8f12-439c-81ab-65df7227bb3f None None] For port 1ee230c7-c5f6-4a60-85a2-17625e3004e6, host dv-cinder-830787-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830787-2-iscsi',level=0,port_id=1ee230c7-c5f6-4a60-85a2-17625e3004e6,segment=NetworkSegment(45f2087c-abd0-40ee-aed6-01d5bceea17e),segment_id=45f2087c-abd0-40ee-aed6-01d5bceea17e)] {{(pid=103320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 14:01:26.957334 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-982f53af-1880-4402-b562-15c0190588db None None] For port 02dde892-708e-4325-953a-a2c3d17af417, host dv-cinder-830787-2-iscsi, cleared binding levels {{(pid=103320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 14:01:26.965605 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-982f53af-1880-4402-b562-15c0190588db None None] For port 02dde892-708e-4325-953a-a2c3d17af417, host dv-cinder-830787-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830787-2-iscsi',level=0,port_id=02dde892-708e-4325-953a-a2c3d17af417,segment=NetworkSegment(dba15552-8c47-4ae1-bd01-539c1927d993),segment_id=dba15552-8c47-4ae1-bd01-539c1927d993)] {{(pid=103320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 14:01:26.973393 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-355ef153-8f12-439c-81ab-65df7227bb3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750379687711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750379164492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750379164510'] for port (1ee230c7-c5f6-4a60-85a2-17625e3004e6), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:01:26.987464 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-982f53af-1880-4402-b562-15c0190588db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750379687711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750379164492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750379164510'] for port (02dde892-708e-4325-953a-a2c3d17af417), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:01:26.991571 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1aa2c6a6-3437-440e-8b90-cf5d1c06f10d admin admin] Notify agent at l3_agent.dv-cinder-830787-2-iscsi the message routers_updated {{(pid=103318) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 14:01:27.002777 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a89bdfb6-dfe6-4a0e-a332-a3a6ba4376c5 None None] Sync routers for ids ['d0b1ae0a-8b2c-4f3d-90c8-64302b05e308'] in dv-cinder-830787-2-iscsi {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 14:01:27.013397 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-1aa2c6a6-3437-440e-8b90-cf5d1c06f10d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:01:27.015679 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-1aa2c6a6-3437-440e-8b90-cf5d1c06f10d admin admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.9741104 Apr 11 14:01:27.017871 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.67', 33684) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 14:01:27.020542 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a89bdfb6-dfe6-4a0e-a332-a3a6ba4376c5 None None] Routers {'d0b1ae0a-8b2c-4f3d-90c8-64302b05e308'} bound to L3 agent in host dv-cinder-830787-2-iscsi {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 14:01:27.021426 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-a89bdfb6-dfe6-4a0e-a332-a3a6ba4376c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830787-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-11T13:46:59Z,description=,heartbeat_timestamp=2022-04-11T14:00:59Z,host='dv-cinder-830787-2-iscsi',id=e731c656-576f-4174-9da3-af64518920bc,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T13:46:59Z,topic='l3_agent')) {'router_ids': ['d0b1ae0a-8b2c-4f3d-90c8-64302b05e308'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:01:27.107980 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-982f53af-1880-4402-b562-15c0190588db None None] Routers {'7bbceccd-d824-4c54-85cc-c85007236e27'} bound to L3 agent in host dv-cinder-830787-2-iscsi {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 14:01:27.108686 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-982f53af-1880-4402-b562-15c0190588db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830787-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-11T13:46:59Z,description=,heartbeat_timestamp=2022-04-11T14:00:59Z,host='dv-cinder-830787-2-iscsi',id=e731c656-576f-4174-9da3-af64518920bc,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T13:46:59Z,topic='l3_agent')) {'router_ids': ['7bbceccd-d824-4c54-85cc-c85007236e27'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:01:27.113622 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355ef153-8f12-439c-81ab-65df7227bb3f None None] Pushing event updated for resources: {'Port': ['ID=1ee230c7-c5f6-4a60-85a2-17625e3004e6,revision_number=2']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:01:27.254765 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-a89bdfb6-dfe6-4a0e-a332-a3a6ba4376c5 None None] Set router d0b1ae0a-8b2c-4f3d-90c8-64302b05e308 gateway port host: dv-cinder-830787-2-iscsi {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 14:01:27.352936 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d5d749-b6dc-4bf8-bde4-81d7aa36eba8 None None] Pushing event updated for resources: {'Port': ['ID=02dde892-708e-4325-953a-a2c3d17af417,revision_number=4']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:01:27.460571 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.db.l3_dvr_db [None req-982f53af-1880-4402-b562-15c0190588db None None] Set router 7bbceccd-d824-4c54-85cc-c85007236e27 gateway port host: dv-cinder-830787-2-iscsi {{(pid=103320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 14:01:27.672671 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec3607e-ef79-4716-9b6f-65b3cfe7dbac req-ae343bc0-42bf-4502-9208-63f288d52a42 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:01:27.681734 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-1ec3607e-ef79-4716-9b6f-65b3cfe7dbac req-ae343bc0-42bf-4502-9208-63f288d52a42 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] 10.222.0.67 "GET /v2.0/ports?device_id=cf497683-01c3-4106-adb0-36d23d564607 HTTP/1.1" status: 200 len: 945 time: 0.1352601 Apr 11 14:01:27.694490 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-a89bdfb6-dfe6-4a0e-a332-a3a6ba4376c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0b1ae0a-8b2c-4f3d-90c8-64302b05e308', 'name': 'tempest-TestVolumeBootPattern-2029048594-router', 'tenant_id': '3376c318d5ca400588d96924b596052c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886', 'external_fixed_ips': [{'subnet_id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'ip_address': '172.27.1.247'}], 'enable_snat': True}, 'gw_port_id': '39e8f929-9785-4c05-bb1f-203a2cc27f0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:01:25Z', 'updated_at': '2022-04-11T14:01:26Z', 'revision_number': 3, 'project_id': '3376c318d5ca400588d96924b596052c', 'gw_port': {'id': '39e8f929-9785-4c05-bb1f-203a2cc27f0f', 'name': '', 'network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:c8:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0b1ae0a-8b2c-4f3d-90c8-64302b05e308', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'ip_address': '172.27.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:01:25Z', 'updated_at': '2022-04-11T14:01:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830787-2-iscsi'}], 'dv-cinder-830787-2-iscsi', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:01:27.750237 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Device 1ee230c7-c5f6-4a60-85a2-17625e3004e6 up at agent ovs-agent-dv-cinder-830787-2-iscsi {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 14:01:27.755416 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a89bdfb6-dfe6-4a0e-a332-a3a6ba4376c5 None None] Checking router: d0b1ae0a-8b2c-4f3d-90c8-64302b05e308 for host: dv-cinder-830787-2-iscsi {{(pid=103321) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 14:01:27.755800 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a89bdfb6-dfe6-4a0e-a332-a3a6ba4376c5 None None] Updating router d0b1ae0a-8b2c-4f3d-90c8-64302b05e308 port 39e8f929-9785-4c05-bb1f-203a2cc27f0f binding host dv-cinder-830787-2-iscsi {{(pid=103321) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 14:01:27.759812 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Device 9c6a342b-a134-4ab5-996e-3eab3c406817 up at agent hyperv_hv-cinder-83078 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 14:01:27.794264 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-1ec3607e-ef79-4716-9b6f-65b3cfe7dbac req-5a57cf79-d480-4d8c-8823-a30a9aa0995d tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] 10.222.0.67 "GET /v2.0/security-groups?id=210d3a2a-5e47-4e4e-a4c0-fc7866dd9ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1117516 Apr 11 14:01:27.812339 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-a89bdfb6-dfe6-4a0e-a332-a3a6ba4376c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883311'] for port (39e8f929-9785-4c05-bb1f-203a2cc27f0f), before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:01:27.828709 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-ec47ed57-66c3-4f24-ae21-2aed342cda31 None None] Provisioning complete for port 02dde892-708e-4325-953a-a2c3d17af417 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 14:01:27.828950 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-ec47ed57-66c3-4f24-ae21-2aed342cda31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-663396'] for port (02dde892-708e-4325-953a-a2c3d17af417), provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:01:27.921967 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Provisioning complete for port 9c6a342b-a134-4ab5-996e-3eab3c406817 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 14:01:27.922374 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-663396'] for port (9c6a342b-a134-4ab5-996e-3eab3c406817), provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:01:27.989365 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-ae5050ec-7d75-4d90-8e94-e2f3f8d3caa0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883311'] for port (None), before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:01:28.220227 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-a89bdfb6-dfe6-4a0e-a332-a3a6ba4376c5 None None] Publish callbacks [] for port (39e8f929-9785-4c05-bb1f-203a2cc27f0f), precommit_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:01:28.235853 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-a89bdfb6-dfe6-4a0e-a332-a3a6ba4376c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750379687711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750379164492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750379164510'] for port (39e8f929-9785-4c05-bb1f-203a2cc27f0f), after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:01:28.270423 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-ec47ed57-66c3-4f24-ae21-2aed342cda31 None None] Current status of the port 02dde892-708e-4325-953a-a2c3d17af417 is: DOWN; New status is: ACTIVE {{(pid=103320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 14:01:28.271011 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-ec47ed57-66c3-4f24-ae21-2aed342cda31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883311'] for port (02dde892-708e-4325-953a-a2c3d17af417), before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:01:28.308800 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab55c3a-83b5-4d82-8660-f92e84a47457 None None] Pushing event updated for resources: {'Port': ['ID=39e8f929-9785-4c05-bb1f-203a2cc27f0f,revision_number=2']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:01:28.313439 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.db.db_base_plugin_common [None req-ae5050ec-7d75-4d90-8e94-e2f3f8d3caa0 admin admin] Allocated IP 172.20.0.1 (79da1a75-2166-41ad-a25c-44d9657e4521/92c41761-8fa7-44fc-8eeb-eacf544970b3/07959241-e607-41f9-a7f7-d8b52fabeab8) {{(pid=103319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 14:01:28.328608 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Provisioning complete for port 1ee230c7-c5f6-4a60-85a2-17625e3004e6 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 14:01:28.329004 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-663396'] for port (1ee230c7-c5f6-4a60-85a2-17625e3004e6), provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:01:28.346459 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [None req-a89bdfb6-dfe6-4a0e-a332-a3a6ba4376c5 None None] Attempting to bind port 39e8f929-9785-4c05-bb1f-203a2cc27f0f on host dv-cinder-830787-2-iscsi for vnic_type normal with profile {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 14:01:28.347263 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [None req-a89bdfb6-dfe6-4a0e-a332-a3a6ba4376c5 None None] Attempting to bind port 39e8f929-9785-4c05-bb1f-203a2cc27f0f by drivers openvswitch,hyperv on host dv-cinder-830787-2-iscsi at level 0 using segments [{'id': '153f0837-19dc-4e5c-bf6b-49a4300ea8f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886'}] {{(pid=103321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 14:01:28.347892 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a89bdfb6-dfe6-4a0e-a332-a3a6ba4376c5 None None] Attempting to bind port 39e8f929-9785-4c05-bb1f-203a2cc27f0f on network 18ff371c-a6b9-4e7a-9b54-bf9ba2e00886 {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 14:01:28.359063 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a89bdfb6-dfe6-4a0e-a332-a3a6ba4376c5 None None] Checking agent: {'id': 'f2586825-e748-4c1d-8b98-cb0d5b6c266d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830787-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 13, 47, 3), 'started_at': datetime.datetime(2022, 4, 11, 13, 47, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 14, 1, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830787-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 14:01:28.359900 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a89bdfb6-dfe6-4a0e-a332-a3a6ba4376c5 None None] Checking segment: {'id': '153f0837-19dc-4e5c-bf6b-49a4300ea8f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 14:01:28.360545 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-a89bdfb6-dfe6-4a0e-a332-a3a6ba4376c5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:01:28.361145 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a89bdfb6-dfe6-4a0e-a332-a3a6ba4376c5 None None] Bound using segment: {'id': '153f0837-19dc-4e5c-bf6b-49a4300ea8f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886'} {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 14:01:28.361889 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [None req-a89bdfb6-dfe6-4a0e-a332-a3a6ba4376c5 None None] Bound port: 39e8f929-9785-4c05-bb1f-203a2cc27f0f, host: dv-cinder-830787-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '153f0837-19dc-4e5c-bf6b-49a4300ea8f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886'}}] {{(pid=103321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 14:01:28.362609 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-a89bdfb6-dfe6-4a0e-a332-a3a6ba4376c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883311'] for port (39e8f929-9785-4c05-bb1f-203a2cc27f0f), before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:01:28.474186 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.plugins.ml2.db [None req-a89bdfb6-dfe6-4a0e-a332-a3a6ba4376c5 None None] For port 39e8f929-9785-4c05-bb1f-203a2cc27f0f, host dv-cinder-830787-2-iscsi, cleared binding levels {{(pid=103321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 14:01:28.483262 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.plugins.ml2.db [None req-a89bdfb6-dfe6-4a0e-a332-a3a6ba4376c5 None None] For port 39e8f929-9785-4c05-bb1f-203a2cc27f0f, host dv-cinder-830787-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830787-2-iscsi',level=0,port_id=39e8f929-9785-4c05-bb1f-203a2cc27f0f,segment=NetworkSegment(153f0837-19dc-4e5c-bf6b-49a4300ea8f5),segment_id=153f0837-19dc-4e5c-bf6b-49a4300ea8f5)] {{(pid=103321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 14:01:28.507333 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-a89bdfb6-dfe6-4a0e-a332-a3a6ba4376c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750379687711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750379164492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750379164510'] for port (39e8f929-9785-4c05-bb1f-203a2cc27f0f), after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:01:28.522874 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-982f53af-1880-4402-b562-15c0190588db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bbceccd-d824-4c54-85cc-c85007236e27', 'name': 'tempest-TestVolumeBootPattern-335379817-router', 'tenant_id': '40c040f0c3e74276bcab8dbc8e439de5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886', 'external_fixed_ips': [{'subnet_id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'ip_address': '172.27.1.77'}], 'enable_snat': True}, 'gw_port_id': 'b7d503ea-cb6f-4cff-a756-13f167aec9a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:01:20Z', 'updated_at': '2022-04-11T14:01:23Z', 'revision_number': 4, 'project_id': '40c040f0c3e74276bcab8dbc8e439de5', 'gw_port': {'id': 'b7d503ea-cb6f-4cff-a756-13f167aec9a2', 'name': '', 'network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:f5:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bbceccd-d824-4c54-85cc-c85007236e27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'ip_address': '172.27.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:01:20Z', 'updated_at': '2022-04-11T14:01:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830787-2-iscsi', '_interfaces': [{'id': '02dde892-708e-4325-953a-a2c3d17af417', 'name': '', 'network_id': 'ad25a564-6f6a-4aa0-9d80-81636d1b0cca', 'tenant_id': '40c040f0c3e74276bcab8dbc8e439de5', 'mac_address': 'fa:16:3e:4a:20:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bbceccd-d824-4c54-85cc-c85007236e27', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '88bd1feb-6086-4c30-90a4-375c4e01858c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:01:22Z', 'updated_at': '2022-04-11T14:01:26Z', 'revision_number': 4, 'project_id': '40c040f0c3e74276bcab8dbc8e439de5', 'subnets': [{'id': '88bd1feb-6086-4c30-90a4-375c4e01858c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830787-2-iscsi', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:01:28.602432 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-ae5050ec-7d75-4d90-8e94-e2f3f8d3caa0 admin admin] Publish callbacks [] for port (07959241-e607-41f9-a7f7-d8b52fabeab8), precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:01:28.624358 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a89bdfb6-dfe6-4a0e-a332-a3a6ba4376c5 None None] Routers {'d0b1ae0a-8b2c-4f3d-90c8-64302b05e308'} bound to L3 agent in host dv-cinder-830787-2-iscsi {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 14:01:28.625022 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-a89bdfb6-dfe6-4a0e-a332-a3a6ba4376c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830787-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-11T13:46:59Z,description=,heartbeat_timestamp=2022-04-11T14:00:59Z,host='dv-cinder-830787-2-iscsi',id=e731c656-576f-4174-9da3-af64518920bc,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T13:46:59Z,topic='l3_agent')) {'router_ids': ['d0b1ae0a-8b2c-4f3d-90c8-64302b05e308'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:01:28.627503 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab55c3a-83b5-4d82-8660-f92e84a47457 None None] Pushing event updated for resources: {'Port': ['ID=39e8f929-9785-4c05-bb1f-203a2cc27f0f,revision_number=3']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:01:28.644705 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-982f53af-1880-4402-b562-15c0190588db None None] The sync data for ids ['7bbceccd-d824-4c54-85cc-c85007236e27'] in dv-cinder-830787-2-iscsi is: [{'id': '7bbceccd-d824-4c54-85cc-c85007236e27', 'name': 'tempest-TestVolumeBootPattern-335379817-router', 'tenant_id': '40c040f0c3e74276bcab8dbc8e439de5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886', 'external_fixed_ips': [{'subnet_id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'ip_address': '172.27.1.77'}], 'enable_snat': True}, 'gw_port_id': 'b7d503ea-cb6f-4cff-a756-13f167aec9a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:01:20Z', 'updated_at': '2022-04-11T14:01:23Z', 'revision_number': 4, 'project_id': '40c040f0c3e74276bcab8dbc8e439de5', 'gw_port': {'id': 'b7d503ea-cb6f-4cff-a756-13f167aec9a2', 'name': '', 'network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:f5:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bbceccd-d824-4c54-85cc-c85007236e27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'ip_address': '172.27.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:01:20Z', 'updated_at': '2022-04-11T14:01:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830787-2-iscsi', '_interfaces': [{'id': '02dde892-708e-4325-953a-a2c3d17af417', 'name': '', 'network_id': 'ad25a564-6f6a-4aa0-9d80-81636d1b0cca', 'tenant_id': '40c040f0c3e74276bcab8dbc8e439de5', 'mac_address': 'fa:16:3e:4a:20:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bbceccd-d824-4c54-85cc-c85007236e27', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '88bd1feb-6086-4c30-90a4-375c4e01858c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:01:22Z', 'updated_at': '2022-04-11T14:01:26Z', 'revision_number': 4, 'project_id': '40c040f0c3e74276bcab8dbc8e439de5', 'subnets': [{'id': '88bd1feb-6086-4c30-90a4-375c4e01858c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 14:01:28.675557 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-ec47ed57-66c3-4f24-ae21-2aed342cda31 None None] For port 02dde892-708e-4325-953a-a2c3d17af417, host dv-cinder-830787-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830787-2-iscsi',level=0,port_id=02dde892-708e-4325-953a-a2c3d17af417,segment=NetworkSegment(dba15552-8c47-4ae1-bd01-539c1927d993),segment_id=dba15552-8c47-4ae1-bd01-539c1927d993)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 14:01:28.688583 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Current status of the port 9c6a342b-a134-4ab5-996e-3eab3c406817 is: BUILD; New status is: ACTIVE {{(pid=103320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 14:01:28.688985 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883311'] for port (9c6a342b-a134-4ab5-996e-3eab3c406817), before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:01:28.698517 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-ec47ed57-66c3-4f24-ae21-2aed342cda31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750379687711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750379164492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750379164510'] for port (02dde892-708e-4325-953a-a2c3d17af417), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:01:28.758495 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5797861c-d4f9-4e09-8781-a72a62b44277 req-b828b756-afa6-4af9-bc37-c1d25eba3b93 tempest-TestShelveInstance-72923974 tempest-TestShelveInstance-72923974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:01:28.766114 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-5797861c-d4f9-4e09-8781-a72a62b44277 req-b828b756-afa6-4af9-bc37-c1d25eba3b93 tempest-TestShelveInstance-72923974 tempest-TestShelveInstance-72923974-project] 10.222.0.67 "GET /v2.0/ports?device_id=e2a988bf-9fbe-4371-a34f-2437494ec1ee HTTP/1.1" status: 200 len: 945 time: 0.1096025 Apr 11 14:01:28.804328 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aba76f11-e9fe-443f-a67f-d58cb7605f5a None None] Network 79da1a75-2166-41ad-a25c-44d9657e4521 requested from dv-cinder-830787-2-iscsi {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 14:01:28.818872 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-ae5050ec-7d75-4d90-8e94-e2f3f8d3caa0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750379164474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4648624'] for port (07959241-e607-41f9-a7f7-d8b52fabeab8), after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:01:28.893066 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf497683-01c3-4106-adb0-36d23d564607', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c6a342b-a134-4ab5-996e-3eab3c406817'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 14:01:28.897468 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e17e7c2a2a067a9a9572b19104dd8b83720c41d762fa1dc6a6c9d001f6760b0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26e0a1e0-24cb-487e-8380-1cb6ebe0217d" -d '{"events": [{"server_uuid": "cf497683-01c3-4106-adb0-36d23d564607", "name": "network-vif-plugged", "status": "completed", "tag": "9c6a342b-a134-4ab5-996e-3eab3c406817"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 14:01:28.917517 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-c2191f0a-6992-49b1-8ccd-41ffbb310ff1 None None] Provisioning complete for port 1ee230c7-c5f6-4a60-85a2-17625e3004e6 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 14:01:28.917889 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c2191f0a-6992-49b1-8ccd-41ffbb310ff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-663396'] for port (1ee230c7-c5f6-4a60-85a2-17625e3004e6), provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:01:29.020815 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-a89bdfb6-dfe6-4a0e-a332-a3a6ba4376c5 None None] Set router d0b1ae0a-8b2c-4f3d-90c8-64302b05e308 gateway port host: dv-cinder-830787-2-iscsi {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 14:01:29.065154 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f81dd6-71a9-45dc-890d-887a2bddf741 req-2187b199-2091-46ac-b547-f8e08ba253b5 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:01:29.066799 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-2aa609cc-5075-4066-8a6a-22d6b816c6cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750379576733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663498'] for agent (e731c656-576f-4174-9da3-af64518920bc), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:01:29.074951 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Current status of the port 1ee230c7-c5f6-4a60-85a2-17625e3004e6 is: DOWN; New status is: ACTIVE {{(pid=103320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 14:01:29.074951 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883311'] for port (1ee230c7-c5f6-4a60-85a2-17625e3004e6), before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:01:29.077324 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-81f81dd6-71a9-45dc-890d-887a2bddf741 req-2187b199-2091-46ac-b547-f8e08ba253b5 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] 10.222.0.67 "GET /v2.0/ports?device_id=cf497683-01c3-4106-adb0-36d23d564607 HTTP/1.1" status: 200 len: 945 time: 0.1135490 Apr 11 14:01:29.078243 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] For port 9c6a342b-a134-4ab5-996e-3eab3c406817, host hv-cinder-83078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83078',level=0,port_id=9c6a342b-a134-4ab5-996e-3eab3c406817,segment=NetworkSegment(964d2a25-195e-4828-b4c1-a165c2037b82),segment_id=964d2a25-195e-4828-b4c1-a165c2037b82)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 14:01:29.082975 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae5050ec-7d75-4d90-8e94-e2f3f8d3caa0 admin admin] Network 79da1a75-2166-41ad-a25c-44d9657e4521 is already hosted by enough agents. {{(pid=103319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:01:29.103362 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-5797861c-d4f9-4e09-8781-a72a62b44277 req-6891a514-212d-42fe-949b-65742f4128df tempest-TestShelveInstance-72923974 tempest-TestShelveInstance-72923974-project] 10.222.0.67 "GET /v2.0/security-groups?id=5212f323-fd10-4b4e-8612-863b832a0ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3228142 Apr 11 14:01:29.108178 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [None req-ae5050ec-7d75-4d90-8e94-e2f3f8d3caa0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:01:29.129981 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae5050ec-7d75-4d90-8e94-e2f3f8d3caa0 admin admin] Received port after_create {{(pid=103319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 14:01:29.201663 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750379687711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750379164492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750379164510'] for port (9c6a342b-a134-4ab5-996e-3eab3c406817), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:01:29.204389 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5050ec-7d75-4d90-8e94-e2f3f8d3caa0 admin admin] Pushing event updated for resources: {'Port': ['ID=07959241-e607-41f9-a7f7-d8b52fabeab8,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:01:29.205271 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-81f81dd6-71a9-45dc-890d-887a2bddf741 req-312efd09-bab2-4b69-9b99-64f254f4e132 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] 10.222.0.67 "GET /v2.0/security-groups?id=210d3a2a-5e47-4e4e-a4c0-fc7866dd9ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1268504 Apr 11 14:01:29.218690 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec47ed57-66c3-4f24-ae21-2aed342cda31 None None] Pushing event updated for resources: {'Port': ['ID=02dde892-708e-4325-953a-a2c3d17af417,revision_number=5']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:01:29.247884 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-ae5050ec-7d75-4d90-8e94-e2f3f8d3caa0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8126302'] for router_interface (d0b1ae0a-8b2c-4f3d-90c8-64302b05e308), before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:01:29.310890 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 14:01:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93aa7635-333e-46f2-a588-c07fc56423a3 x-openstack-request-id: req-93aa7635-333e-46f2-a588-c07fc56423a3 {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 14:01:29.311449 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf497683-01c3-4106-adb0-36d23d564607", "name": "network-vif-plugged", "status": "completed", "tag": "9c6a342b-a134-4ab5-996e-3eab3c406817", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 14:01:29.311449 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-93aa7635-333e-46f2-a588-c07fc56423a3 {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 14:01:29.311879 dv-cinder-830787-2-iscsi neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-93aa7635-333e-46f2-a588-c07fc56423a3'] response: {'server_uuid': 'cf497683-01c3-4106-adb0-36d23d564607', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c6a342b-a134-4ab5-996e-3eab3c406817', 'code': 200} Apr 11 14:01:29.314515 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Pushing event updated for resources: {'Port': ['ID=9c6a342b-a134-4ab5-996e-3eab3c406817,revision_number=7']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:01:29.349519 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-c2191f0a-6992-49b1-8ccd-41ffbb310ff1 None None] Current status of the port 1ee230c7-c5f6-4a60-85a2-17625e3004e6 is: DOWN; New status is: ACTIVE {{(pid=103320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 14:01:29.349907 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c2191f0a-6992-49b1-8ccd-41ffbb310ff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883311'] for port (1ee230c7-c5f6-4a60-85a2-17625e3004e6), before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:01:29.398684 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] For port 1ee230c7-c5f6-4a60-85a2-17625e3004e6, host dv-cinder-830787-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830787-2-iscsi',level=0,port_id=1ee230c7-c5f6-4a60-85a2-17625e3004e6,segment=NetworkSegment(45f2087c-abd0-40ee-aed6-01d5bceea17e),segment_id=45f2087c-abd0-40ee-aed6-01d5bceea17e)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 14:01:29.422932 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-a89bdfb6-dfe6-4a0e-a332-a3a6ba4376c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0b1ae0a-8b2c-4f3d-90c8-64302b05e308', 'name': 'tempest-TestVolumeBootPattern-2029048594-router', 'tenant_id': '3376c318d5ca400588d96924b596052c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886', 'external_fixed_ips': [{'subnet_id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'ip_address': '172.27.1.247'}], 'enable_snat': True}, 'gw_port_id': '39e8f929-9785-4c05-bb1f-203a2cc27f0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:01:25Z', 'updated_at': '2022-04-11T14:01:26Z', 'revision_number': 3, 'project_id': '3376c318d5ca400588d96924b596052c', 'gw_port': {'id': '39e8f929-9785-4c05-bb1f-203a2cc27f0f', 'name': '', 'network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:c8:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0b1ae0a-8b2c-4f3d-90c8-64302b05e308', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'ip_address': '172.27.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:01:25Z', 'updated_at': '2022-04-11T14:01:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830787-2-iscsi'}], 'dv-cinder-830787-2-iscsi', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:01:29.449164 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750379687711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750379164492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750379164510'] for port (1ee230c7-c5f6-4a60-85a2-17625e3004e6), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:01:29.484777 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-ae5050ec-7d75-4d90-8e94-e2f3f8d3caa0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883311'] for port (07959241-e607-41f9-a7f7-d8b52fabeab8), before_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:01:29.501426 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a89bdfb6-dfe6-4a0e-a332-a3a6ba4376c5 None None] The sync data for ids ['d0b1ae0a-8b2c-4f3d-90c8-64302b05e308'] in dv-cinder-830787-2-iscsi is: [{'id': 'd0b1ae0a-8b2c-4f3d-90c8-64302b05e308', 'name': 'tempest-TestVolumeBootPattern-2029048594-router', 'tenant_id': '3376c318d5ca400588d96924b596052c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886', 'external_fixed_ips': [{'subnet_id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'ip_address': '172.27.1.247'}], 'enable_snat': True}, 'gw_port_id': '39e8f929-9785-4c05-bb1f-203a2cc27f0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:01:25Z', 'updated_at': '2022-04-11T14:01:26Z', 'revision_number': 3, 'project_id': '3376c318d5ca400588d96924b596052c', 'gw_port': {'id': '39e8f929-9785-4c05-bb1f-203a2cc27f0f', 'name': '', 'network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:c8:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0b1ae0a-8b2c-4f3d-90c8-64302b05e308', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'ip_address': '172.27.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:01:25Z', 'updated_at': '2022-04-11T14:01:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830787-2-iscsi'}] {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 14:01:29.575050 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.db.api [None req-c2191f0a-6992-49b1-8ccd-41ffbb310ff1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103320) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 11 14:01:29.575829 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG oslo_db.api [None req-c2191f0a-6992-49b1-8ccd-41ffbb310ff1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 11 14:01:29.591180 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Pushing event updated for resources: {'Port': ['ID=1ee230c7-c5f6-4a60-85a2-17625e3004e6,revision_number=3']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:01:29.727940 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Device 02dde892-708e-4325-953a-a2c3d17af417 up at agent ovs-agent-dv-cinder-830787-2-iscsi {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 14:01:29.794636 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-ae5050ec-7d75-4d90-8e94-e2f3f8d3caa0 admin admin] Publish callbacks [] for port (07959241-e607-41f9-a7f7-d8b52fabeab8), precommit_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:01:29.807145 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-ae5050ec-7d75-4d90-8e94-e2f3f8d3caa0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750379687711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750379164492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750379164510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4648635'] for port (07959241-e607-41f9-a7f7-d8b52fabeab8), after_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:01:29.828399 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Provisioning complete for port 02dde892-708e-4325-953a-a2c3d17af417 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 14:01:29.828765 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-663396'] for port (02dde892-708e-4325-953a-a2c3d17af417), provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:01:29.889469 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-ae5050ec-7d75-4d90-8e94-e2f3f8d3caa0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7871730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8123374'] for router_interface (d0b1ae0a-8b2c-4f3d-90c8-64302b05e308), after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:01:30.015154 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Current status of the port 02dde892-708e-4325-953a-a2c3d17af417 is: ACTIVE; New status is: ACTIVE {{(pid=103320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 14:01:30.030422 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5050ec-7d75-4d90-8e94-e2f3f8d3caa0 admin admin] Pushing event updated for resources: {'Port': ['ID=07959241-e607-41f9-a7f7-d8b52fabeab8,revision_number=2']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:01:30.158610 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-c2191f0a-6992-49b1-8ccd-41ffbb310ff1 None None] Current status of the port 1ee230c7-c5f6-4a60-85a2-17625e3004e6 is: ACTIVE; New status is: ACTIVE {{(pid=103320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 14:01:30.194019 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae5050ec-7d75-4d90-8e94-e2f3f8d3caa0 admin admin] Network 79da1a75-2166-41ad-a25c-44d9657e4521 is already hosted by enough agents. {{(pid=103319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:01:30.200507 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [None req-ae5050ec-7d75-4d90-8e94-e2f3f8d3caa0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:01:30.228037 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-75ad2582-0b5d-438d-ba3d-9545e3f86417 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750379576733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663498'] for agent (af269f03-95a2-4a08-bd5c-5879324d2567), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:01:30.293466 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-867c124e-7019-4d1d-88e9-c5eddc845ad9 None None] Provisioning complete for port 1ee230c7-c5f6-4a60-85a2-17625e3004e6 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 14:01:30.293842 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-867c124e-7019-4d1d-88e9-c5eddc845ad9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-663396'] for port (1ee230c7-c5f6-4a60-85a2-17625e3004e6), provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:01:30.373391 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae430fd-8e89-4d29-a614-e262f5e00e33 req-00b0254a-9b98-44f7-b8ba-a139b906228d tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:01:30.383711 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-0ae430fd-8e89-4d29-a614-e262f5e00e33 req-00b0254a-9b98-44f7-b8ba-a139b906228d tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] 10.222.0.67 "GET /v2.0/ports?device_id=cf497683-01c3-4106-adb0-36d23d564607 HTTP/1.1" status: 200 len: 946 time: 0.0718150 Apr 11 14:01:30.465877 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-0ae430fd-8e89-4d29-a614-e262f5e00e33 req-eac6712c-f2bc-49a4-8aa4-eb527bccbd53 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] 10.222.0.67 "GET /v2.0/security-groups?id=210d3a2a-5e47-4e4e-a4c0-fc7866dd9ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0829706 Apr 11 14:01:30.486999 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae5050ec-7d75-4d90-8e94-e2f3f8d3caa0 admin admin] Router d0b1ae0a-8b2c-4f3d-90c8-64302b05e308 has already been hosted by L3 agent e731c656-576f-4174-9da3-af64518920bc {{(pid=103319) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 14:01:30.504014 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-867c124e-7019-4d1d-88e9-c5eddc845ad9 None None] Current status of the port 1ee230c7-c5f6-4a60-85a2-17625e3004e6 is: ACTIVE; New status is: ACTIVE {{(pid=103320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 14:01:30.538171 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e31b1a-3345-4a46-996b-0c35b04b9f84 req-68ae110d-ff63-4abc-a5d6-cd385601685a tempest-TestShelveInstance-72923974 tempest-TestShelveInstance-72923974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:01:30.543251 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-867c124e-7019-4d1d-88e9-c5eddc845ad9 None None] Provisioning complete for port 07959241-e607-41f9-a7f7-d8b52fabeab8 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 14:01:30.543665 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-867c124e-7019-4d1d-88e9-c5eddc845ad9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-663396'] for port (07959241-e607-41f9-a7f7-d8b52fabeab8), provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:01:30.552098 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-00e31b1a-3345-4a46-996b-0c35b04b9f84 req-68ae110d-ff63-4abc-a5d6-cd385601685a tempest-TestShelveInstance-72923974 tempest-TestShelveInstance-72923974-project] 10.222.0.67 "GET /v2.0/ports?device_id=e2a988bf-9fbe-4371-a34f-2437494ec1ee HTTP/1.1" status: 200 len: 945 time: 0.1109297 Apr 11 14:01:30.605596 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-867c124e-7019-4d1d-88e9-c5eddc845ad9 None None] Port 07959241-e607-41f9-a7f7-d8b52fabeab8 cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 14:01:30.732269 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-98d3bad9-1445-4f0c-ad77-6c2a0806c854 None None] Provisioning complete for port 07959241-e607-41f9-a7f7-d8b52fabeab8 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 14:01:30.737132 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-98d3bad9-1445-4f0c-ad77-6c2a0806c854 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-663396'] for port (07959241-e607-41f9-a7f7-d8b52fabeab8), provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:01:30.783549 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-00e31b1a-3345-4a46-996b-0c35b04b9f84 req-629d5f04-d888-4193-b823-6b82dbc2bd8d tempest-TestShelveInstance-72923974 tempest-TestShelveInstance-72923974-project] 10.222.0.67 "GET /v2.0/security-groups?id=5212f323-fd10-4b4e-8612-863b832a0ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2294345 Apr 11 14:01:30.831007 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae5050ec-7d75-4d90-8e94-e2f3f8d3caa0 admin admin] Notify agent at l3_agent.dv-cinder-830787-2-iscsi the message routers_updated {{(pid=103319) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 14:01:30.836572 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-98d3bad9-1445-4f0c-ad77-6c2a0806c854 None None] Port 07959241-e607-41f9-a7f7-d8b52fabeab8 cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 14:01:30.847666 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-ae5050ec-7d75-4d90-8e94-e2f3f8d3caa0 admin admin] 10.222.0.67 "PUT /v2.0/routers/d0b1ae0a-8b2c-4f3d-90c8-64302b05e308/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8182113 Apr 11 14:01:31.630612 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39b590c-a1a3-4233-89d3-49cdfb4c4c48 req-00221635-9bcf-40fa-9316-b94458e52695 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:01:31.639301 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-a39b590c-a1a3-4233-89d3-49cdfb4c4c48 req-00221635-9bcf-40fa-9316-b94458e52695 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] 10.222.0.67 "GET /v2.0/ports?device_id=cf497683-01c3-4106-adb0-36d23d564607 HTTP/1.1" status: 200 len: 946 time: 0.0867929 Apr 11 14:01:31.644297 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-fcd2c3e6-f415-40f5-8fd4-1147b68fd929 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750379576733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663498'] for agent (a1227682-d2f2-4331-ba13-738c8a59e95d), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:01:31.694085 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.67', 33712) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 14:01:31.700221 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.v2.base [None req-c129b1a2-d98c-42c6-8bef-80a4244160b7 tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1672236242', 'description': 'tempest-secgroup-smoke-1672236242 description', 'project_id': '40c040f0c3e74276bcab8dbc8e439de5'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:01:31.725292 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-a39b590c-a1a3-4233-89d3-49cdfb4c4c48 req-a551e4db-551a-4aa8-885e-118e323c615e tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] 10.222.0.67 "GET /v2.0/security-groups?id=210d3a2a-5e47-4e4e-a4c0-fc7866dd9ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0849407 Apr 11 14:01:31.734051 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-c129b1a2-d98c-42c6-8bef-80a4244160b7 tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] Publish callbacks [] for security_group (None), before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:01:31.819241 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Device 39e8f929-9785-4c05-bb1f-203a2cc27f0f up at agent ovs-agent-dv-cinder-830787-2-iscsi {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 14:01:31.839903 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-c129b1a2-d98c-42c6-8bef-80a4244160b7 tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] Publish callbacks [] for security_group (1e4559a2-35a5-463e-b48e-0eca17a45591), precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:01:31.875196 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-c129b1a2-d98c-42c6-8bef-80a4244160b7 tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8023832'] for security_group (1e4559a2-35a5-463e-b48e-0eca17a45591), after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:01:31.908654 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Provisioning complete for port 39e8f929-9785-4c05-bb1f-203a2cc27f0f triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 14:01:31.909040 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-663396'] for port (39e8f929-9785-4c05-bb1f-203a2cc27f0f), provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:01:31.928301 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-c129b1a2-d98c-42c6-8bef-80a4244160b7 tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] Publish callbacks [] for security_group (None), before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:01:31.931687 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-c129b1a2-d98c-42c6-8bef-80a4244160b7 tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2337222 Apr 11 14:01:31.933108 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.67', 33716) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 14:01:31.939144 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.v2.base [None req-c0af515d-6937-46e3-a770-2b9b83733bee tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] Request body: {'security_group_rule': {'security_group_id': '1e4559a2-35a5-463e-b48e-0eca17a45591', 'project_id': '40c040f0c3e74276bcab8dbc8e439de5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:01:31.973530 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c129b1a2-d98c-42c6-8bef-80a4244160b7 tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e4559a2-35a5-463e-b48e-0eca17a45591,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:01:31.973530 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9170fa-f185-4d67-aaac-b02f5e4410d0 req-f39baff5-475c-4fb1-a9de-35f324c57898 tempest-TestShelveInstance-72923974 tempest-TestShelveInstance-72923974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:01:31.973530 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-6e9170fa-f185-4d67-aaac-b02f5e4410d0 req-f39baff5-475c-4fb1-a9de-35f324c57898 tempest-TestShelveInstance-72923974 tempest-TestShelveInstance-72923974-project] 10.222.0.67 "GET /v2.0/ports?device_id=e2a988bf-9fbe-4371-a34f-2437494ec1ee HTTP/1.1" status: 200 len: 945 time: 0.1005185 Apr 11 14:01:31.997986 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c0af515d-6937-46e3-a770-2b9b83733bee tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] Publish callbacks [] for security_group_rule (ddc79e29-08f5-4177-b8c9-275ac5ec9700), before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:01:32.042507 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-6e9170fa-f185-4d67-aaac-b02f5e4410d0 req-6be4132e-2e60-4455-bde1-c92df5a468a1 tempest-TestShelveInstance-72923974 tempest-TestShelveInstance-72923974-project] 10.222.0.67 "GET /v2.0/security-groups?id=5212f323-fd10-4b4e-8612-863b832a0ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711620 Apr 11 14:01:32.064394 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Current status of the port 39e8f929-9785-4c05-bb1f-203a2cc27f0f is: DOWN; New status is: ACTIVE {{(pid=103320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 14:01:32.065048 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883311'] for port (39e8f929-9785-4c05-bb1f-203a2cc27f0f), before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:01:32.094559 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] For port 39e8f929-9785-4c05-bb1f-203a2cc27f0f, host dv-cinder-830787-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830787-2-iscsi',level=0,port_id=39e8f929-9785-4c05-bb1f-203a2cc27f0f,segment=NetworkSegment(153f0837-19dc-4e5c-bf6b-49a4300ea8f5),segment_id=153f0837-19dc-4e5c-bf6b-49a4300ea8f5)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 14:01:32.098838 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750379687711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750379164492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750379164510'] for port (39e8f929-9785-4c05-bb1f-203a2cc27f0f), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:01:32.099598 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c0af515d-6937-46e3-a770-2b9b83733bee tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] Publish callbacks [] for security_group_rule (ddc79e29-08f5-4177-b8c9-275ac5ec9700), precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:01:32.099778 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Device 1ee230c7-c5f6-4a60-85a2-17625e3004e6 up at agent ovs-agent-dv-cinder-830787-2-iscsi {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 14:01:32.106740 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c0af515d-6937-46e3-a770-2b9b83733bee tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8023914'] for security_group_rule (ddc79e29-08f5-4177-b8c9-275ac5ec9700), after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:01:32.128798 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0af515d-6937-46e3-a770-2b9b83733bee tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ddc79e29-08f5-4177-b8c9-275ac5ec9700,revision_number=0']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:01:32.140856 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c0af515d-6937-46e3-a770-2b9b83733bee tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:01:32.142310 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-c0af515d-6937-46e3-a770-2b9b83733bee tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2078433 Apr 11 14:01:32.145358 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.67', 33722) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 14:01:32.151068 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.v2.base [None req-ed44d371-8e49-44be-9b09-9a2be3bf4327 tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] Request body: {'security_group_rule': {'security_group_id': '1e4559a2-35a5-463e-b48e-0eca17a45591', 'project_id': '40c040f0c3e74276bcab8dbc8e439de5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:01:32.195658 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-ed44d371-8e49-44be-9b09-9a2be3bf4327 tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] Publish callbacks [] for security_group_rule (23bf2549-e241-4068-b67b-cd405620c31e), before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:01:32.207617 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Pushing event updated for resources: {'Port': ['ID=39e8f929-9785-4c05-bb1f-203a2cc27f0f,revision_number=4']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:01:32.220510 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Provisioning complete for port 1ee230c7-c5f6-4a60-85a2-17625e3004e6 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 14:01:32.221378 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-663396'] for port (1ee230c7-c5f6-4a60-85a2-17625e3004e6), provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:01:32.291584 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-ed44d371-8e49-44be-9b09-9a2be3bf4327 tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] Publish callbacks [] for security_group_rule (23bf2549-e241-4068-b67b-cd405620c31e), precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:01:32.303806 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-ed44d371-8e49-44be-9b09-9a2be3bf4327 tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8023914'] for security_group_rule (23bf2549-e241-4068-b67b-cd405620c31e), after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:01:32.329854 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Current status of the port 1ee230c7-c5f6-4a60-85a2-17625e3004e6 is: ACTIVE; New status is: ACTIVE {{(pid=103320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 14:01:32.343323 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed44d371-8e49-44be-9b09-9a2be3bf4327 tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23bf2549-e241-4068-b67b-cd405620c31e,revision_number=0']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:01:32.360041 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-ed44d371-8e49-44be-9b09-9a2be3bf4327 tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:01:32.364466 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.67', 33724) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 14:01:32.369794 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.v2.base [None req-ae1d3f08-05c4-48b6-94ac-77070ef8f486 tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] Request body: {'security_group_rule': {'security_group_id': '1e4559a2-35a5-463e-b48e-0eca17a45591', 'project_id': '40c040f0c3e74276bcab8dbc8e439de5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:01:32.374102 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-ed44d371-8e49-44be-9b09-9a2be3bf4327 tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2274005 Apr 11 14:01:32.428741 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-ae1d3f08-05c4-48b6-94ac-77070ef8f486 tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] Publish callbacks [] for security_group_rule (d3cd4d7b-12d5-462a-beb3-0db78869d15b), before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:01:32.436763 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fae79379-5e7e-408e-858e-8547923eebd8 None None] Sync routers for ids ['d0b1ae0a-8b2c-4f3d-90c8-64302b05e308'] in dv-cinder-830787-2-iscsi {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 14:01:32.448690 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fae79379-5e7e-408e-858e-8547923eebd8 None None] Routers {'d0b1ae0a-8b2c-4f3d-90c8-64302b05e308'} bound to L3 agent in host dv-cinder-830787-2-iscsi {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 14:01:32.449309 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-fae79379-5e7e-408e-858e-8547923eebd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830787-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-11T13:46:59Z,description=,heartbeat_timestamp=2022-04-11T14:01:29Z,host='dv-cinder-830787-2-iscsi',id=e731c656-576f-4174-9da3-af64518920bc,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T13:46:59Z,topic='l3_agent')) {'router_ids': ['d0b1ae0a-8b2c-4f3d-90c8-64302b05e308'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:01:32.493699 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-ae1d3f08-05c4-48b6-94ac-77070ef8f486 tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] Publish callbacks [] for security_group_rule (d3cd4d7b-12d5-462a-beb3-0db78869d15b), precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:01:32.502492 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-ae1d3f08-05c4-48b6-94ac-77070ef8f486 tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8023914'] for security_group_rule (d3cd4d7b-12d5-462a-beb3-0db78869d15b), after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:01:32.516822 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1d3f08-05c4-48b6-94ac-77070ef8f486 tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3cd4d7b-12d5-462a-beb3-0db78869d15b,revision_number=0']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:01:32.539145 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-ae1d3f08-05c4-48b6-94ac-77070ef8f486 tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:01:32.541155 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-ae1d3f08-05c4-48b6-94ac-77070ef8f486 tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1756260 Apr 11 14:01:32.544934 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.67', 33726) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 14:01:32.553440 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.v2.base [None req-49054750-140a-4a7c-a1f9-8d6ed4c94a48 tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] Request body: {'security_group_rule': {'security_group_id': '1e4559a2-35a5-463e-b48e-0eca17a45591', 'project_id': '40c040f0c3e74276bcab8dbc8e439de5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:01:32.611185 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-49054750-140a-4a7c-a1f9-8d6ed4c94a48 tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] Publish callbacks [] for security_group_rule (3f61de45-e757-4820-9507-da5609d11327), before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:01:32.691876 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-49054750-140a-4a7c-a1f9-8d6ed4c94a48 tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] Publish callbacks [] for security_group_rule (3f61de45-e757-4820-9507-da5609d11327), precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:01:32.699494 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-49054750-140a-4a7c-a1f9-8d6ed4c94a48 tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8023914'] for security_group_rule (3f61de45-e757-4820-9507-da5609d11327), after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:01:32.721559 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49054750-140a-4a7c-a1f9-8d6ed4c94a48 tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f61de45-e757-4820-9507-da5609d11327,revision_number=0']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:01:32.738351 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-49054750-140a-4a7c-a1f9-8d6ed4c94a48 tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:01:32.743303 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-49054750-140a-4a7c-a1f9-8d6ed4c94a48 tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1970117 Apr 11 14:01:32.746282 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.67', 33728) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 14:01:32.751172 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.db.l3_dvr_db [None req-fae79379-5e7e-408e-858e-8547923eebd8 None None] Set router d0b1ae0a-8b2c-4f3d-90c8-64302b05e308 gateway port host: dv-cinder-830787-2-iscsi {{(pid=103320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 14:01:32.763830 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.v2.base [None req-48157b8d-e642-4f84-af77-5294a9bebb2d tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] Request body: {'security_group_rule': {'security_group_id': '1e4559a2-35a5-463e-b48e-0eca17a45591', 'project_id': '40c040f0c3e74276bcab8dbc8e439de5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:01:32.813019 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.db.securitygroups_db [None req-48157b8d-e642-4f84-af77-5294a9bebb2d tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] Project 40c040f0c3e74276bcab8dbc8e439de5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 11 14:01:32.837904 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-48157b8d-e642-4f84-af77-5294a9bebb2d tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] Publish callbacks [] for security_group_rule (965a8f08-3d7b-4a3c-a4ef-f45638d6bb33), before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:01:32.843436 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750379576733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663498'] for agent (a433433c-9197-4b2b-8991-1d45f6bac940), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:01:32.896177 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8be039-dd92-44ad-bc88-f399c46d5be0 req-ed2a5093-fe56-4128-ba05-0d698c74596a tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:01:32.905516 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-da8be039-dd92-44ad-bc88-f399c46d5be0 req-ed2a5093-fe56-4128-ba05-0d698c74596a tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] 10.222.0.67 "GET /v2.0/ports?device_id=cf497683-01c3-4106-adb0-36d23d564607 HTTP/1.1" status: 200 len: 946 time: 0.0834324 Apr 11 14:01:32.941251 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-48157b8d-e642-4f84-af77-5294a9bebb2d tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] Publish callbacks [] for security_group_rule (965a8f08-3d7b-4a3c-a4ef-f45638d6bb33), precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:01:32.958244 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-48157b8d-e642-4f84-af77-5294a9bebb2d tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8023914'] for security_group_rule (965a8f08-3d7b-4a3c-a4ef-f45638d6bb33), after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:01:32.992265 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-fae79379-5e7e-408e-858e-8547923eebd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0b1ae0a-8b2c-4f3d-90c8-64302b05e308', 'name': 'tempest-TestVolumeBootPattern-2029048594-router', 'tenant_id': '3376c318d5ca400588d96924b596052c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886', 'external_fixed_ips': [{'subnet_id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'ip_address': '172.27.1.247'}], 'enable_snat': True}, 'gw_port_id': '39e8f929-9785-4c05-bb1f-203a2cc27f0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:01:25Z', 'updated_at': '2022-04-11T14:01:29Z', 'revision_number': 4, 'project_id': '3376c318d5ca400588d96924b596052c', 'gw_port': {'id': '39e8f929-9785-4c05-bb1f-203a2cc27f0f', 'name': '', 'network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:c8:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0b1ae0a-8b2c-4f3d-90c8-64302b05e308', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'ip_address': '172.27.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:01:25Z', 'updated_at': '2022-04-11T14:01:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830787-2-iscsi', '_interfaces': [{'id': '07959241-e607-41f9-a7f7-d8b52fabeab8', 'name': '', 'network_id': '79da1a75-2166-41ad-a25c-44d9657e4521', 'tenant_id': '3376c318d5ca400588d96924b596052c', 'mac_address': 'fa:16:3e:1d:0d:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0b1ae0a-8b2c-4f3d-90c8-64302b05e308', 'device_owner': 'network:router_interface', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '92c41761-8fa7-44fc-8eeb-eacf544970b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:01:28Z', 'updated_at': '2022-04-11T14:01:29Z', 'revision_number': 2, 'project_id': '3376c318d5ca400588d96924b596052c', 'subnets': [{'id': '92c41761-8fa7-44fc-8eeb-eacf544970b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830787-2-iscsi', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:01:33.011472 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-da8be039-dd92-44ad-bc88-f399c46d5be0 req-94bea070-1f44-4c25-abcc-7867b428c84b tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] 10.222.0.67 "GET /v2.0/security-groups?id=210d3a2a-5e47-4e4e-a4c0-fc7866dd9ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1050279 Apr 11 14:01:33.022259 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48157b8d-e642-4f84-af77-5294a9bebb2d tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=965a8f08-3d7b-4a3c-a4ef-f45638d6bb33,revision_number=0']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:01:33.031166 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-48157b8d-e642-4f84-af77-5294a9bebb2d tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:01:33.032571 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-48157b8d-e642-4f84-af77-5294a9bebb2d tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2849565 Apr 11 14:01:33.035147 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.67', 33732) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 14:01:33.042716 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fae79379-5e7e-408e-858e-8547923eebd8 None None] Checking router: d0b1ae0a-8b2c-4f3d-90c8-64302b05e308 for host: dv-cinder-830787-2-iscsi {{(pid=103320) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 14:01:33.043046 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.v2.base [None req-492f8fea-53d0-4699-8971-dbc4f8369210 tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] Request body: {'security_group_rule': {'security_group_id': '1e4559a2-35a5-463e-b48e-0eca17a45591', 'project_id': '40c040f0c3e74276bcab8dbc8e439de5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:01:33.043216 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fae79379-5e7e-408e-858e-8547923eebd8 None None] Updating router d0b1ae0a-8b2c-4f3d-90c8-64302b05e308 port 07959241-e607-41f9-a7f7-d8b52fabeab8 binding host dv-cinder-830787-2-iscsi {{(pid=103320) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 14:01:33.071424 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.db.securitygroups_db [None req-492f8fea-53d0-4699-8971-dbc4f8369210 tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] Project 40c040f0c3e74276bcab8dbc8e439de5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 11 14:01:33.079288 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-492f8fea-53d0-4699-8971-dbc4f8369210 tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] Publish callbacks [] for security_group_rule (cfd6d9d2-34bf-4f95-a161-922cec42d628), before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:01:33.104838 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-fae79379-5e7e-408e-858e-8547923eebd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883311'] for port (07959241-e607-41f9-a7f7-d8b52fabeab8), before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:01:33.158425 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-492f8fea-53d0-4699-8971-dbc4f8369210 tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] Publish callbacks [] for security_group_rule (cfd6d9d2-34bf-4f95-a161-922cec42d628), precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:01:33.169925 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-492f8fea-53d0-4699-8971-dbc4f8369210 tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8023914'] for security_group_rule (cfd6d9d2-34bf-4f95-a161-922cec42d628), after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:01:33.191826 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b225cbc2-99af-4e8a-b39e-3f2d171070f6 req-d325bd19-9254-4804-80d2-42da1c1f32ba tempest-TestShelveInstance-72923974 tempest-TestShelveInstance-72923974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:01:33.200639 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492f8fea-53d0-4699-8971-dbc4f8369210 tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cfd6d9d2-34bf-4f95-a161-922cec42d628,revision_number=0']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:01:33.201406 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-b225cbc2-99af-4e8a-b39e-3f2d171070f6 req-d325bd19-9254-4804-80d2-42da1c1f32ba tempest-TestShelveInstance-72923974 tempest-TestShelveInstance-72923974-project] 10.222.0.67 "GET /v2.0/ports?device_id=e2a988bf-9fbe-4371-a34f-2437494ec1ee HTTP/1.1" status: 200 len: 945 time: 0.0703237 Apr 11 14:01:33.214045 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-492f8fea-53d0-4699-8971-dbc4f8369210 tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:01:33.216612 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-492f8fea-53d0-4699-8971-dbc4f8369210 tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1802690 Apr 11 14:01:33.285613 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-b225cbc2-99af-4e8a-b39e-3f2d171070f6 req-871c1311-b7d6-402a-9d4d-bc1036ccc67f tempest-TestShelveInstance-72923974 tempest-TestShelveInstance-72923974-project] 10.222.0.67 "GET /v2.0/security-groups?id=5212f323-fd10-4b4e-8612-863b832a0ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0829477 Apr 11 14:01:33.374580 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750379576733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663498'] for agent (f2586825-e748-4c1d-8b98-cb0d5b6c266d), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:01:33.609519 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-fae79379-5e7e-408e-858e-8547923eebd8 None None] Publish callbacks [] for port (07959241-e607-41f9-a7f7-d8b52fabeab8), precommit_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:01:33.622866 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-fae79379-5e7e-408e-858e-8547923eebd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750379687711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750379164492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750379164510'] for port (07959241-e607-41f9-a7f7-d8b52fabeab8), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:01:33.785658 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Device 39e8f929-9785-4c05-bb1f-203a2cc27f0f up at agent ovs-agent-dv-cinder-830787-2-iscsi {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 14:01:33.828934 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1126fa-2cb0-4466-8fe9-4cb8d42318ea req-856c61be-3702-4d72-a2ad-161be6179ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:01:33.830554 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-cd1126fa-2cb0-4466-8fe9-4cb8d42318ea req-856c61be-3702-4d72-a2ad-161be6179ad3 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=626d5ba1efe34953a6d00b0f0afd5013&device_id=e2a988bf-9fbe-4371-a34f-2437494ec1ee HTTP/1.1" status: 200 len: 1129 time: 0.0923948 Apr 11 14:01:33.839506 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12bb5c8b-7e34-483b-b4a0-0bfca0d6397b None None] Pushing event updated for resources: {'Port': ['ID=07959241-e607-41f9-a7f7-d8b52fabeab8,revision_number=3']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:01:33.947529 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-fae79379-5e7e-408e-858e-8547923eebd8 None None] Attempting to bind port 07959241-e607-41f9-a7f7-d8b52fabeab8 on host dv-cinder-830787-2-iscsi for vnic_type normal with profile {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 14:01:33.948143 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-fae79379-5e7e-408e-858e-8547923eebd8 None None] Attempting to bind port 07959241-e607-41f9-a7f7-d8b52fabeab8 by drivers openvswitch,hyperv on host dv-cinder-830787-2-iscsi at level 0 using segments [{'id': '45f2087c-abd0-40ee-aed6-01d5bceea17e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '79da1a75-2166-41ad-a25c-44d9657e4521'}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 14:01:33.948685 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fae79379-5e7e-408e-858e-8547923eebd8 None None] Attempting to bind port 07959241-e607-41f9-a7f7-d8b52fabeab8 on network 79da1a75-2166-41ad-a25c-44d9657e4521 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 14:01:33.967358 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fae79379-5e7e-408e-858e-8547923eebd8 None None] Checking agent: {'id': 'f2586825-e748-4c1d-8b98-cb0d5b6c266d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830787-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 13, 47, 3), 'started_at': datetime.datetime(2022, 4, 11, 13, 47, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 14, 1, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830787-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 14:01:33.968061 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fae79379-5e7e-408e-858e-8547923eebd8 None None] Checking segment: {'id': '45f2087c-abd0-40ee-aed6-01d5bceea17e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '79da1a75-2166-41ad-a25c-44d9657e4521'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 14:01:33.968833 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-fae79379-5e7e-408e-858e-8547923eebd8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:01:33.969672 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fae79379-5e7e-408e-858e-8547923eebd8 None None] Bound using segment: {'id': '45f2087c-abd0-40ee-aed6-01d5bceea17e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '79da1a75-2166-41ad-a25c-44d9657e4521'} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 14:01:33.970856 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-fae79379-5e7e-408e-858e-8547923eebd8 None None] Bound port: 07959241-e607-41f9-a7f7-d8b52fabeab8, host: dv-cinder-830787-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45f2087c-abd0-40ee-aed6-01d5bceea17e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '79da1a75-2166-41ad-a25c-44d9657e4521'}}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 14:01:33.971817 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-fae79379-5e7e-408e-858e-8547923eebd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883311'] for port (07959241-e607-41f9-a7f7-d8b52fabeab8), before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:01:33.992584 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Provisioning complete for port 39e8f929-9785-4c05-bb1f-203a2cc27f0f triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 14:01:33.993215 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-663396'] for port (39e8f929-9785-4c05-bb1f-203a2cc27f0f), provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:01:34.002231 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1126fa-2cb0-4466-8fe9-4cb8d42318ea req-d26f4a55-5213-478b-b4e8-d7b81b6291cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:01:34.003892 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-cd1126fa-2cb0-4466-8fe9-4cb8d42318ea req-d26f4a55-5213-478b-b4e8-d7b81b6291cc service neutron] 10.222.0.75 "GET /v2.0/networks?id=bcc3856a-1e27-4d38-8f1d-e24f8fbb1282 HTTP/1.1" status: 200 len: 909 time: 0.1338999 Apr 11 14:01:34.092947 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-cd1126fa-2cb0-4466-8fe9-4cb8d42318ea req-2ac9cbb0-ad36-4fc0-8f20-2b403827c29d service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2f18b7d6-84d7-4249-8b95-51fdbd414e68 HTTP/1.1" status: 200 len: 1001 time: 0.0819836 Apr 11 14:01:34.106562 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-4ca05ac1-3878-4099-9f1e-e5c7824f577a None None] Provisioning complete for port 07959241-e607-41f9-a7f7-d8b52fabeab8 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 14:01:34.106993 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4ca05ac1-3878-4099-9f1e-e5c7824f577a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-663396'] for port (07959241-e607-41f9-a7f7-d8b52fabeab8), provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:01:34.178390 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1126fa-2cb0-4466-8fe9-4cb8d42318ea req-159e91b4-f55a-4172-aac0-080e97b99aba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:01:34.180662 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-cd1126fa-2cb0-4466-8fe9-4cb8d42318ea req-159e91b4-f55a-4172-aac0-080e97b99aba service neutron] 10.222.0.75 "GET /v2.0/subnets?id=3f4be426-c8cc-4fad-9345-853add2c7e7d HTTP/1.1" status: 200 len: 847 time: 0.0698090 Apr 11 14:01:34.205573 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-fae79379-5e7e-408e-858e-8547923eebd8 None None] For port 07959241-e607-41f9-a7f7-d8b52fabeab8, host dv-cinder-830787-2-iscsi, cleared binding levels {{(pid=103320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 14:01:34.218672 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-4ca05ac1-3878-4099-9f1e-e5c7824f577a None None] Port 07959241-e607-41f9-a7f7-d8b52fabeab8 cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 14:01:34.233360 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-fae79379-5e7e-408e-858e-8547923eebd8 None None] For port 07959241-e607-41f9-a7f7-d8b52fabeab8, host dv-cinder-830787-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830787-2-iscsi',level=0,port_id=07959241-e607-41f9-a7f7-d8b52fabeab8,segment=NetworkSegment(45f2087c-abd0-40ee-aed6-01d5bceea17e),segment_id=45f2087c-abd0-40ee-aed6-01d5bceea17e)] {{(pid=103320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 14:01:34.235047 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Current status of the port 39e8f929-9785-4c05-bb1f-203a2cc27f0f is: ACTIVE; New status is: ACTIVE {{(pid=103320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 14:01:34.248542 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-fae79379-5e7e-408e-858e-8547923eebd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750379687711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750379164492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750379164510'] for port (07959241-e607-41f9-a7f7-d8b52fabeab8), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:01:34.266984 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5564376-c601-4924-84df-ef00027a2c1b req-87a98c57-db48-4fb8-b8d2-318d8bbf1e03 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:01:34.268504 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-b5564376-c601-4924-84df-ef00027a2c1b req-87a98c57-db48-4fb8-b8d2-318d8bbf1e03 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] 10.222.0.67 "GET /v2.0/ports?device_id=cf497683-01c3-4106-adb0-36d23d564607 HTTP/1.1" status: 200 len: 946 time: 0.1480532 Apr 11 14:01:34.311077 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1126fa-2cb0-4466-8fe9-4cb8d42318ea req-dc4851de-1391-4153-b775-820813620fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:01:34.313044 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-cd1126fa-2cb0-4466-8fe9-4cb8d42318ea req-dc4851de-1391-4153-b775-820813620fb2 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=bcc3856a-1e27-4d38-8f1d-e24f8fbb1282&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1106284 Apr 11 14:01:34.314979 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12bb5c8b-7e34-483b-b4a0-0bfca0d6397b None None] Pushing event updated for resources: {'Port': ['ID=07959241-e607-41f9-a7f7-d8b52fabeab8,revision_number=4']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:01:34.353983 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fae79379-5e7e-408e-858e-8547923eebd8 None None] Routers {'d0b1ae0a-8b2c-4f3d-90c8-64302b05e308'} bound to L3 agent in host dv-cinder-830787-2-iscsi {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 14:01:34.356171 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-fae79379-5e7e-408e-858e-8547923eebd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830787-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-11T13:46:59Z,description=,heartbeat_timestamp=2022-04-11T14:01:29Z,host='dv-cinder-830787-2-iscsi',id=e731c656-576f-4174-9da3-af64518920bc,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T13:46:59Z,topic='l3_agent')) {'router_ids': ['d0b1ae0a-8b2c-4f3d-90c8-64302b05e308'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:01:34.376670 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-b5564376-c601-4924-84df-ef00027a2c1b req-df50bc0c-c6e4-43aa-ac1d-71a6b88eb330 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] 10.222.0.67 "GET /v2.0/security-groups?id=210d3a2a-5e47-4e4e-a4c0-fc7866dd9ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0937834 Apr 11 14:01:34.498275 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1cbda4-5748-4bc2-978a-1579c5f12042 req-52a82fa0-ff11-401e-ac85-1b2e1f629006 tempest-TestShelveInstance-72923974 tempest-TestShelveInstance-72923974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:01:34.514309 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-ec1cbda4-5748-4bc2-978a-1579c5f12042 req-52a82fa0-ff11-401e-ac85-1b2e1f629006 tempest-TestShelveInstance-72923974 tempest-TestShelveInstance-72923974-project] 10.222.0.67 "GET /v2.0/ports?device_id=e2a988bf-9fbe-4371-a34f-2437494ec1ee HTTP/1.1" status: 200 len: 945 time: 0.0827763 Apr 11 14:01:34.524609 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-cd1126fa-2cb0-4466-8fe9-4cb8d42318ea req-2281d1ce-c1e1-488b-84f4-2ac260d2f838 service neutron] 10.222.0.75 "GET /v2.0/networks/bcc3856a-1e27-4d38-8f1d-e24f8fbb1282?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2036002 Apr 11 14:01:34.601118 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-ec1cbda4-5748-4bc2-978a-1579c5f12042 req-c73a63b3-6b64-4dfe-9c87-c1c4a34bf974 tempest-TestShelveInstance-72923974 tempest-TestShelveInstance-72923974-project] 10.222.0.67 "GET /v2.0/security-groups?id=5212f323-fd10-4b4e-8612-863b832a0ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0850086 Apr 11 14:01:34.633699 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.db.l3_dvr_db [None req-fae79379-5e7e-408e-858e-8547923eebd8 None None] Set router d0b1ae0a-8b2c-4f3d-90c8-64302b05e308 gateway port host: dv-cinder-830787-2-iscsi {{(pid=103320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 14:01:34.698369 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-cd1126fa-2cb0-4466-8fe9-4cb8d42318ea req-baf1def9-c7e8-4d5d-b95b-0acee1f166f9 service neutron] 10.222.0.75 "GET /v2.0/networks/bcc3856a-1e27-4d38-8f1d-e24f8fbb1282?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1644478 Apr 11 14:01:34.782474 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-cba7d828-0785-4db7-bee6-e46669f0cfeb None None] Provisioning complete for port 07959241-e607-41f9-a7f7-d8b52fabeab8 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 14:01:34.782944 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-cba7d828-0785-4db7-bee6-e46669f0cfeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-663396'] for port (07959241-e607-41f9-a7f7-d8b52fabeab8), provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:01:34.965693 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-cba7d828-0785-4db7-bee6-e46669f0cfeb None None] Current status of the port 07959241-e607-41f9-a7f7-d8b52fabeab8 is: DOWN; New status is: ACTIVE {{(pid=103320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 14:01:34.966324 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-cba7d828-0785-4db7-bee6-e46669f0cfeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883311'] for port (07959241-e607-41f9-a7f7-d8b52fabeab8), before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:01:35.004514 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-fae79379-5e7e-408e-858e-8547923eebd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0b1ae0a-8b2c-4f3d-90c8-64302b05e308', 'name': 'tempest-TestVolumeBootPattern-2029048594-router', 'tenant_id': '3376c318d5ca400588d96924b596052c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886', 'external_fixed_ips': [{'subnet_id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'ip_address': '172.27.1.247'}], 'enable_snat': True}, 'gw_port_id': '39e8f929-9785-4c05-bb1f-203a2cc27f0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:01:25Z', 'updated_at': '2022-04-11T14:01:29Z', 'revision_number': 4, 'project_id': '3376c318d5ca400588d96924b596052c', 'gw_port': {'id': '39e8f929-9785-4c05-bb1f-203a2cc27f0f', 'name': '', 'network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:c8:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0b1ae0a-8b2c-4f3d-90c8-64302b05e308', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'ip_address': '172.27.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:01:25Z', 'updated_at': '2022-04-11T14:01:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830787-2-iscsi', '_interfaces': [{'id': '07959241-e607-41f9-a7f7-d8b52fabeab8', 'name': '', 'network_id': '79da1a75-2166-41ad-a25c-44d9657e4521', 'tenant_id': '3376c318d5ca400588d96924b596052c', 'mac_address': 'fa:16:3e:1d:0d:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0b1ae0a-8b2c-4f3d-90c8-64302b05e308', 'device_owner': 'network:router_interface', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '92c41761-8fa7-44fc-8eeb-eacf544970b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:01:28Z', 'updated_at': '2022-04-11T14:01:34Z', 'revision_number': 4, 'project_id': '3376c318d5ca400588d96924b596052c', 'subnets': [{'id': '92c41761-8fa7-44fc-8eeb-eacf544970b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830787-2-iscsi', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:01:35.047286 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-cba7d828-0785-4db7-bee6-e46669f0cfeb None None] For port 07959241-e607-41f9-a7f7-d8b52fabeab8, host dv-cinder-830787-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830787-2-iscsi',level=0,port_id=07959241-e607-41f9-a7f7-d8b52fabeab8,segment=NetworkSegment(45f2087c-abd0-40ee-aed6-01d5bceea17e),segment_id=45f2087c-abd0-40ee-aed6-01d5bceea17e)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 14:01:35.049085 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fae79379-5e7e-408e-858e-8547923eebd8 None None] The sync data for ids ['d0b1ae0a-8b2c-4f3d-90c8-64302b05e308'] in dv-cinder-830787-2-iscsi is: [{'id': 'd0b1ae0a-8b2c-4f3d-90c8-64302b05e308', 'name': 'tempest-TestVolumeBootPattern-2029048594-router', 'tenant_id': '3376c318d5ca400588d96924b596052c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886', 'external_fixed_ips': [{'subnet_id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'ip_address': '172.27.1.247'}], 'enable_snat': True}, 'gw_port_id': '39e8f929-9785-4c05-bb1f-203a2cc27f0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:01:25Z', 'updated_at': '2022-04-11T14:01:29Z', 'revision_number': 4, 'project_id': '3376c318d5ca400588d96924b596052c', 'gw_port': {'id': '39e8f929-9785-4c05-bb1f-203a2cc27f0f', 'name': '', 'network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:c8:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0b1ae0a-8b2c-4f3d-90c8-64302b05e308', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'ip_address': '172.27.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:01:25Z', 'updated_at': '2022-04-11T14:01:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830787-2-iscsi', '_interfaces': [{'id': '07959241-e607-41f9-a7f7-d8b52fabeab8', 'name': '', 'network_id': '79da1a75-2166-41ad-a25c-44d9657e4521', 'tenant_id': '3376c318d5ca400588d96924b596052c', 'mac_address': 'fa:16:3e:1d:0d:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0b1ae0a-8b2c-4f3d-90c8-64302b05e308', 'device_owner': 'network:router_interface', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '92c41761-8fa7-44fc-8eeb-eacf544970b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:01:28Z', 'updated_at': '2022-04-11T14:01:34Z', 'revision_number': 4, 'project_id': '3376c318d5ca400588d96924b596052c', 'subnets': [{'id': '92c41761-8fa7-44fc-8eeb-eacf544970b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 14:01:35.054811 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-cba7d828-0785-4db7-bee6-e46669f0cfeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750379687711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750379164492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750379164510'] for port (07959241-e607-41f9-a7f7-d8b52fabeab8), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:01:35.162328 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba7d828-0785-4db7-bee6-e46669f0cfeb None None] Pushing event updated for resources: {'Port': ['ID=07959241-e607-41f9-a7f7-d8b52fabeab8,revision_number=5']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:01:35.546429 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f566f91-8976-46b2-9c4d-8e00f6d0bfc8 req-98ea2a60-cf78-454d-bb95-298799654873 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:01:35.548042 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-7f566f91-8976-46b2-9c4d-8e00f6d0bfc8 req-98ea2a60-cf78-454d-bb95-298799654873 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] 10.222.0.67 "GET /v2.0/ports?device_id=cf497683-01c3-4106-adb0-36d23d564607 HTTP/1.1" status: 200 len: 946 time: 0.0569880 Apr 11 14:01:35.625969 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-7f566f91-8976-46b2-9c4d-8e00f6d0bfc8 req-4e572d42-f175-4bf8-8c74-61b227c28e2a tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] 10.222.0.67 "GET /v2.0/security-groups?id=210d3a2a-5e47-4e4e-a4c0-fc7866dd9ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712807 Apr 11 14:01:35.675182 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Device 07959241-e607-41f9-a7f7-d8b52fabeab8 up at agent ovs-agent-dv-cinder-830787-2-iscsi {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 14:01:35.766581 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Provisioning complete for port 07959241-e607-41f9-a7f7-d8b52fabeab8 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 14:01:35.767280 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-663396'] for port (07959241-e607-41f9-a7f7-d8b52fabeab8), provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:01:35.799030 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f349de-bbe3-4aba-ba4e-752873cf5c4c req-bcd19983-532b-443d-a84b-066dc60cf9b1 tempest-TestShelveInstance-72923974 tempest-TestShelveInstance-72923974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:01:35.808337 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-b6f349de-bbe3-4aba-ba4e-752873cf5c4c req-bcd19983-532b-443d-a84b-066dc60cf9b1 tempest-TestShelveInstance-72923974 tempest-TestShelveInstance-72923974-project] 10.222.0.67 "GET /v2.0/ports?device_id=e2a988bf-9fbe-4371-a34f-2437494ec1ee HTTP/1.1" status: 200 len: 945 time: 0.0748541 Apr 11 14:01:35.865182 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Current status of the port 07959241-e607-41f9-a7f7-d8b52fabeab8 is: ACTIVE; New status is: ACTIVE {{(pid=103320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 14:01:35.872023 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-b6f349de-bbe3-4aba-ba4e-752873cf5c4c req-3438b292-4b45-45e1-83fb-9dc82a62a94e tempest-TestShelveInstance-72923974 tempest-TestShelveInstance-72923974-project] 10.222.0.67 "GET /v2.0/security-groups?id=5212f323-fd10-4b4e-8612-863b832a0ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577469 Apr 11 14:01:36.778493 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1ee51c-2b15-47db-aac3-29f176f77c44 req-914f6ada-58f4-4fe9-938c-00d65cedd4d6 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:01:36.780122 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-ac1ee51c-2b15-47db-aac3-29f176f77c44 req-914f6ada-58f4-4fe9-938c-00d65cedd4d6 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] 10.222.0.67 "GET /v2.0/ports?device_id=cf497683-01c3-4106-adb0-36d23d564607 HTTP/1.1" status: 200 len: 946 time: 0.0641239 Apr 11 14:01:36.843779 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-ac1ee51c-2b15-47db-aac3-29f176f77c44 req-40b9464e-89f9-42fb-b623-b43f9a487c92 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] 10.222.0.67 "GET /v2.0/security-groups?id=210d3a2a-5e47-4e4e-a4c0-fc7866dd9ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491676 Apr 11 14:01:36.980906 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a366b63b-9bde-4119-9f53-ee2c80d351d8 req-343bb590-e90a-4217-93f5-0a664a8c447d tempest-TestShelveInstance-72923974 tempest-TestShelveInstance-72923974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:01:36.982413 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-a366b63b-9bde-4119-9f53-ee2c80d351d8 req-343bb590-e90a-4217-93f5-0a664a8c447d tempest-TestShelveInstance-72923974 tempest-TestShelveInstance-72923974-project] 10.222.0.67 "GET /v2.0/ports?device_id=e2a988bf-9fbe-4371-a34f-2437494ec1ee HTTP/1.1" status: 200 len: 945 time: 0.0527680 Apr 11 14:01:37.057429 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-a366b63b-9bde-4119-9f53-ee2c80d351d8 req-f8cc6903-ae36-4b0c-a27e-7826f7fef8a1 tempest-TestShelveInstance-72923974 tempest-TestShelveInstance-72923974-project] 10.222.0.67 "GET /v2.0/security-groups?id=5212f323-fd10-4b4e-8612-863b832a0ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693491 Apr 11 14:01:37.980516 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1038781a-e5bd-4fd3-aa42-b53b71804961 req-27b4fff9-9245-4e0c-b2a0-1084eff54f9b tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:01:37.982011 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-1038781a-e5bd-4fd3-aa42-b53b71804961 req-27b4fff9-9245-4e0c-b2a0-1084eff54f9b tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] 10.222.0.67 "GET /v2.0/ports?device_id=cf497683-01c3-4106-adb0-36d23d564607 HTTP/1.1" status: 200 len: 946 time: 0.0558197 Apr 11 14:01:38.036145 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-1038781a-e5bd-4fd3-aa42-b53b71804961 req-6dc430f9-e6a9-41bb-bf4c-3dc1d425bef2 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] 10.222.0.67 "GET /v2.0/security-groups?id=210d3a2a-5e47-4e4e-a4c0-fc7866dd9ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483937 Apr 11 14:01:38.177496 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb61c0b3-8746-4e9d-936d-065b8957cd54 req-38cc7c9a-12e9-414a-a088-6527a9149f20 tempest-TestShelveInstance-72923974 tempest-TestShelveInstance-72923974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:01:38.179925 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-cb61c0b3-8746-4e9d-936d-065b8957cd54 req-38cc7c9a-12e9-414a-a088-6527a9149f20 tempest-TestShelveInstance-72923974 tempest-TestShelveInstance-72923974-project] 10.222.0.67 "GET /v2.0/ports?device_id=e2a988bf-9fbe-4371-a34f-2437494ec1ee HTTP/1.1" status: 200 len: 945 time: 0.0588813 Apr 11 14:01:38.235236 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-cb61c0b3-8746-4e9d-936d-065b8957cd54 req-1696f28e-644a-4b40-a836-60f9cd2d6fdf tempest-TestShelveInstance-72923974 tempest-TestShelveInstance-72923974-project] 10.222.0.67 "GET /v2.0/security-groups?id=5212f323-fd10-4b4e-8612-863b832a0ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493522 Apr 11 14:01:39.160058 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d667701-16f5-48a8-844a-c89217614737 req-0f33d27f-cc69-4d8d-bebc-3894e863205a tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:01:39.164361 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-1d667701-16f5-48a8-844a-c89217614737 req-0f33d27f-cc69-4d8d-bebc-3894e863205a tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] 10.222.0.67 "GET /v2.0/ports?device_id=cf497683-01c3-4106-adb0-36d23d564607 HTTP/1.1" status: 200 len: 946 time: 0.0522742 Apr 11 14:01:39.236588 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-1d667701-16f5-48a8-844a-c89217614737 req-dced05a0-dcd9-49f9-8cc8-42468464561e tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] 10.222.0.67 "GET /v2.0/security-groups?id=210d3a2a-5e47-4e4e-a4c0-fc7866dd9ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519037 Apr 11 14:01:39.357032 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e26137-a01a-4eb1-a1f7-e80f01f5845a req-8abccefb-3dde-4beb-8f22-3fba4f1b25ad tempest-TestShelveInstance-72923974 tempest-TestShelveInstance-72923974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:01:39.358590 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-20e26137-a01a-4eb1-a1f7-e80f01f5845a req-8abccefb-3dde-4beb-8f22-3fba4f1b25ad tempest-TestShelveInstance-72923974 tempest-TestShelveInstance-72923974-project] 10.222.0.67 "GET /v2.0/ports?device_id=e2a988bf-9fbe-4371-a34f-2437494ec1ee HTTP/1.1" status: 200 len: 945 time: 0.0505950 Apr 11 14:01:39.410932 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-20e26137-a01a-4eb1-a1f7-e80f01f5845a req-ae3074bc-32f4-48ba-98d4-4670f78c8e9a tempest-TestShelveInstance-72923974 tempest-TestShelveInstance-72923974-project] 10.222.0.67 "GET /v2.0/security-groups?id=5212f323-fd10-4b4e-8612-863b832a0ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466740 Apr 11 14:01:39.889126 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f887ac-fefc-424b-b0be-0921d3ffaf12 req-b10667d9-90d3-4c1e-914c-7921003d8407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:01:39.890589 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-26f887ac-fefc-424b-b0be-0921d3ffaf12 req-b10667d9-90d3-4c1e-914c-7921003d8407 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=a8a28d94e79a4972b0f8f61ab1cb1490&device_id=cf497683-01c3-4106-adb0-36d23d564607 HTTP/1.1" status: 200 len: 1130 time: 0.0385633 Apr 11 14:01:39.989371 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f887ac-fefc-424b-b0be-0921d3ffaf12 req-cd885b10-cf71-4588-a289-5452b90fafda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:01:39.990874 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-26f887ac-fefc-424b-b0be-0921d3ffaf12 req-cd885b10-cf71-4588-a289-5452b90fafda service neutron] 10.222.0.75 "GET /v2.0/networks?id=0208f136-78bf-40a4-90c8-9a7151bfb362 HTTP/1.1" status: 200 len: 917 time: 0.0854528 Apr 11 14:01:40.081811 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-26f887ac-fefc-424b-b0be-0921d3ffaf12 req-6205e8c3-c1da-4c33-917d-2690cf3905e3 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9c6a342b-a134-4ab5-996e-3eab3c406817 HTTP/1.1" status: 200 len: 1001 time: 0.0616829 Apr 11 14:01:40.132538 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f887ac-fefc-424b-b0be-0921d3ffaf12 req-40ee02cc-1b39-41b2-914b-f0b7085612ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:01:40.133931 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-26f887ac-fefc-424b-b0be-0921d3ffaf12 req-40ee02cc-1b39-41b2-914b-f0b7085612ae service neutron] 10.222.0.75 "GET /v2.0/subnets?id=2778d57e-4616-4989-bcd8-4f6cb6111901 HTTP/1.1" status: 200 len: 855 time: 0.0414429 Apr 11 14:01:40.180797 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f887ac-fefc-424b-b0be-0921d3ffaf12 req-f4bfca0c-913a-4716-b410-ce1a4c322108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:01:40.182293 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-26f887ac-fefc-424b-b0be-0921d3ffaf12 req-f4bfca0c-913a-4716-b410-ce1a4c322108 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=0208f136-78bf-40a4-90c8-9a7151bfb362&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0404239 Apr 11 14:01:40.284935 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-26f887ac-fefc-424b-b0be-0921d3ffaf12 req-4440526a-1685-44f0-8bad-5539dd1af270 service neutron] 10.222.0.75 "GET /v2.0/networks/0208f136-78bf-40a4-90c8-9a7151bfb362?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897560 Apr 11 14:01:40.531330 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16229e7c-44bb-4704-bdf6-f090ea311918 req-9e4c529d-dc8c-4c2b-a86b-836c3c98cac9 tempest-TestShelveInstance-72923974 tempest-TestShelveInstance-72923974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:01:40.532985 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-16229e7c-44bb-4704-bdf6-f090ea311918 req-9e4c529d-dc8c-4c2b-a86b-836c3c98cac9 tempest-TestShelveInstance-72923974 tempest-TestShelveInstance-72923974-project] 10.222.0.67 "GET /v2.0/ports?device_id=e2a988bf-9fbe-4371-a34f-2437494ec1ee HTTP/1.1" status: 200 len: 945 time: 0.0494757 Apr 11 14:01:40.585422 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-16229e7c-44bb-4704-bdf6-f090ea311918 req-2b4a900d-4ffd-43ee-86b1-4f2a14c00a75 tempest-TestShelveInstance-72923974 tempest-TestShelveInstance-72923974-project] 10.222.0.67 "GET /v2.0/security-groups?id=5212f323-fd10-4b4e-8612-863b832a0ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453880 Apr 11 14:01:40.658615 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94e4ba4-35a9-47dc-9313-ce50ac78e857 req-a1d93963-9689-4b2a-b552-98327f0f0361 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:01:40.659980 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-b94e4ba4-35a9-47dc-9313-ce50ac78e857 req-a1d93963-9689-4b2a-b552-98327f0f0361 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] 10.222.0.67 "GET /v2.0/ports?device_id=cf497683-01c3-4106-adb0-36d23d564607 HTTP/1.1" status: 200 len: 946 time: 0.3510566 Apr 11 14:01:40.700331 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-26f887ac-fefc-424b-b0be-0921d3ffaf12 req-2d5c4e6e-f8d0-4ca8-8b6c-d078a2b14041 service neutron] 10.222.0.75 "GET /v2.0/networks/0208f136-78bf-40a4-90c8-9a7151bfb362?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4084358 Apr 11 14:01:40.721386 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-b94e4ba4-35a9-47dc-9313-ce50ac78e857 req-49156881-1c47-444d-b635-0d57cf79aa34 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] 10.222.0.67 "GET /v2.0/security-groups?id=210d3a2a-5e47-4e4e-a4c0-fc7866dd9ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551960 Apr 11 14:01:41.712860 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55593b4-a3dc-472d-bf75-2ff9b453026d req-19a52d12-1269-470f-b206-e87414d9e668 tempest-TestShelveInstance-72923974 tempest-TestShelveInstance-72923974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:01:41.714358 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-d55593b4-a3dc-472d-bf75-2ff9b453026d req-19a52d12-1269-470f-b206-e87414d9e668 tempest-TestShelveInstance-72923974 tempest-TestShelveInstance-72923974-project] 10.222.0.67 "GET /v2.0/ports?device_id=e2a988bf-9fbe-4371-a34f-2437494ec1ee HTTP/1.1" status: 200 len: 945 time: 0.0589461 Apr 11 14:01:41.763705 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-d55593b4-a3dc-472d-bf75-2ff9b453026d req-570641a2-b88d-4d73-87cc-1464adf2a28b tempest-TestShelveInstance-72923974 tempest-TestShelveInstance-72923974-project] 10.222.0.67 "GET /v2.0/security-groups?id=5212f323-fd10-4b4e-8612-863b832a0ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437684 Apr 11 14:01:41.854727 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07dfc7f2-db6b-467e-a11c-f595cd28fb60 req-2762c16d-6cc8-4b87-9fe8-038d59a99d6d tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:01:41.856198 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-07dfc7f2-db6b-467e-a11c-f595cd28fb60 req-2762c16d-6cc8-4b87-9fe8-038d59a99d6d tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] 10.222.0.67 "GET /v2.0/ports?device_id=cf497683-01c3-4106-adb0-36d23d564607 HTTP/1.1" status: 200 len: 946 time: 0.0461743 Apr 11 14:01:41.908045 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-07dfc7f2-db6b-467e-a11c-f595cd28fb60 req-af5bf80f-c0fe-4200-84c6-f91089c2dfde tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] 10.222.0.67 "GET /v2.0/security-groups?id=210d3a2a-5e47-4e4e-a4c0-fc7866dd9ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457599 Apr 11 14:01:42.901320 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce03ff7-ca8f-4ef5-8b86-8ca814877351 req-85ff7a3f-cf79-44d9-b16d-0229883bda70 tempest-TestShelveInstance-72923974 tempest-TestShelveInstance-72923974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:01:42.902783 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-3ce03ff7-ca8f-4ef5-8b86-8ca814877351 req-85ff7a3f-cf79-44d9-b16d-0229883bda70 tempest-TestShelveInstance-72923974 tempest-TestShelveInstance-72923974-project] 10.222.0.67 "GET /v2.0/ports?device_id=e2a988bf-9fbe-4371-a34f-2437494ec1ee HTTP/1.1" status: 200 len: 945 time: 0.0525470 Apr 11 14:01:42.950840 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-3ce03ff7-ca8f-4ef5-8b86-8ca814877351 req-71969e21-e80e-4768-b36a-475b33683d69 tempest-TestShelveInstance-72923974 tempest-TestShelveInstance-72923974-project] 10.222.0.67 "GET /v2.0/security-groups?id=5212f323-fd10-4b4e-8612-863b832a0ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424242 Apr 11 14:01:43.028039 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ffd8b8-7bcf-4f8a-bce3-4aa208af35de req-2c777ade-0ca5-4bb3-9f36-7e3807ac811c tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:01:43.029819 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-c2ffd8b8-7bcf-4f8a-bce3-4aa208af35de req-2c777ade-0ca5-4bb3-9f36-7e3807ac811c tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] 10.222.0.67 "GET /v2.0/ports?device_id=cf497683-01c3-4106-adb0-36d23d564607 HTTP/1.1" status: 200 len: 946 time: 0.0505745 Apr 11 14:01:43.077779 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-c2ffd8b8-7bcf-4f8a-bce3-4aa208af35de req-44f73136-4440-48e2-802b-c5a1561b9e8e tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] 10.222.0.67 "GET /v2.0/security-groups?id=210d3a2a-5e47-4e4e-a4c0-fc7866dd9ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412025 Apr 11 14:01:43.762848 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed4a5e6-c0fc-4209-b012-3950993c106a req-baaa44d4-a7b9-44e9-95e4-42251e67d90b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:01:43.764373 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-0ed4a5e6-c0fc-4209-b012-3950993c106a req-baaa44d4-a7b9-44e9-95e4-42251e67d90b service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=626d5ba1efe34953a6d00b0f0afd5013&device_id=e2a988bf-9fbe-4371-a34f-2437494ec1ee HTTP/1.1" status: 200 len: 1129 time: 0.0399635 Apr 11 14:01:43.859904 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed4a5e6-c0fc-4209-b012-3950993c106a req-9853ad55-d641-4e3b-a7e0-9d73f47b8b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:01:43.861628 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-0ed4a5e6-c0fc-4209-b012-3950993c106a req-9853ad55-d641-4e3b-a7e0-9d73f47b8b2b service neutron] 10.222.0.75 "GET /v2.0/networks?id=bcc3856a-1e27-4d38-8f1d-e24f8fbb1282 HTTP/1.1" status: 200 len: 909 time: 0.0914519 Apr 11 14:01:43.868476 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Device 9c6a342b-a134-4ab5-996e-3eab3c406817 no longer exists at agent hyperv_hv-cinder-83078 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 14:01:43.946312 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-0ed4a5e6-c0fc-4209-b012-3950993c106a req-7419728c-1dfc-4703-9dfd-9949b0b0bffc service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2f18b7d6-84d7-4249-8b95-51fdbd414e68 HTTP/1.1" status: 200 len: 1001 time: 0.0768788 Apr 11 14:01:43.954572 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Current status of the port 9c6a342b-a134-4ab5-996e-3eab3c406817 is: ACTIVE; New status is: DOWN {{(pid=103320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 14:01:43.955210 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883311'] for port (9c6a342b-a134-4ab5-996e-3eab3c406817), before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:01:43.982482 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf497683-01c3-4106-adb0-36d23d564607', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9c6a342b-a134-4ab5-996e-3eab3c406817'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 14:01:43.985679 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e17e7c2a2a067a9a9572b19104dd8b83720c41d762fa1dc6a6c9d001f6760b0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75e1efe7-f2bc-4c16-b008-11acf36006e6" -d '{"events": [{"server_uuid": "cf497683-01c3-4106-adb0-36d23d564607", "name": "network-vif-unplugged", "status": "completed", "tag": "9c6a342b-a134-4ab5-996e-3eab3c406817"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 14:01:44.000240 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] For port 9c6a342b-a134-4ab5-996e-3eab3c406817, host hv-cinder-83078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83078',level=0,port_id=9c6a342b-a134-4ab5-996e-3eab3c406817,segment=NetworkSegment(964d2a25-195e-4828-b4c1-a165c2037b82),segment_id=964d2a25-195e-4828-b4c1-a165c2037b82)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 14:01:44.010796 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750379687711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750379164492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750379164510'] for port (9c6a342b-a134-4ab5-996e-3eab3c406817), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:01:44.076977 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9312f5-bd1d-47fe-897c-2572257bcc85 req-707f0043-f6f1-4eee-8230-e434dff7c7ac tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:01:44.078479 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-7e9312f5-bd1d-47fe-897c-2572257bcc85 req-707f0043-f6f1-4eee-8230-e434dff7c7ac tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] 10.222.0.67 "GET /v2.0/ports?device_id=cf497683-01c3-4106-adb0-36d23d564607 HTTP/1.1" status: 200 len: 944 time: 0.0835409 Apr 11 14:01:44.084312 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed4a5e6-c0fc-4209-b012-3950993c106a req-3eaf3b77-f7b4-418a-81f6-baa6dc3c1eec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:01:44.085714 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-0ed4a5e6-c0fc-4209-b012-3950993c106a req-3eaf3b77-f7b4-418a-81f6-baa6dc3c1eec service neutron] 10.222.0.75 "GET /v2.0/subnets?id=3f4be426-c8cc-4fad-9345-853add2c7e7d HTTP/1.1" status: 200 len: 847 time: 0.1324251 Apr 11 14:01:44.091403 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Pushing event updated for resources: {'Port': ['ID=9c6a342b-a134-4ab5-996e-3eab3c406817,revision_number=8']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:01:44.123562 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66cac00-9eef-4190-83d8-373413d2298b req-cdb698ee-73c0-4eba-9b37-39ed2986f851 tempest-TestShelveInstance-72923974 tempest-TestShelveInstance-72923974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:01:44.125822 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-f66cac00-9eef-4190-83d8-373413d2298b req-cdb698ee-73c0-4eba-9b37-39ed2986f851 tempest-TestShelveInstance-72923974 tempest-TestShelveInstance-72923974-project] 10.222.0.67 "GET /v2.0/ports?device_id=e2a988bf-9fbe-4371-a34f-2437494ec1ee HTTP/1.1" status: 200 len: 945 time: 0.0702755 Apr 11 14:01:44.153516 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed4a5e6-c0fc-4209-b012-3950993c106a req-104b56a6-40e2-4467-9d93-d1916782c85e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:01:44.154951 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-0ed4a5e6-c0fc-4209-b012-3950993c106a req-104b56a6-40e2-4467-9d93-d1916782c85e service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=bcc3856a-1e27-4d38-8f1d-e24f8fbb1282&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0599730 Apr 11 14:01:44.162124 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-7e9312f5-bd1d-47fe-897c-2572257bcc85 req-9136c396-7139-41a5-b269-8296ed6d5e0b tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] 10.222.0.67 "GET /v2.0/security-groups?id=210d3a2a-5e47-4e4e-a4c0-fc7866dd9ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0744102 Apr 11 14:01:44.200017 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-f66cac00-9eef-4190-83d8-373413d2298b req-383b4c66-6d80-466f-8f62-8e614acb56de tempest-TestShelveInstance-72923974 tempest-TestShelveInstance-72923974-project] 10.222.0.67 "GET /v2.0/security-groups?id=5212f323-fd10-4b4e-8612-863b832a0ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669789 Apr 11 14:01:44.222294 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 11 Apr 2022 14:01:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86b8f027-97c1-4d9a-9ad9-6ad4fee2fc29 x-openstack-request-id: req-86b8f027-97c1-4d9a-9ad9-6ad4fee2fc29 {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 14:01:44.222658 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf497683-01c3-4106-adb0-36d23d564607", "name": "network-vif-unplugged", "status": "failed", "tag": "9c6a342b-a134-4ab5-996e-3eab3c406817", "code": 422}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 14:01:44.222981 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-86b8f027-97c1-4d9a-9ad9-6ad4fee2fc29 {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 14:01:44.223513 dv-cinder-830787-2-iscsi neutron-server[103320]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-86b8f027-97c1-4d9a-9ad9-6ad4fee2fc29']: {'server_uuid': 'cf497683-01c3-4106-adb0-36d23d564607', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '9c6a342b-a134-4ab5-996e-3eab3c406817', 'code': 422} returned with failed status Apr 11 14:01:44.260848 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-0ed4a5e6-c0fc-4209-b012-3950993c106a req-140d6907-1ee1-4caa-b37f-adca8ff0c270 service neutron] 10.222.0.75 "GET /v2.0/networks/bcc3856a-1e27-4d38-8f1d-e24f8fbb1282?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974634 Apr 11 14:01:44.357104 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-0ed4a5e6-c0fc-4209-b012-3950993c106a req-6eefe2a9-ab8f-41bf-b7e4-fe7259c112d4 service neutron] 10.222.0.75 "GET /v2.0/networks/bcc3856a-1e27-4d38-8f1d-e24f8fbb1282?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883238 Apr 11 14:01:44.391187 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.67', 33912) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 14:01:44.481703 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-369713b7-5e01-4e12-a38e-66e33be11ecd req-b992475d-0e16-4138-894c-2d3bf56f01aa service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=cf497683-01c3-4106-adb0-36d23d564607&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0892043 Apr 11 14:01:44.486969 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.wsgi [req-369713b7-5e01-4e12-a38e-66e33be11ecd req-1df22024-d854-49b6-8134-af7098117056 service neutron] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=103318) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 11 14:01:44.488016 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-369713b7-5e01-4e12-a38e-66e33be11ecd req-1df22024-d854-49b6-8134-af7098117056 service neutron] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053895 Apr 11 14:01:44.562761 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.67', 33922) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 14:01:44.655321 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369713b7-5e01-4e12-a38e-66e33be11ecd req-83b8f464-0be9-4a6f-8eb8-dae18c4e6380 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:01:44.656692 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-369713b7-5e01-4e12-a38e-66e33be11ecd req-83b8f464-0be9-4a6f-8eb8-dae18c4e6380 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] 10.222.0.67 "GET /v2.0/ports/9c6a342b-a134-4ab5-996e-3eab3c406817 HTTP/1.1" status: 200 len: 941 time: 0.0929682 Apr 11 14:01:45.286369 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d2c861-5264-455c-a16d-c8bb98536252 req-eeb1c3cf-c45c-4f1b-9107-2b359003e54b tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:01:45.288418 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-f1d2c861-5264-455c-a16d-c8bb98536252 req-eeb1c3cf-c45c-4f1b-9107-2b359003e54b tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] 10.222.0.67 "GET /v2.0/ports?device_id=cf497683-01c3-4106-adb0-36d23d564607 HTTP/1.1" status: 200 len: 944 time: 0.0470719 Apr 11 14:01:45.314272 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a1f930-3638-466e-a92d-836ba099b25d req-890b8ccc-834c-4aa1-b4d6-9835dfc9986f tempest-TestShelveInstance-72923974 tempest-TestShelveInstance-72923974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:01:45.315790 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-14a1f930-3638-466e-a92d-836ba099b25d req-890b8ccc-834c-4aa1-b4d6-9835dfc9986f tempest-TestShelveInstance-72923974 tempest-TestShelveInstance-72923974-project] 10.222.0.67 "GET /v2.0/ports?device_id=e2a988bf-9fbe-4371-a34f-2437494ec1ee HTTP/1.1" status: 200 len: 945 time: 0.0480733 Apr 11 14:01:45.335068 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-f1d2c861-5264-455c-a16d-c8bb98536252 req-0e8f4f82-04c5-441b-82c6-9db674ccb70d tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] 10.222.0.67 "GET /v2.0/security-groups?id=210d3a2a-5e47-4e4e-a4c0-fc7866dd9ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408323 Apr 11 14:01:45.369701 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-14a1f930-3638-466e-a92d-836ba099b25d req-3127eec5-1d38-4020-b329-44d1ff5752c2 tempest-TestShelveInstance-72923974 tempest-TestShelveInstance-72923974-project] 10.222.0.67 "GET /v2.0/security-groups?id=5212f323-fd10-4b4e-8612-863b832a0ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478396 Apr 11 14:01:46.460009 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67282d90-cb73-41a2-80bd-7f382ef77dc5 req-e8f23214-6b1c-40b6-8770-235cbf1c1127 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:01:46.461786 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-67282d90-cb73-41a2-80bd-7f382ef77dc5 req-e8f23214-6b1c-40b6-8770-235cbf1c1127 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] 10.222.0.67 "GET /v2.0/ports?device_id=cf497683-01c3-4106-adb0-36d23d564607 HTTP/1.1" status: 200 len: 944 time: 0.0527601 Apr 11 14:01:46.514948 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4659bf6d-f342-4159-b631-f965f08b13e4 req-63b6e6b5-1be2-4455-9c62-485f24f468da tempest-TestShelveInstance-72923974 tempest-TestShelveInstance-72923974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:01:46.516485 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-4659bf6d-f342-4159-b631-f965f08b13e4 req-63b6e6b5-1be2-4455-9c62-485f24f468da tempest-TestShelveInstance-72923974 tempest-TestShelveInstance-72923974-project] 10.222.0.67 "GET /v2.0/ports?device_id=e2a988bf-9fbe-4371-a34f-2437494ec1ee HTTP/1.1" status: 200 len: 945 time: 0.0783689 Apr 11 14:01:46.519841 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369713b7-5e01-4e12-a38e-66e33be11ecd req-992389f2-6e45-4a82-b040-84a3e1205b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:01:46.521232 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-369713b7-5e01-4e12-a38e-66e33be11ecd req-992389f2-6e45-4a82-b040-84a3e1205b25 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=cf497683-01c3-4106-adb0-36d23d564607&tenant_id=a8a28d94e79a4972b0f8f61ab1cb1490 HTTP/1.1" status: 200 len: 1128 time: 0.0737855 Apr 11 14:01:46.529086 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-67282d90-cb73-41a2-80bd-7f382ef77dc5 req-f3bec049-fa78-4976-a9a6-609933d58d9f tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] 10.222.0.67 "GET /v2.0/security-groups?id=210d3a2a-5e47-4e4e-a4c0-fc7866dd9ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616059 Apr 11 14:01:46.628120 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-4659bf6d-f342-4159-b631-f965f08b13e4 req-ee3b8cbd-5995-4777-9052-d7b8da2b1f61 tempest-TestShelveInstance-72923974 tempest-TestShelveInstance-72923974-project] 10.222.0.67 "GET /v2.0/security-groups?id=5212f323-fd10-4b4e-8612-863b832a0ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1041188 Apr 11 14:01:46.640072 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369713b7-5e01-4e12-a38e-66e33be11ecd req-f2afde35-43c1-4df5-841c-b6c07ebb2dde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:01:46.641589 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-369713b7-5e01-4e12-a38e-66e33be11ecd req-f2afde35-43c1-4df5-841c-b6c07ebb2dde service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=a8a28d94e79a4972b0f8f61ab1cb1490&device_id=cf497683-01c3-4106-adb0-36d23d564607 HTTP/1.1" status: 200 len: 1128 time: 0.0531971 Apr 11 14:01:46.753091 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369713b7-5e01-4e12-a38e-66e33be11ecd req-e6b48e8c-3110-4654-909c-3ef3ae8da5eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:01:46.754477 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-369713b7-5e01-4e12-a38e-66e33be11ecd req-e6b48e8c-3110-4654-909c-3ef3ae8da5eb service neutron] 10.222.0.75 "GET /v2.0/networks?id=0208f136-78bf-40a4-90c8-9a7151bfb362 HTTP/1.1" status: 200 len: 917 time: 0.0893013 Apr 11 14:01:46.963727 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-369713b7-5e01-4e12-a38e-66e33be11ecd req-071f88bd-c54f-4579-906c-c293b1083962 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9c6a342b-a134-4ab5-996e-3eab3c406817 HTTP/1.1" status: 200 len: 999 time: 0.0649390 Apr 11 14:01:47.012947 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369713b7-5e01-4e12-a38e-66e33be11ecd req-28931155-77af-48e9-8e85-6f8d6c7f58fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:01:47.014309 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-369713b7-5e01-4e12-a38e-66e33be11ecd req-28931155-77af-48e9-8e85-6f8d6c7f58fe service neutron] 10.222.0.75 "GET /v2.0/subnets?id=2778d57e-4616-4989-bcd8-4f6cb6111901 HTTP/1.1" status: 200 len: 855 time: 0.0440454 Apr 11 14:01:47.062824 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369713b7-5e01-4e12-a38e-66e33be11ecd req-9b27b5fc-0e54-4917-97b5-b7498cc3cbea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:01:47.064944 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-369713b7-5e01-4e12-a38e-66e33be11ecd req-9b27b5fc-0e54-4917-97b5-b7498cc3cbea service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=0208f136-78bf-40a4-90c8-9a7151bfb362&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0398574 Apr 11 14:01:47.158578 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-369713b7-5e01-4e12-a38e-66e33be11ecd req-f99e5a80-202f-43df-8c1a-9235e338b3f5 service neutron] 10.222.0.75 "GET /v2.0/networks/0208f136-78bf-40a4-90c8-9a7151bfb362?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852990 Apr 11 14:01:47.256568 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-369713b7-5e01-4e12-a38e-66e33be11ecd req-88ef4e6b-706d-46d5-9695-a2516c699e4f service neutron] 10.222.0.75 "GET /v2.0/networks/0208f136-78bf-40a4-90c8-9a7151bfb362?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864489 Apr 11 14:01:47.754949 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd68e39-97a8-46fc-8f09-94f18e824062 req-8bfbf786-7712-4994-a71f-21ccf46d6c30 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:01:47.756532 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-dfd68e39-97a8-46fc-8f09-94f18e824062 req-8bfbf786-7712-4994-a71f-21ccf46d6c30 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] 10.222.0.67 "GET /v2.0/ports?device_id=cf497683-01c3-4106-adb0-36d23d564607 HTTP/1.1" status: 200 len: 944 time: 0.1142619 Apr 11 14:01:47.801984 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2810ce-8c8e-4cc4-983a-7e1c1e46196c req-cb3e8b7c-b2e9-4509-84a6-aaae37edfb7e tempest-TestShelveInstance-72923974 tempest-TestShelveInstance-72923974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:01:47.803490 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-be2810ce-8c8e-4cc4-983a-7e1c1e46196c req-cb3e8b7c-b2e9-4509-84a6-aaae37edfb7e tempest-TestShelveInstance-72923974 tempest-TestShelveInstance-72923974-project] 10.222.0.67 "GET /v2.0/ports?device_id=e2a988bf-9fbe-4371-a34f-2437494ec1ee HTTP/1.1" status: 200 len: 945 time: 0.0869339 Apr 11 14:01:47.841991 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-dfd68e39-97a8-46fc-8f09-94f18e824062 req-6ab5f0cc-0b93-4692-a021-d9b2448010ed tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] 10.222.0.67 "GET /v2.0/security-groups?id=210d3a2a-5e47-4e4e-a4c0-fc7866dd9ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0795798 Apr 11 14:01:47.894231 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-be2810ce-8c8e-4cc4-983a-7e1c1e46196c req-07f1642f-0a57-4f92-a610-cfac6b20b07d tempest-TestShelveInstance-72923974 tempest-TestShelveInstance-72923974-project] 10.222.0.67 "GET /v2.0/security-groups?id=5212f323-fd10-4b4e-8612-863b832a0ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0786920 Apr 11 14:01:48.121212 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-05610f83-a4d1-4b75-a56a-60175c66775f req-e096861f-c22d-4c59-8d86-5d305efe6e08 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=e2a988bf-9fbe-4371-a34f-2437494ec1ee&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0573635 Apr 11 14:01:48.144854 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c46e58-35b4-46f6-8cde-bfb904fcc44d req-32742ba4-a0ba-4649-a649-97ccab0690fb tempest-TestShelveInstance-72923974 tempest-TestShelveInstance-72923974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:01:48.148786 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-c1c46e58-35b4-46f6-8cde-bfb904fcc44d req-32742ba4-a0ba-4649-a649-97ccab0690fb tempest-TestShelveInstance-72923974 tempest-TestShelveInstance-72923974-project] 10.222.0.67 "GET /v2.0/ports?device_id=e2a988bf-9fbe-4371-a34f-2437494ec1ee HTTP/1.1" status: 200 len: 945 time: 0.0687778 Apr 11 14:01:48.215288 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05610f83-a4d1-4b75-a56a-60175c66775f req-d2507770-59ad-4cf8-97fc-bc701b87d16d tempest-TestShelveInstance-72923974 tempest-TestShelveInstance-72923974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:01:48.216681 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-05610f83-a4d1-4b75-a56a-60175c66775f req-d2507770-59ad-4cf8-97fc-bc701b87d16d tempest-TestShelveInstance-72923974 tempest-TestShelveInstance-72923974-project] 10.222.0.67 "GET /v2.0/ports/2f18b7d6-84d7-4249-8b95-51fdbd414e68 HTTP/1.1" status: 200 len: 942 time: 0.0669837 Apr 11 14:01:48.242356 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-c1c46e58-35b4-46f6-8cde-bfb904fcc44d req-542f5c75-a5e6-485d-987a-2d821783ecbf tempest-TestShelveInstance-72923974 tempest-TestShelveInstance-72923974-project] 10.222.0.67 "GET /v2.0/security-groups?id=5212f323-fd10-4b4e-8612-863b832a0ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0818703 Apr 11 14:01:48.971567 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadac3bb-b5f3-4e4d-8eb5-4a27b058718a req-4d233486-862a-4049-a101-8fa0b0bf9bc6 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:01:48.972978 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-eadac3bb-b5f3-4e4d-8eb5-4a27b058718a req-4d233486-862a-4049-a101-8fa0b0bf9bc6 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] 10.222.0.67 "GET /v2.0/ports?device_id=cf497683-01c3-4106-adb0-36d23d564607 HTTP/1.1" status: 200 len: 944 time: 0.0520990 Apr 11 14:01:49.023123 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-eadac3bb-b5f3-4e4d-8eb5-4a27b058718a req-2d3ae4fb-7efe-4e1c-8aee-a5fd8c93e4c2 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] 10.222.0.67 "GET /v2.0/security-groups?id=210d3a2a-5e47-4e4e-a4c0-fc7866dd9ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444052 Apr 11 14:01:49.364686 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00f3ed0-1470-47ae-afe6-2a094f6b42f7 req-a029fff6-f2a3-4411-9038-76f98c9088c5 tempest-TestShelveInstance-72923974 tempest-TestShelveInstance-72923974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:01:49.366262 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-f00f3ed0-1470-47ae-afe6-2a094f6b42f7 req-a029fff6-f2a3-4411-9038-76f98c9088c5 tempest-TestShelveInstance-72923974 tempest-TestShelveInstance-72923974-project] 10.222.0.67 "GET /v2.0/ports?device_id=e2a988bf-9fbe-4371-a34f-2437494ec1ee HTTP/1.1" status: 200 len: 945 time: 0.0510967 Apr 11 14:01:49.420550 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-f00f3ed0-1470-47ae-afe6-2a094f6b42f7 req-4614c603-7983-48b4-a65a-3bfbf42d9137 tempest-TestShelveInstance-72923974 tempest-TestShelveInstance-72923974-project] 10.222.0.67 "GET /v2.0/security-groups?id=5212f323-fd10-4b4e-8612-863b832a0ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478368 Apr 11 14:01:49.884810 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Device 2f18b7d6-84d7-4249-8b95-51fdbd414e68 no longer exists at agent hyperv_hv-cinder-83078 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 14:01:49.989477 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Current status of the port 2f18b7d6-84d7-4249-8b95-51fdbd414e68 is: ACTIVE; New status is: DOWN {{(pid=103320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 14:01:49.990658 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883311'] for port (2f18b7d6-84d7-4249-8b95-51fdbd414e68), before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:01:50.016536 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2a988bf-9fbe-4371-a34f-2437494ec1ee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2f18b7d6-84d7-4249-8b95-51fdbd414e68'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 14:01:50.018767 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e17e7c2a2a067a9a9572b19104dd8b83720c41d762fa1dc6a6c9d001f6760b0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18ff7c07-f0c7-4cc1-b132-416170fc7d2d" -d '{"events": [{"server_uuid": "e2a988bf-9fbe-4371-a34f-2437494ec1ee", "name": "network-vif-unplugged", "status": "completed", "tag": "2f18b7d6-84d7-4249-8b95-51fdbd414e68"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 14:01:50.032529 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] For port 2f18b7d6-84d7-4249-8b95-51fdbd414e68, host hv-cinder-83078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83078',level=0,port_id=2f18b7d6-84d7-4249-8b95-51fdbd414e68,segment=NetworkSegment(eced59c3-a177-4f35-9f71-e3309e41d19c),segment_id=eced59c3-a177-4f35-9f71-e3309e41d19c)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 14:01:50.040246 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-aba536d5-8083-425c-8049-e5693a3e32ca req-b25489af-a8a4-4363-99b1-87d3d2d71fc8 tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1672236242&fields=id&tenant_id=40c040f0c3e74276bcab8dbc8e439de5 HTTP/1.1" status: 200 len: 267 time: 0.0799105 Apr 11 14:01:50.042056 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750379687711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750379164492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750379164510'] for port (2f18b7d6-84d7-4249-8b95-51fdbd414e68), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:01:50.095104 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 11 Apr 2022 14:01:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d5c5609-ba01-4d2f-8834-cc9a172487d9 x-openstack-request-id: req-8d5c5609-ba01-4d2f-8834-cc9a172487d9 {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 14:01:50.095379 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2a988bf-9fbe-4371-a34f-2437494ec1ee", "name": "network-vif-unplugged", "status": "failed", "tag": "2f18b7d6-84d7-4249-8b95-51fdbd414e68", "code": 422}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 14:01:50.095671 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-8d5c5609-ba01-4d2f-8834-cc9a172487d9 {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 14:01:50.096066 dv-cinder-830787-2-iscsi neutron-server[103320]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-8d5c5609-ba01-4d2f-8834-cc9a172487d9']: {'server_uuid': 'e2a988bf-9fbe-4371-a34f-2437494ec1ee', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '2f18b7d6-84d7-4249-8b95-51fdbd414e68', 'code': 422} returned with failed status Apr 11 14:01:50.097771 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Pushing event updated for resources: {'Port': ['ID=2f18b7d6-84d7-4249-8b95-51fdbd414e68,revision_number=6']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:01:50.194547 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee1ad8e-34da-40ee-8ef5-6d1cdcf3741f req-93328233-ed51-4334-ae4b-773afbcf7fdd tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:01:50.196808 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-1ee1ad8e-34da-40ee-8ef5-6d1cdcf3741f req-93328233-ed51-4334-ae4b-773afbcf7fdd tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] 10.222.0.67 "GET /v2.0/ports?device_id=cf497683-01c3-4106-adb0-36d23d564607 HTTP/1.1" status: 200 len: 944 time: 0.0749109 Apr 11 14:01:50.214160 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba536d5-8083-425c-8049-e5693a3e32ca req-2d8bfcb0-2f46-4577-b2ab-1a857132c360 tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:01:50.222226 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-aba536d5-8083-425c-8049-e5693a3e32ca req-2d8bfcb0-2f46-4577-b2ab-1a857132c360 tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] 10.222.0.67 "GET /v2.0/networks?id=ad25a564-6f6a-4aa0-9d80-81636d1b0cca HTTP/1.1" status: 200 len: 811 time: 0.1731191 Apr 11 14:01:50.240253 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-aba536d5-8083-425c-8049-e5693a3e32ca req-a1cb8bdc-ddc1-4c18-8ca8-053f0f275e18 tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] 10.222.0.67 "GET /v2.0/quotas/40c040f0c3e74276bcab8dbc8e439de5 HTTP/1.1" status: 200 len: 375 time: 0.0169618 Apr 11 14:01:50.265675 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-1ee1ad8e-34da-40ee-8ef5-6d1cdcf3741f req-db8f0a8b-0b38-4c53-b6ea-4760ac91addb tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] 10.222.0.67 "GET /v2.0/security-groups?id=210d3a2a-5e47-4e4e-a4c0-fc7866dd9ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626512 Apr 11 14:01:50.316056 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-aba536d5-8083-425c-8049-e5693a3e32ca req-b8efcaa6-4323-4368-97f3-6bff6412b50e tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=40c040f0c3e74276bcab8dbc8e439de5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0748546 Apr 11 14:01:50.497617 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-aba536d5-8083-425c-8049-e5693a3e32ca req-da868fed-5722-4286-b419-58d3aea99fea service neutron] 10.222.0.67 "GET /v2.0/networks/ad25a564-6f6a-4aa0-9d80-81636d1b0cca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1697407 Apr 11 14:01:50.566625 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c00cd9-8b6c-4b09-ac3d-51806dc595c9 req-3d15658e-bb7c-4b36-82f7-0d6dd2494b8d tempest-TestShelveInstance-72923974 tempest-TestShelveInstance-72923974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:01:50.569719 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-b6c00cd9-8b6c-4b09-ac3d-51806dc595c9 req-3d15658e-bb7c-4b36-82f7-0d6dd2494b8d tempest-TestShelveInstance-72923974 tempest-TestShelveInstance-72923974-project] 10.222.0.67 "GET /v2.0/ports?device_id=e2a988bf-9fbe-4371-a34f-2437494ec1ee HTTP/1.1" status: 200 len: 943 time: 0.0641909 Apr 11 14:01:50.607290 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-aba536d5-8083-425c-8049-e5693a3e32ca req-08114f11-91f4-43dd-b552-f8b4591cb9a8 service neutron] 10.222.0.67 "GET /v2.0/networks/ad25a564-6f6a-4aa0-9d80-81636d1b0cca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1036806 Apr 11 14:01:50.629559 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-b6c00cd9-8b6c-4b09-ac3d-51806dc595c9 req-8e1a8b86-b5e0-45fc-8d09-c364e0cf4db9 tempest-TestShelveInstance-72923974 tempest-TestShelveInstance-72923974-project] 10.222.0.67 "GET /v2.0/security-groups?id=5212f323-fd10-4b4e-8612-863b832a0ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537004 Apr 11 14:01:50.921691 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-f618fd03-5cec-4014-85a4-4f3772010adf req-f7b7b4e3-1daa-42f2-a899-ec907ad33a31 tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] 10.222.0.67 "GET /v2.0/ports?device_id=3758fe41-ad1e-4bbb-a152-9cc831519aca HTTP/1.1" status: 200 len: 210 time: 0.0399704 Apr 11 14:01:51.394399 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89f4d7a-85e8-48d8-9d36-14f417895411 req-dafde2fe-6eb6-4804-8aa0-f1c97c48d9f7 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:01:51.396643 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-a89f4d7a-85e8-48d8-9d36-14f417895411 req-dafde2fe-6eb6-4804-8aa0-f1c97c48d9f7 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] 10.222.0.67 "GET /v2.0/ports?device_id=cf497683-01c3-4106-adb0-36d23d564607 HTTP/1.1" status: 200 len: 944 time: 0.0481935 Apr 11 14:01:51.447805 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-a89f4d7a-85e8-48d8-9d36-14f417895411 req-244eb317-0f73-4a55-b6f3-d426a228d76b tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] 10.222.0.67 "GET /v2.0/security-groups?id=210d3a2a-5e47-4e4e-a4c0-fc7866dd9ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399709 Apr 11 14:01:51.754745 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b3c5d4-24db-4e82-a43a-5450a450c1f2 req-a7971d5e-9c4c-4e95-9973-0ff05be7a472 tempest-TestShelveInstance-72923974 tempest-TestShelveInstance-72923974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:01:51.756806 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-18b3c5d4-24db-4e82-a43a-5450a450c1f2 req-a7971d5e-9c4c-4e95-9973-0ff05be7a472 tempest-TestShelveInstance-72923974 tempest-TestShelveInstance-72923974-project] 10.222.0.67 "GET /v2.0/ports?device_id=e2a988bf-9fbe-4371-a34f-2437494ec1ee HTTP/1.1" status: 200 len: 943 time: 0.0492535 Apr 11 14:01:51.807063 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-18b3c5d4-24db-4e82-a43a-5450a450c1f2 req-2cecd25c-a528-44d7-8efd-df77657eede2 tempest-TestShelveInstance-72923974 tempest-TestShelveInstance-72923974-project] 10.222.0.67 "GET /v2.0/security-groups?id=5212f323-fd10-4b4e-8612-863b832a0ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445237 Apr 11 14:01:52.016889 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-fbeaab6d-e8af-48fe-bc30-ae60d00a9464 req-5ea78a57-c320-4228-b777-ce93ccb675f0 tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] 10.222.0.67 "GET /v2.0/ports?device_id=3758fe41-ad1e-4bbb-a152-9cc831519aca HTTP/1.1" status: 200 len: 210 time: 0.0321424 Apr 11 14:01:52.055167 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.db.agents_db [None req-69d3ff0a-913c-429f-8002-6cfbd72f8f27 None None] Agent healthcheck: found 6 active agents {{(pid=103321) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 14:01:52.563952 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f31ff84-e0a0-4daa-bf16-0bf2131600a6 req-a407f4e6-fe1e-450f-9705-21474ac3b3c7 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:01:52.565655 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-8f31ff84-e0a0-4daa-bf16-0bf2131600a6 req-a407f4e6-fe1e-450f-9705-21474ac3b3c7 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] 10.222.0.67 "GET /v2.0/ports?device_id=cf497683-01c3-4106-adb0-36d23d564607 HTTP/1.1" status: 200 len: 944 time: 0.0533676 Apr 11 14:01:52.617403 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-8f31ff84-e0a0-4daa-bf16-0bf2131600a6 req-13b29e18-4732-4f81-a694-fdef10976fc9 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] 10.222.0.67 "GET /v2.0/security-groups?id=210d3a2a-5e47-4e4e-a4c0-fc7866dd9ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433159 Apr 11 14:01:52.935656 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6beb74-3688-45d5-a459-81d3adb93ed1 req-2a564382-6029-4760-9ef5-7a42279c52dc tempest-TestShelveInstance-72923974 tempest-TestShelveInstance-72923974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:01:52.937255 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-cf6beb74-3688-45d5-a459-81d3adb93ed1 req-2a564382-6029-4760-9ef5-7a42279c52dc tempest-TestShelveInstance-72923974 tempest-TestShelveInstance-72923974-project] 10.222.0.67 "GET /v2.0/ports?device_id=e2a988bf-9fbe-4371-a34f-2437494ec1ee HTTP/1.1" status: 200 len: 943 time: 0.0597343 Apr 11 14:01:52.984945 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-cf6beb74-3688-45d5-a459-81d3adb93ed1 req-7b481224-42cb-42e4-b1b0-5f52a3dc73f0 tempest-TestShelveInstance-72923974 tempest-TestShelveInstance-72923974-project] 10.222.0.67 "GET /v2.0/security-groups?id=5212f323-fd10-4b4e-8612-863b832a0ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420973 Apr 11 14:01:53.131701 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-3fb7479e-c981-4d86-a1e0-5ae5f6e25958 req-9566389f-1c53-4595-89c4-2bfc3dda6eed tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] 10.222.0.67 "GET /v2.0/ports?device_id=3758fe41-ad1e-4bbb-a152-9cc831519aca HTTP/1.1" status: 200 len: 210 time: 0.0438786 Apr 11 14:01:53.746252 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927b9199-3739-40e1-b4db-0b450c21123b req-84004966-8aa4-4540-ae03-9f7c1e181f99 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:01:53.747751 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-927b9199-3739-40e1-b4db-0b450c21123b req-84004966-8aa4-4540-ae03-9f7c1e181f99 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] 10.222.0.67 "GET /v2.0/ports?device_id=cf497683-01c3-4106-adb0-36d23d564607 HTTP/1.1" status: 200 len: 944 time: 0.0495079 Apr 11 14:01:53.812478 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-927b9199-3739-40e1-b4db-0b450c21123b req-e9c8e9e9-5cbf-4b5b-8d54-44fd410702df tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] 10.222.0.67 "GET /v2.0/security-groups?id=210d3a2a-5e47-4e4e-a4c0-fc7866dd9ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507140 Apr 11 14:01:54.102294 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2dbe2f2-358f-46e1-8cc5-ce9374c0db26 req-51a5cdea-1a5b-47d2-b08d-21ed43cd735f tempest-TestShelveInstance-72923974 tempest-TestShelveInstance-72923974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:01:54.103779 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-d2dbe2f2-358f-46e1-8cc5-ce9374c0db26 req-51a5cdea-1a5b-47d2-b08d-21ed43cd735f tempest-TestShelveInstance-72923974 tempest-TestShelveInstance-72923974-project] 10.222.0.67 "GET /v2.0/ports?device_id=e2a988bf-9fbe-4371-a34f-2437494ec1ee HTTP/1.1" status: 200 len: 943 time: 0.0466514 Apr 11 14:01:54.164183 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-d2dbe2f2-358f-46e1-8cc5-ce9374c0db26 req-7e2a4929-7da0-4d8f-b7aa-6b625dfa0142 tempest-TestShelveInstance-72923974 tempest-TestShelveInstance-72923974-project] 10.222.0.67 "GET /v2.0/security-groups?id=5212f323-fd10-4b4e-8612-863b832a0ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547886 Apr 11 14:01:54.236833 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-e65b99be-723f-4571-a996-ae76a272af36 req-6edb64d5-5c54-4a02-bb29-abf5eb5227a5 tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] 10.222.0.67 "GET /v2.0/ports?device_id=3758fe41-ad1e-4bbb-a152-9cc831519aca HTTP/1.1" status: 200 len: 210 time: 0.0313230 Apr 11 14:01:54.940099 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab13ab0-b3af-448c-8f89-088ae05246eb req-7befc524-7171-4785-b484-4efefd60a9e6 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:01:54.941634 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-0ab13ab0-b3af-448c-8f89-088ae05246eb req-7befc524-7171-4785-b484-4efefd60a9e6 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] 10.222.0.67 "GET /v2.0/ports?device_id=cf497683-01c3-4106-adb0-36d23d564607 HTTP/1.1" status: 200 len: 944 time: 0.0715709 Apr 11 14:01:54.991107 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-0ab13ab0-b3af-448c-8f89-088ae05246eb req-4c39a854-75e8-4be5-9b64-e221761e4ecc tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] 10.222.0.67 "GET /v2.0/security-groups?id=210d3a2a-5e47-4e4e-a4c0-fc7866dd9ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433624 Apr 11 14:01:55.436719 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28ca538-27b2-4eb3-b622-8436b0f10257 req-e43347b5-18e2-40db-a346-72099c11aadf tempest-TestShelveInstance-72923974 tempest-TestShelveInstance-72923974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:01:55.438541 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-b28ca538-27b2-4eb3-b622-8436b0f10257 req-e43347b5-18e2-40db-a346-72099c11aadf tempest-TestShelveInstance-72923974 tempest-TestShelveInstance-72923974-project] 10.222.0.67 "GET /v2.0/ports?device_id=e2a988bf-9fbe-4371-a34f-2437494ec1ee HTTP/1.1" status: 200 len: 943 time: 0.0537484 Apr 11 14:01:55.487314 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-b28ca538-27b2-4eb3-b622-8436b0f10257 req-730f0202-9860-4773-8843-821399eff0c1 tempest-TestShelveInstance-72923974 tempest-TestShelveInstance-72923974-project] 10.222.0.67 "GET /v2.0/security-groups?id=5212f323-fd10-4b4e-8612-863b832a0ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422783 Apr 11 14:01:55.580039 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-3469ed61-6f0d-4e2e-b696-23447455e5c9 req-79ac9d6c-dd91-4a4b-9969-129a19919e35 tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] 10.222.0.67 "GET /v2.0/ports?device_id=3758fe41-ad1e-4bbb-a152-9cc831519aca HTTP/1.1" status: 200 len: 210 time: 0.0314593 Apr 11 14:01:56.116706 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ede8f1-26bf-496c-ba75-5c1e065721e1 req-b423c4a6-40be-40ab-8c7b-8b763b2bea48 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:01:56.118166 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-70ede8f1-26bf-496c-ba75-5c1e065721e1 req-b423c4a6-40be-40ab-8c7b-8b763b2bea48 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] 10.222.0.67 "GET /v2.0/ports?device_id=cf497683-01c3-4106-adb0-36d23d564607 HTTP/1.1" status: 200 len: 944 time: 0.0491762 Apr 11 14:01:56.173595 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-70ede8f1-26bf-496c-ba75-5c1e065721e1 req-64ff57ac-15a1-4752-b3bf-3a67318e5453 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] 10.222.0.67 "GET /v2.0/security-groups?id=210d3a2a-5e47-4e4e-a4c0-fc7866dd9ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498240 Apr 11 14:01:56.465926 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-a5b8b79c-af86-4d27-b647-7c6084a74cdf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750379576733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663498'] for agent (d5a8b9a1-2e9e-46b5-8163-20b7d509fa4e), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:01:56.602426 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5d83f8-4d15-418d-9b88-5ff640a19c00 req-3692599b-4cd9-4133-a5f9-5e08b8dbbf35 tempest-TestShelveInstance-72923974 tempest-TestShelveInstance-72923974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:01:56.603952 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-8b5d83f8-4d15-418d-9b88-5ff640a19c00 req-3692599b-4cd9-4133-a5f9-5e08b8dbbf35 tempest-TestShelveInstance-72923974 tempest-TestShelveInstance-72923974-project] 10.222.0.67 "GET /v2.0/ports?device_id=e2a988bf-9fbe-4371-a34f-2437494ec1ee HTTP/1.1" status: 200 len: 943 time: 0.0495958 Apr 11 14:01:56.652906 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-8b5d83f8-4d15-418d-9b88-5ff640a19c00 req-e090457a-e24f-4c80-ae60-c612cbbd5f98 tempest-TestShelveInstance-72923974 tempest-TestShelveInstance-72923974-project] 10.222.0.67 "GET /v2.0/security-groups?id=5212f323-fd10-4b4e-8612-863b832a0ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435207 Apr 11 14:01:56.742405 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-2f2a5311-b5dd-4430-9e35-0e5503e337c1 req-8aeaffcf-14a5-4036-98f3-7916ebad90bd tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] 10.222.0.67 "GET /v2.0/ports?device_id=3758fe41-ad1e-4bbb-a152-9cc831519aca HTTP/1.1" status: 200 len: 210 time: 0.0309463 Apr 11 14:01:57.303242 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c157c184-6349-4336-b3f3-66edd684f11a req-3b7df1cf-9fe0-4473-8d30-a20e416b8f1b tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:01:57.305742 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-c157c184-6349-4336-b3f3-66edd684f11a req-3b7df1cf-9fe0-4473-8d30-a20e416b8f1b tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] 10.222.0.67 "GET /v2.0/ports?device_id=cf497683-01c3-4106-adb0-36d23d564607 HTTP/1.1" status: 200 len: 944 time: 0.0600808 Apr 11 14:01:57.363769 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-c157c184-6349-4336-b3f3-66edd684f11a req-b56b66d2-bdb5-4a35-91f8-9ed558996411 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] 10.222.0.67 "GET /v2.0/security-groups?id=210d3a2a-5e47-4e4e-a4c0-fc7866dd9ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525272 Apr 11 14:01:57.763269 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53992e9c-e120-430b-8b6e-e646f0d0f7bc req-e63458b3-29ac-4508-9a90-a4140c82da24 tempest-TestShelveInstance-72923974 tempest-TestShelveInstance-72923974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:01:57.764727 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-53992e9c-e120-430b-8b6e-e646f0d0f7bc req-e63458b3-29ac-4508-9a90-a4140c82da24 tempest-TestShelveInstance-72923974 tempest-TestShelveInstance-72923974-project] 10.222.0.67 "GET /v2.0/ports?device_id=e2a988bf-9fbe-4371-a34f-2437494ec1ee HTTP/1.1" status: 200 len: 943 time: 0.0460052 Apr 11 14:01:57.814869 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-53992e9c-e120-430b-8b6e-e646f0d0f7bc req-caeb056e-3215-47da-ab84-8ed62e3daf48 tempest-TestShelveInstance-72923974 tempest-TestShelveInstance-72923974-project] 10.222.0.67 "GET /v2.0/security-groups?id=5212f323-fd10-4b4e-8612-863b832a0ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446792 Apr 11 14:01:57.838779 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-83bbec6e-3289-4860-b57d-6cf86a7481f8 req-f7f21bcb-b1e0-4db7-8285-de299aea347a tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] 10.222.0.67 "GET /v2.0/ports?device_id=3758fe41-ad1e-4bbb-a152-9cc831519aca HTTP/1.1" status: 200 len: 210 time: 0.0284333 Apr 11 14:01:58.536914 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7da3345-c8bb-4536-a6c1-1af239a3c57c req-264033d5-684e-4e1f-a2d1-c5cb42fcca16 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:01:58.546452 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-a7da3345-c8bb-4536-a6c1-1af239a3c57c req-264033d5-684e-4e1f-a2d1-c5cb42fcca16 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] 10.222.0.67 "GET /v2.0/ports?device_id=cf497683-01c3-4106-adb0-36d23d564607 HTTP/1.1" status: 200 len: 944 time: 0.0702937 Apr 11 14:01:58.633958 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-a7da3345-c8bb-4536-a6c1-1af239a3c57c req-7dc6a18d-4708-4ab3-a966-a4838b537d86 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] 10.222.0.67 "GET /v2.0/security-groups?id=210d3a2a-5e47-4e4e-a4c0-fc7866dd9ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0864878 Apr 11 14:01:58.705356 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba536d5-8083-425c-8049-e5693a3e32ca req-ad43b8d2-198d-48bf-bb68-827da2cd56f4 tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:01:58.707064 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-aba536d5-8083-425c-8049-e5693a3e32ca req-ad43b8d2-198d-48bf-bb68-827da2cd56f4 tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] 10.222.0.75 "GET /v2.0/networks?id=ad25a564-6f6a-4aa0-9d80-81636d1b0cca HTTP/1.1" status: 200 len: 811 time: 0.2077622 Apr 11 14:01:58.782927 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-aba536d5-8083-425c-8049-e5693a3e32ca req-9be7d7b9-7743-4c8e-a8c6-af8ff7eb827d tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] 10.222.0.75 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=40c040f0c3e74276bcab8dbc8e439de5 HTTP/1.1" status: 200 len: 380 time: 0.0649517 Apr 11 14:01:58.799220 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.v2.base [req-aba536d5-8083-425c-8049-e5693a3e32ca req-12a2970d-fb20-4149-a64a-41a7762269a8 tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] Request body: {'port': {'device_id': '3758fe41-ad1e-4bbb-a152-9cc831519aca', 'network_id': 'ad25a564-6f6a-4aa0-9d80-81636d1b0cca', 'admin_state_up': True, 'tenant_id': '40c040f0c3e74276bcab8dbc8e439de5', 'security_groups': ['1e4559a2-35a5-463e-b48e-0eca17a45591']}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:01:58.809867 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4c7a55b7-ed78-4f7d-82f4-93dcd9b3dd94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750379576733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663498'] for agent (e731c656-576f-4174-9da3-af64518920bc), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:01:58.937686 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-2fb4d940-127c-469a-8df4-6c2ada0b252e req-4c7efdc1-c8c4-4965-9276-8d8655f8a6db tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] 10.222.0.67 "GET /v2.0/ports?device_id=3758fe41-ad1e-4bbb-a152-9cc831519aca HTTP/1.1" status: 200 len: 210 time: 0.0319254 Apr 11 14:01:58.951004 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b702dc-302c-4644-b643-65797a2f7b91 req-e7a39d93-70ea-4f77-936f-cf2f5d60841a tempest-TestShelveInstance-72923974 tempest-TestShelveInstance-72923974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:01:58.952520 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-a6b702dc-302c-4644-b643-65797a2f7b91 req-e7a39d93-70ea-4f77-936f-cf2f5d60841a tempest-TestShelveInstance-72923974 tempest-TestShelveInstance-72923974-project] 10.222.0.67 "GET /v2.0/ports?device_id=e2a988bf-9fbe-4371-a34f-2437494ec1ee HTTP/1.1" status: 200 len: 943 time: 0.0678391 Apr 11 14:01:58.957363 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aba536d5-8083-425c-8049-e5693a3e32ca req-12a2970d-fb20-4149-a64a-41a7762269a8 tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] Made reservation on behalf of 40c040f0c3e74276bcab8dbc8e439de5 for: {'port': 1} {{(pid=103319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:01:58.960743 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-aba536d5-8083-425c-8049-e5693a3e32ca req-12a2970d-fb20-4149-a64a-41a7762269a8 tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883311'] for port (None), before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:01:59.086224 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-a6b702dc-302c-4644-b643-65797a2f7b91 req-9ade023d-3210-433a-8574-541248a69bad tempest-TestShelveInstance-72923974 tempest-TestShelveInstance-72923974-project] 10.222.0.67 "GET /v2.0/security-groups?id=5212f323-fd10-4b4e-8612-863b832a0ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1222181 Apr 11 14:01:59.130312 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05610f83-a4d1-4b75-a56a-60175c66775f req-49362ba9-d5a9-4fa0-a3c0-68f956b2268f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:01:59.132664 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-05610f83-a4d1-4b75-a56a-60175c66775f req-49362ba9-d5a9-4fa0-a3c0-68f956b2268f service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=e2a988bf-9fbe-4371-a34f-2437494ec1ee&tenant_id=626d5ba1efe34953a6d00b0f0afd5013 HTTP/1.1" status: 200 len: 1127 time: 0.0882821 Apr 11 14:01:59.168917 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.db.db_base_plugin_common [req-aba536d5-8083-425c-8049-e5693a3e32ca req-12a2970d-fb20-4149-a64a-41a7762269a8 tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] Allocated IP 172.20.0.10 (ad25a564-6f6a-4aa0-9d80-81636d1b0cca/88bd1feb-6086-4c30-90a4-375c4e01858c/64a97990-f586-4554-ba0f-e0bf82738eaf) {{(pid=103319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 14:01:59.205165 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05610f83-a4d1-4b75-a56a-60175c66775f req-0d45c480-bd16-408f-8c50-9ae7d70d8c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:01:59.206636 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-05610f83-a4d1-4b75-a56a-60175c66775f req-0d45c480-bd16-408f-8c50-9ae7d70d8c76 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=626d5ba1efe34953a6d00b0f0afd5013&device_id=e2a988bf-9fbe-4371-a34f-2437494ec1ee HTTP/1.1" status: 200 len: 1127 time: 0.0510476 Apr 11 14:01:59.374320 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05610f83-a4d1-4b75-a56a-60175c66775f req-eb30d334-4552-4027-921b-c1edb4d8c63e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:01:59.375656 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-05610f83-a4d1-4b75-a56a-60175c66775f req-eb30d334-4552-4027-921b-c1edb4d8c63e service neutron] 10.222.0.75 "GET /v2.0/networks?id=bcc3856a-1e27-4d38-8f1d-e24f8fbb1282 HTTP/1.1" status: 200 len: 909 time: 0.1587496 Apr 11 14:01:59.437814 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-aba536d5-8083-425c-8049-e5693a3e32ca req-12a2970d-fb20-4149-a64a-41a7762269a8 tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] Publish callbacks [] for port (64a97990-f586-4554-ba0f-e0bf82738eaf), precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:01:59.459684 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-05610f83-a4d1-4b75-a56a-60175c66775f req-1df6a938-245d-446c-9e81-c4c435247375 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2f18b7d6-84d7-4249-8b95-51fdbd414e68 HTTP/1.1" status: 200 len: 999 time: 0.0753207 Apr 11 14:01:59.517906 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-aba536d5-8083-425c-8049-e5693a3e32ca req-12a2970d-fb20-4149-a64a-41a7762269a8 tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750379164474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4648624'] for port (64a97990-f586-4554-ba0f-e0bf82738eaf), after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:01:59.533037 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05610f83-a4d1-4b75-a56a-60175c66775f req-163092e6-a728-4ef1-9c18-bda874bbb4d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:01:59.534475 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-05610f83-a4d1-4b75-a56a-60175c66775f req-163092e6-a728-4ef1-9c18-bda874bbb4d4 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=3f4be426-c8cc-4fad-9345-853add2c7e7d HTTP/1.1" status: 200 len: 847 time: 0.0656772 Apr 11 14:01:59.573585 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aba536d5-8083-425c-8049-e5693a3e32ca req-12a2970d-fb20-4149-a64a-41a7762269a8 tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] Network ad25a564-6f6a-4aa0-9d80-81636d1b0cca is already hosted by enough agents. {{(pid=103319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:01:59.592379 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [req-aba536d5-8083-425c-8049-e5693a3e32ca req-12a2970d-fb20-4149-a64a-41a7762269a8 tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] Resources bound (agent type, host, resource id): {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:01:59.594943 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [req-aba536d5-8083-425c-8049-e5693a3e32ca req-12a2970d-fb20-4149-a64a-41a7762269a8 tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] Received port after_create {{(pid=103319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 14:01:59.641755 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a2970d-fb20-4149-a64a-41a7762269a8 tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] Pushing event updated for resources: {'Port': ['ID=64a97990-f586-4554-ba0f-e0bf82738eaf,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:01:59.646231 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05610f83-a4d1-4b75-a56a-60175c66775f req-9e678470-3cea-42df-a0a4-04fc8ac09743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:01:59.648643 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-05610f83-a4d1-4b75-a56a-60175c66775f req-9e678470-3cea-42df-a0a4-04fc8ac09743 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=bcc3856a-1e27-4d38-8f1d-e24f8fbb1282&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0960138 Apr 11 14:01:59.660418 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a2970d-fb20-4149-a64a-41a7762269a8 tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:01:59.660766 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a2970d-fb20-4149-a64a-41a7762269a8 tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:01:59.661110 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a2970d-fb20-4149-a64a-41a7762269a8 tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:01:59.664052 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a2970d-fb20-4149-a64a-41a7762269a8 tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:01:59.664429 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a2970d-fb20-4149-a64a-41a7762269a8 tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:01:59.664782 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a2970d-fb20-4149-a64a-41a7762269a8 tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:01:59.665121 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a2970d-fb20-4149-a64a-41a7762269a8 tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:01:59.665484 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a2970d-fb20-4149-a64a-41a7762269a8 tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:01:59.665821 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a2970d-fb20-4149-a64a-41a7762269a8 tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:01:59.666152 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a2970d-fb20-4149-a64a-41a7762269a8 tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:01:59.666482 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a2970d-fb20-4149-a64a-41a7762269a8 tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:01:59.666814 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a2970d-fb20-4149-a64a-41a7762269a8 tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:01:59.667140 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a2970d-fb20-4149-a64a-41a7762269a8 tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:01:59.667464 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a2970d-fb20-4149-a64a-41a7762269a8 tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:01:59.667899 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a2970d-fb20-4149-a64a-41a7762269a8 tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:01:59.679421 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba536d5-8083-425c-8049-e5693a3e32ca req-12a2970d-fb20-4149-a64a-41a7762269a8 tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:01:59.680690 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-aba536d5-8083-425c-8049-e5693a3e32ca req-12a2970d-fb20-4149-a64a-41a7762269a8 tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-507053'] for port (None), before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:01:59.766181 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-aba536d5-8083-425c-8049-e5693a3e32ca req-12a2970d-fb20-4149-a64a-41a7762269a8 tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9715023 Apr 11 14:01:59.778467 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.v2.base [req-aba536d5-8083-425c-8049-e5693a3e32ca req-7948d080-e43a-45cb-a586-b716cc5f6919 service neutron] Request body: {'port': {'device_id': '3758fe41-ad1e-4bbb-a152-9cc831519aca', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83078'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:01:59.792796 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da0324a-d758-4505-9ee9-dc599f17efe9 req-33121b8a-d5d0-42e1-b6ff-ad5bf6a9887b tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:01:59.794692 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-0da0324a-d758-4505-9ee9-dc599f17efe9 req-33121b8a-d5d0-42e1-b6ff-ad5bf6a9887b tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] 10.222.0.67 "GET /v2.0/ports?device_id=cf497683-01c3-4106-adb0-36d23d564607 HTTP/1.1" status: 200 len: 944 time: 0.0521615 Apr 11 14:01:59.844631 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-0da0324a-d758-4505-9ee9-dc599f17efe9 req-08320e71-c83c-4944-aadd-0be576745000 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] 10.222.0.67 "GET /v2.0/security-groups?id=210d3a2a-5e47-4e4e-a4c0-fc7866dd9ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424581 Apr 11 14:01:59.854732 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-05610f83-a4d1-4b75-a56a-60175c66775f req-b0890eea-73c1-4d99-9de8-7227b2029586 service neutron] 10.222.0.75 "GET /v2.0/networks/bcc3856a-1e27-4d38-8f1d-e24f8fbb1282?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1829865 Apr 11 14:01:59.882245 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-aba536d5-8083-425c-8049-e5693a3e32ca req-7948d080-e43a-45cb-a586-b716cc5f6919 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883311'] for port (64a97990-f586-4554-ba0f-e0bf82738eaf), before_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:01:59.886561 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-c74f89d7-c1b9-49ec-a41a-f30afe33484a None None] Provisioning complete for port 64a97990-f586-4554-ba0f-e0bf82738eaf triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 14:01:59.887483 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c74f89d7-c1b9-49ec-a41a-f30afe33484a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-663396'] for port (64a97990-f586-4554-ba0f-e0bf82738eaf), provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:01:59.925146 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-c74f89d7-c1b9-49ec-a41a-f30afe33484a None None] Port 64a97990-f586-4554-ba0f-e0bf82738eaf cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 14:01:59.961991 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Device 9c6a342b-a134-4ab5-996e-3eab3c406817 details requested by agent hyperv_hv-cinder-83078 with host hv-cinder-83078 {{(pid=103320) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 14:02:00.046252 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-05610f83-a4d1-4b75-a56a-60175c66775f req-0e3422e4-3bce-4f23-9822-dd9f44eefd00 service neutron] 10.222.0.75 "GET /v2.0/networks/bcc3856a-1e27-4d38-8f1d-e24f8fbb1282?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1849594 Apr 11 14:02:00.143608 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f35719d-8c85-4f1e-9488-e104aba36386 req-23fab22c-40eb-4597-bebf-fb7449f20d58 tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:02:00.153586 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-7f35719d-8c85-4f1e-9488-e104aba36386 req-23fab22c-40eb-4597-bebf-fb7449f20d58 tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] 10.222.0.67 "GET /v2.0/ports?device_id=3758fe41-ad1e-4bbb-a152-9cc831519aca HTTP/1.1" status: 200 len: 932 time: 0.1108608 Apr 11 14:02:00.222419 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-7f35719d-8c85-4f1e-9488-e104aba36386 req-a3a75d95-2c5f-4bb4-b470-0703df091190 tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] 10.222.0.67 "GET /v2.0/security-groups?id=1e4559a2-35a5-463e-b48e-0eca17a45591&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624132 Apr 11 14:02:00.223559 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-75ad2582-0b5d-438d-ba3d-9545e3f86417 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750379576733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663498'] for agent (af269f03-95a2-4a08-bd5c-5879324d2567), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:02:00.241084 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] For port 9c6a342b-a134-4ab5-996e-3eab3c406817, host hv-cinder-83078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83078',level=0,port_id=9c6a342b-a134-4ab5-996e-3eab3c406817,segment=NetworkSegment(964d2a25-195e-4828-b4c1-a165c2037b82),segment_id=964d2a25-195e-4828-b4c1-a165c2037b82)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 14:02:00.245432 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb37521c-5dc1-4e03-9e01-067137413db4 req-92c41b74-32f3-41be-9e74-85962bc89387 tempest-TestShelveInstance-72923974 tempest-TestShelveInstance-72923974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:02:00.246904 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-fb37521c-5dc1-4e03-9e01-067137413db4 req-92c41b74-32f3-41be-9e74-85962bc89387 tempest-TestShelveInstance-72923974 tempest-TestShelveInstance-72923974-project] 10.222.0.67 "GET /v2.0/ports?device_id=e2a988bf-9fbe-4371-a34f-2437494ec1ee HTTP/1.1" status: 200 len: 943 time: 0.0635509 Apr 11 14:02:00.253643 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Returning: {'device': '9c6a342b-a134-4ab5-996e-3eab3c406817', 'network_id': '0208f136-78bf-40a4-90c8-9a7151bfb362', 'port_id': '9c6a342b-a134-4ab5-996e-3eab3c406817', 'mac_address': 'fa:16:3e:c6:7c:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 943, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2778d57e-4616-4989-bcd8-4f6cb6111901', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103320) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 14:02:00.293515 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Current status of the port 9c6a342b-a134-4ab5-996e-3eab3c406817 is: DOWN; New status is: BUILD {{(pid=103320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 14:02:00.293930 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883311'] for port (9c6a342b-a134-4ab5-996e-3eab3c406817), before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:02:00.308308 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.notifiers.nova [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c6a342b-a134-4ab5-996e-3eab3c406817 {{(pid=103320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 14:02:00.326570 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.notifiers.nova [req-aba536d5-8083-425c-8049-e5693a3e32ca req-7948d080-e43a-45cb-a586-b716cc5f6919 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 64a97990-f586-4554-ba0f-e0bf82738eaf {{(pid=103319) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 14:02:00.331862 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] For port 9c6a342b-a134-4ab5-996e-3eab3c406817, host hv-cinder-83078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83078',level=0,port_id=9c6a342b-a134-4ab5-996e-3eab3c406817,segment=NetworkSegment(964d2a25-195e-4828-b4c1-a165c2037b82),segment_id=964d2a25-195e-4828-b4c1-a165c2037b82)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 14:02:00.336944 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750379687711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750379164492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750379164510'] for port (9c6a342b-a134-4ab5-996e-3eab3c406817), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:02:00.343722 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-aba536d5-8083-425c-8049-e5693a3e32ca req-7948d080-e43a-45cb-a586-b716cc5f6919 service neutron] Publish callbacks [] for port (64a97990-f586-4554-ba0f-e0bf82738eaf), precommit_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:02:00.352924 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-fb37521c-5dc1-4e03-9e01-067137413db4 req-2a21b25f-0e71-48f6-a6e5-262eebd9ac94 tempest-TestShelveInstance-72923974 tempest-TestShelveInstance-72923974-project] 10.222.0.67 "GET /v2.0/security-groups?id=5212f323-fd10-4b4e-8612-863b832a0ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0971723 Apr 11 14:02:00.366048 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.db.provisioning_blocks [req-aba536d5-8083-425c-8049-e5693a3e32ca req-7948d080-e43a-45cb-a586-b716cc5f6919 service neutron] Transition to ACTIVE for port object 64a97990-f586-4554-ba0f-e0bf82738eaf will not be triggered until provisioned by entity L2. {{(pid=103319) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 14:02:00.369865 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-aba536d5-8083-425c-8049-e5693a3e32ca req-7948d080-e43a-45cb-a586-b716cc5f6919 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750379687711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750379164492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750379164510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4648635'] for port (64a97990-f586-4554-ba0f-e0bf82738eaf), after_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:02:00.416013 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Pushing event updated for resources: {'Port': ['ID=9c6a342b-a134-4ab5-996e-3eab3c406817,revision_number=9']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:02:00.434321 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7948d080-e43a-45cb-a586-b716cc5f6919 service neutron] Pushing event updated for resources: {'Port': ['ID=64a97990-f586-4554-ba0f-e0bf82738eaf,revision_number=2']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:02:00.505150 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.managers [req-aba536d5-8083-425c-8049-e5693a3e32ca req-7948d080-e43a-45cb-a586-b716cc5f6919 service neutron] Attempting to bind port 64a97990-f586-4554-ba0f-e0bf82738eaf on host hv-cinder-83078 for vnic_type normal with profile {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 14:02:00.505494 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.managers [req-aba536d5-8083-425c-8049-e5693a3e32ca req-7948d080-e43a-45cb-a586-b716cc5f6919 service neutron] Attempting to bind port 64a97990-f586-4554-ba0f-e0bf82738eaf by drivers openvswitch,hyperv on host hv-cinder-83078 at level 0 using segments [{'id': 'dba15552-8c47-4ae1-bd01-539c1927d993', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': 'ad25a564-6f6a-4aa0-9d80-81636d1b0cca'}] {{(pid=103319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 14:02:00.506393 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aba536d5-8083-425c-8049-e5693a3e32ca req-7948d080-e43a-45cb-a586-b716cc5f6919 service neutron] Attempting to bind port 64a97990-f586-4554-ba0f-e0bf82738eaf on network ad25a564-6f6a-4aa0-9d80-81636d1b0cca {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 14:02:00.510988 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aba536d5-8083-425c-8049-e5693a3e32ca req-7948d080-e43a-45cb-a586-b716cc5f6919 service neutron] Port 64a97990-f586-4554-ba0f-e0bf82738eaf on network ad25a564-6f6a-4aa0-9d80-81636d1b0cca not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83078 {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 11 14:02:00.511311 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aba536d5-8083-425c-8049-e5693a3e32ca req-7948d080-e43a-45cb-a586-b716cc5f6919 service neutron] Attempting to bind port 64a97990-f586-4554-ba0f-e0bf82738eaf on network ad25a564-6f6a-4aa0-9d80-81636d1b0cca {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 14:02:00.516373 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aba536d5-8083-425c-8049-e5693a3e32ca req-7948d080-e43a-45cb-a586-b716cc5f6919 service neutron] Checking agent: {'id': 'a433433c-9197-4b2b-8991-1d45f6bac940', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83078', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 13, 53, 31), 'started_at': datetime.datetime(2022, 4, 11, 13, 53, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 14, 1, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 14:02:00.516707 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aba536d5-8083-425c-8049-e5693a3e32ca req-7948d080-e43a-45cb-a586-b716cc5f6919 service neutron] Checking segment: {'id': 'dba15552-8c47-4ae1-bd01-539c1927d993', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': 'ad25a564-6f6a-4aa0-9d80-81636d1b0cca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103319) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 14:02:00.517093 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aba536d5-8083-425c-8049-e5693a3e32ca req-7948d080-e43a-45cb-a586-b716cc5f6919 service neutron] Bound using segment: {'id': 'dba15552-8c47-4ae1-bd01-539c1927d993', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': 'ad25a564-6f6a-4aa0-9d80-81636d1b0cca'} {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 14:02:00.517522 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.managers [req-aba536d5-8083-425c-8049-e5693a3e32ca req-7948d080-e43a-45cb-a586-b716cc5f6919 service neutron] Bound port: 64a97990-f586-4554-ba0f-e0bf82738eaf, host: hv-cinder-83078, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dba15552-8c47-4ae1-bd01-539c1927d993', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': 'ad25a564-6f6a-4aa0-9d80-81636d1b0cca'}}] {{(pid=103319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 14:02:00.517882 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-aba536d5-8083-425c-8049-e5693a3e32ca req-7948d080-e43a-45cb-a586-b716cc5f6919 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883311'] for port (64a97990-f586-4554-ba0f-e0bf82738eaf), before_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:02:00.571743 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] get_ports_and_sgs() called for port_ids ['9c6a342b-a134-4ab5-996e-3eab3c406817'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 14:02:00.588100 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.db [req-aba536d5-8083-425c-8049-e5693a3e32ca req-7948d080-e43a-45cb-a586-b716cc5f6919 service neutron] For port 64a97990-f586-4554-ba0f-e0bf82738eaf, host hv-cinder-83078, cleared binding levels {{(pid=103319) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 14:02:00.591015 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.db [req-aba536d5-8083-425c-8049-e5693a3e32ca req-7948d080-e43a-45cb-a586-b716cc5f6919 service neutron] For port 64a97990-f586-4554-ba0f-e0bf82738eaf, host hv-cinder-83078, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83078',level=0,port_id=64a97990-f586-4554-ba0f-e0bf82738eaf,segment=NetworkSegment(dba15552-8c47-4ae1-bd01-539c1927d993),segment_id=dba15552-8c47-4ae1-bd01-539c1927d993)] {{(pid=103319) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 14:02:00.598924 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-aba536d5-8083-425c-8049-e5693a3e32ca req-7948d080-e43a-45cb-a586-b716cc5f6919 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750379687711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750379164492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750379164510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4648635'] for port (64a97990-f586-4554-ba0f-e0bf82738eaf), after_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:02:00.629623 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba536d5-8083-425c-8049-e5693a3e32ca req-7948d080-e43a-45cb-a586-b716cc5f6919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:02:00.630239 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-aba536d5-8083-425c-8049-e5693a3e32ca req-7948d080-e43a-45cb-a586-b716cc5f6919 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-507053'] for port (None), before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:02:00.631941 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-aba536d5-8083-425c-8049-e5693a3e32ca req-7948d080-e43a-45cb-a586-b716cc5f6919 service neutron] 10.222.0.75 "PUT /v2.0/ports/64a97990-f586-4554-ba0f-e0bf82738eaf HTTP/1.1" status: 200 len: 1094 time: 0.8578999 Apr 11 14:02:00.637369 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3758fe41-ad1e-4bbb-a152-9cc831519aca', 'tag': '64a97990-f586-4554-ba0f-e0bf82738eaf'}] {{(pid=103319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 14:02:00.639684 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca54f3a3744013fac1d33973197c51c1d98542aecacec3b3a4d6ee5bc00756d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55322557-f9bc-4b83-bf28-4addbc697fd3" -d '{"events": [{"name": "network-changed", "server_uuid": "3758fe41-ad1e-4bbb-a152-9cc831519aca", "tag": "64a97990-f586-4554-ba0f-e0bf82738eaf"}]}' {{(pid=103319) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 14:02:00.670708 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7948d080-e43a-45cb-a586-b716cc5f6919 service neutron] Pushing event updated for resources: {'Port': ['ID=64a97990-f586-4554-ba0f-e0bf82738eaf,revision_number=3']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:02:00.708396 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 14:02:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eede3b32-3bc7-42c4-be9a-ae77a6e87fb7 x-openstack-request-id: req-eede3b32-3bc7-42c4-be9a-ae77a6e87fb7 {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 14:02:00.709249 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3758fe41-ad1e-4bbb-a152-9cc831519aca", "tag": "64a97990-f586-4554-ba0f-e0bf82738eaf", "status": "completed", "code": 200}]} {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 14:02:00.709644 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-eede3b32-3bc7-42c4-be9a-ae77a6e87fb7 {{(pid=103319) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 14:02:00.710050 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eede3b32-3bc7-42c4-be9a-ae77a6e87fb7'] response: {'name': 'network-changed', 'server_uuid': '3758fe41-ad1e-4bbb-a152-9cc831519aca', 'tag': '64a97990-f586-4554-ba0f-e0bf82738eaf', 'status': 'completed', 'code': 200} Apr 11 14:02:00.726519 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba536d5-8083-425c-8049-e5693a3e32ca req-51e7b1a3-13b0-4a87-9daa-49ff6735b40e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:02:00.728090 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-aba536d5-8083-425c-8049-e5693a3e32ca req-51e7b1a3-13b0-4a87-9daa-49ff6735b40e service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=40c040f0c3e74276bcab8dbc8e439de5&device_id=3758fe41-ad1e-4bbb-a152-9cc831519aca HTTP/1.1" status: 200 len: 1128 time: 0.0491502 Apr 11 14:02:00.777765 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-aba536d5-8083-425c-8049-e5693a3e32ca req-85ea2916-240f-488b-bccc-32dc1265e375 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=64a97990-f586-4554-ba0f-e0bf82738eaf HTTP/1.1" status: 200 len: 217 time: 0.0411732 Apr 11 14:02:00.828285 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba536d5-8083-425c-8049-e5693a3e32ca req-f1af19fa-03b7-4868-a90f-fe72f9a96b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:02:00.829856 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-aba536d5-8083-425c-8049-e5693a3e32ca req-f1af19fa-03b7-4868-a90f-fe72f9a96b82 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=88bd1feb-6086-4c30-90a4-375c4e01858c HTTP/1.1" status: 200 len: 850 time: 0.0454986 Apr 11 14:02:00.873435 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba536d5-8083-425c-8049-e5693a3e32ca req-681fcd84-0275-4f26-a8d7-a6ca9d01ebd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:02:00.874898 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-aba536d5-8083-425c-8049-e5693a3e32ca req-681fcd84-0275-4f26-a8d7-a6ca9d01ebd8 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=ad25a564-6f6a-4aa0-9d80-81636d1b0cca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0376542 Apr 11 14:02:00.996010 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b819795-66c2-4d0e-88fb-1b5f41cae7cb req-ca5f0f1d-be86-4885-bf52-f76360d73548 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:02:00.997444 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-7b819795-66c2-4d0e-88fb-1b5f41cae7cb req-ca5f0f1d-be86-4885-bf52-f76360d73548 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] 10.222.0.67 "GET /v2.0/ports?device_id=cf497683-01c3-4106-adb0-36d23d564607 HTTP/1.1" status: 200 len: 945 time: 0.0570080 Apr 11 14:02:01.014386 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-aba536d5-8083-425c-8049-e5693a3e32ca req-88a15b8f-c5a4-48aa-807a-d06ee722b3c0 service neutron] 10.222.0.75 "GET /v2.0/networks/ad25a564-6f6a-4aa0-9d80-81636d1b0cca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323071 Apr 11 14:02:01.102216 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-7b819795-66c2-4d0e-88fb-1b5f41cae7cb req-143f4529-53ce-451e-aed5-357983b892f2 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] 10.222.0.67 "GET /v2.0/security-groups?id=210d3a2a-5e47-4e4e-a4c0-fc7866dd9ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0992117 Apr 11 14:02:01.126685 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-aba536d5-8083-425c-8049-e5693a3e32ca req-bf488fce-c293-43bc-9887-aa381b61592b service neutron] 10.222.0.75 "GET /v2.0/networks/ad25a564-6f6a-4aa0-9d80-81636d1b0cca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1062305 Apr 11 14:02:01.208324 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55322557-f9bc-4b83-bf28-4addbc697fd3 req-861f203d-d1dc-42c6-8705-4f6ef36e0f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:02:01.209856 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-55322557-f9bc-4b83-bf28-4addbc697fd3 req-861f203d-d1dc-42c6-8705-4f6ef36e0f71 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=40c040f0c3e74276bcab8dbc8e439de5&device_id=3758fe41-ad1e-4bbb-a152-9cc831519aca HTTP/1.1" status: 200 len: 1128 time: 0.0399470 Apr 11 14:02:01.302130 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55322557-f9bc-4b83-bf28-4addbc697fd3 req-bf624563-96be-4b9f-9cc7-8819b552934f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:02:01.304315 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-55322557-f9bc-4b83-bf28-4addbc697fd3 req-bf624563-96be-4b9f-9cc7-8819b552934f service neutron] 10.222.0.75 "GET /v2.0/networks?id=ad25a564-6f6a-4aa0-9d80-81636d1b0cca HTTP/1.1" status: 200 len: 912 time: 0.0878465 Apr 11 14:02:01.341205 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7282f85-8bf3-4db0-9f78-ea6098570cef req-51824921-29a0-4d44-82a8-4a0b36613d6f tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:02:01.342664 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-e7282f85-8bf3-4db0-9f78-ea6098570cef req-51824921-29a0-4d44-82a8-4a0b36613d6f tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] 10.222.0.67 "GET /v2.0/ports?device_id=3758fe41-ad1e-4bbb-a152-9cc831519aca HTTP/1.1" status: 200 len: 944 time: 0.0494833 Apr 11 14:02:01.347291 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-55322557-f9bc-4b83-bf28-4addbc697fd3 req-fe1b3473-5963-42cf-8f47-ba57dc658078 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=64a97990-f586-4554-ba0f-e0bf82738eaf HTTP/1.1" status: 200 len: 217 time: 0.0346055 Apr 11 14:02:01.396260 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-e7282f85-8bf3-4db0-9f78-ea6098570cef req-391d9fba-e4ff-472a-8b24-2d212a8cbb7a tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] 10.222.0.67 "GET /v2.0/security-groups?id=1e4559a2-35a5-463e-b48e-0eca17a45591&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473921 Apr 11 14:02:01.400242 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55322557-f9bc-4b83-bf28-4addbc697fd3 req-b1e44175-094d-4c8b-b830-413acc8065dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:02:01.401694 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-55322557-f9bc-4b83-bf28-4addbc697fd3 req-b1e44175-094d-4c8b-b830-413acc8065dc service neutron] 10.222.0.75 "GET /v2.0/subnets?id=88bd1feb-6086-4c30-90a4-375c4e01858c HTTP/1.1" status: 200 len: 850 time: 0.0483258 Apr 11 14:02:01.639960 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-fcd2c3e6-f415-40f5-8fd4-1147b68fd929 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750379576733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663498'] for agent (a1227682-d2f2-4331-ba13-738c8a59e95d), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:02:01.734442 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55322557-f9bc-4b83-bf28-4addbc697fd3 req-40fd5c65-0f96-4fa2-b1c7-3b3a4ab3dcd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:02:01.735956 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-55322557-f9bc-4b83-bf28-4addbc697fd3 req-40fd5c65-0f96-4fa2-b1c7-3b3a4ab3dcd2 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=ad25a564-6f6a-4aa0-9d80-81636d1b0cca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3281040 Apr 11 14:02:01.748217 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e6c46c-49cd-4e6b-98a5-5e2d7edc9548 req-ba06b79d-f4a9-43e9-ad3d-43f6a6056415 tempest-TestShelveInstance-72923974 tempest-TestShelveInstance-72923974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:02:01.749588 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-06e6c46c-49cd-4e6b-98a5-5e2d7edc9548 req-ba06b79d-f4a9-43e9-ad3d-43f6a6056415 tempest-TestShelveInstance-72923974 tempest-TestShelveInstance-72923974-project] 10.222.0.67 "GET /v2.0/ports?device_id=e2a988bf-9fbe-4371-a34f-2437494ec1ee HTTP/1.1" status: 200 len: 943 time: 0.3108623 Apr 11 14:02:01.853716 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-06e6c46c-49cd-4e6b-98a5-5e2d7edc9548 req-62a709ee-07b1-4e91-b737-dddd91383496 tempest-TestShelveInstance-72923974 tempest-TestShelveInstance-72923974-project] 10.222.0.67 "GET /v2.0/security-groups?id=5212f323-fd10-4b4e-8612-863b832a0ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0958803 Apr 11 14:02:01.870946 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-55322557-f9bc-4b83-bf28-4addbc697fd3 req-35e1c556-ceed-41cb-b879-c08db632b830 service neutron] 10.222.0.75 "GET /v2.0/networks/ad25a564-6f6a-4aa0-9d80-81636d1b0cca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1204519 Apr 11 14:02:01.959660 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-55322557-f9bc-4b83-bf28-4addbc697fd3 req-de55abd1-d430-49c3-acb2-31ae171f9212 service neutron] 10.222.0.75 "GET /v2.0/networks/ad25a564-6f6a-4aa0-9d80-81636d1b0cca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822308 Apr 11 14:02:01.960497 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Device 9c6a342b-a134-4ab5-996e-3eab3c406817 up at agent hyperv_hv-cinder-83078 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 14:02:02.007070 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Provisioning complete for port 9c6a342b-a134-4ab5-996e-3eab3c406817 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 14:02:02.007441 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-663396'] for port (9c6a342b-a134-4ab5-996e-3eab3c406817), provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:02:02.081548 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Current status of the port 9c6a342b-a134-4ab5-996e-3eab3c406817 is: BUILD; New status is: ACTIVE {{(pid=103320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 14:02:02.081848 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883311'] for port (9c6a342b-a134-4ab5-996e-3eab3c406817), before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:02:02.103666 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf497683-01c3-4106-adb0-36d23d564607', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c6a342b-a134-4ab5-996e-3eab3c406817'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 14:02:02.105867 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e17e7c2a2a067a9a9572b19104dd8b83720c41d762fa1dc6a6c9d001f6760b0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2de9fed-07ca-478e-94a8-e7b06c7ab26f" -d '{"events": [{"server_uuid": "cf497683-01c3-4106-adb0-36d23d564607", "name": "network-vif-plugged", "status": "completed", "tag": "9c6a342b-a134-4ab5-996e-3eab3c406817"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 14:02:02.121593 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] For port 9c6a342b-a134-4ab5-996e-3eab3c406817, host hv-cinder-83078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83078',level=0,port_id=9c6a342b-a134-4ab5-996e-3eab3c406817,segment=NetworkSegment(964d2a25-195e-4828-b4c1-a165c2037b82),segment_id=964d2a25-195e-4828-b4c1-a165c2037b82)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 14:02:02.125934 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750379687711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750379164492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750379164510'] for port (9c6a342b-a134-4ab5-996e-3eab3c406817), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:02:02.151357 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 14:02:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5477803-2b62-446b-a1d3-5b05e98752fb x-openstack-request-id: req-e5477803-2b62-446b-a1d3-5b05e98752fb {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 14:02:02.151838 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf497683-01c3-4106-adb0-36d23d564607", "name": "network-vif-plugged", "status": "completed", "tag": "9c6a342b-a134-4ab5-996e-3eab3c406817", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 14:02:02.152098 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-e5477803-2b62-446b-a1d3-5b05e98752fb {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 14:02:02.152491 dv-cinder-830787-2-iscsi neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e5477803-2b62-446b-a1d3-5b05e98752fb'] response: {'server_uuid': 'cf497683-01c3-4106-adb0-36d23d564607', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c6a342b-a134-4ab5-996e-3eab3c406817', 'code': 200} Apr 11 14:02:02.180312 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Pushing event updated for resources: {'Port': ['ID=9c6a342b-a134-4ab5-996e-3eab3c406817,revision_number=10']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:02:02.187595 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:02:02.187995 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:02:02.188327 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:02:02.188736 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:02:02.189072 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:02:02.189403 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:02:02.189731 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:02:02.190057 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:02:02.190583 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:02:02.190912 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:02:02.191240 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:02:02.191583 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:02:02.191932 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:02:02.192256 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:02:02.192579 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:02:02.231816 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2809f843-286a-486e-ae32-75af845fbb5d req-448ab006-2708-460d-9a61-31d2b57baf5e tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:02:02.233285 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-2809f843-286a-486e-ae32-75af845fbb5d req-448ab006-2708-460d-9a61-31d2b57baf5e tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] 10.222.0.67 "GET /v2.0/ports?device_id=cf497683-01c3-4106-adb0-36d23d564607 HTTP/1.1" status: 200 len: 947 time: 0.0485837 Apr 11 14:02:02.300296 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-2809f843-286a-486e-ae32-75af845fbb5d req-56dbdaef-1f86-4b28-a35a-058e618be72d tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] 10.222.0.67 "GET /v2.0/security-groups?id=210d3a2a-5e47-4e4e-a4c0-fc7866dd9ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559137 Apr 11 14:02:02.327829 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2459f1a2-5295-4e3c-a14e-2d405ad49fd1 req-6af0de15-3415-434c-9747-56ac284f5e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:02:02.329296 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-2459f1a2-5295-4e3c-a14e-2d405ad49fd1 req-6af0de15-3415-434c-9747-56ac284f5e36 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=cf497683-01c3-4106-adb0-36d23d564607 HTTP/1.1" status: 200 len: 1131 time: 0.0408242 Apr 11 14:02:02.373593 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-2459f1a2-5295-4e3c-a14e-2d405ad49fd1 req-5fb04ddb-6331-489d-bb63-1d9df79bbfc6 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=210d3a2a-5e47-4e4e-a4c0-fc7866dd9ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353839 Apr 11 14:02:02.508047 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55655419-0b30-4baf-b04d-61db2d75bae1 req-4c97e85f-0dd6-439f-9ce0-289e205793c2 tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:02:02.509490 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-55655419-0b30-4baf-b04d-61db2d75bae1 req-4c97e85f-0dd6-439f-9ce0-289e205793c2 tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] 10.222.0.67 "GET /v2.0/ports?device_id=3758fe41-ad1e-4bbb-a152-9cc831519aca HTTP/1.1" status: 200 len: 944 time: 0.0463736 Apr 11 14:02:02.558011 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-55655419-0b30-4baf-b04d-61db2d75bae1 req-59d0c505-8745-45ce-af31-cb8bb0d0a47a tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] 10.222.0.67 "GET /v2.0/security-groups?id=1e4559a2-35a5-463e-b48e-0eca17a45591&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430009 Apr 11 14:02:02.788699 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750379576733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663498'] for agent (a433433c-9197-4b2b-8991-1d45f6bac940), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:02:02.964081 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c999bd32-85e2-4e3e-9e01-e2e795a0ceec req-16a5a113-cd7b-4280-9d4a-b7b748ebf3f3 tempest-TestShelveInstance-72923974 tempest-TestShelveInstance-72923974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:02:02.965518 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-c999bd32-85e2-4e3e-9e01-e2e795a0ceec req-16a5a113-cd7b-4280-9d4a-b7b748ebf3f3 tempest-TestShelveInstance-72923974 tempest-TestShelveInstance-72923974-project] 10.222.0.67 "GET /v2.0/ports?device_id=e2a988bf-9fbe-4371-a34f-2437494ec1ee HTTP/1.1" status: 200 len: 943 time: 0.0467145 Apr 11 14:02:03.013529 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-c999bd32-85e2-4e3e-9e01-e2e795a0ceec req-95c2f1ad-bee5-4979-ae2b-4375a4b16fb8 tempest-TestShelveInstance-72923974 tempest-TestShelveInstance-72923974-project] 10.222.0.67 "GET /v2.0/security-groups?id=5212f323-fd10-4b4e-8612-863b832a0ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423739 Apr 11 14:02:03.277831 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750379576733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663498'] for agent (f2586825-e748-4c1d-8b98-cb0d5b6c266d), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:02:03.418281 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb350a23-455e-4126-b061-4cc7f94adb43 req-04030616-3472-4af3-a993-333cd2e02675 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:02:03.419788 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-cb350a23-455e-4126-b061-4cc7f94adb43 req-04030616-3472-4af3-a993-333cd2e02675 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] 10.222.0.67 "GET /v2.0/ports?device_id=cf497683-01c3-4106-adb0-36d23d564607 HTTP/1.1" status: 200 len: 947 time: 0.0473108 Apr 11 14:02:03.469612 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-cb350a23-455e-4126-b061-4cc7f94adb43 req-884f72e2-3626-4b97-ad86-02bdcde943a6 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] 10.222.0.67 "GET /v2.0/security-groups?id=210d3a2a-5e47-4e4e-a4c0-fc7866dd9ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441651 Apr 11 14:02:03.676570 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ecf005-c24f-48da-9500-8b41e40bd4e2 req-a8b6b414-b76c-4a41-bc47-bbbd616fc7c0 tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:02:03.678126 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-38ecf005-c24f-48da-9500-8b41e40bd4e2 req-a8b6b414-b76c-4a41-bc47-bbbd616fc7c0 tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] 10.222.0.67 "GET /v2.0/ports?device_id=3758fe41-ad1e-4bbb-a152-9cc831519aca HTTP/1.1" status: 200 len: 944 time: 0.0525799 Apr 11 14:02:03.729178 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-38ecf005-c24f-48da-9500-8b41e40bd4e2 req-389c8a27-0de9-40c1-873b-e9b82491b147 tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] 10.222.0.67 "GET /v2.0/security-groups?id=1e4559a2-35a5-463e-b48e-0eca17a45591&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452933 Apr 11 14:02:04.125643 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ab3943-7947-454f-968f-87bb190ecd0e req-809378ae-7907-4159-965e-ebf721292e80 tempest-TestShelveInstance-72923974 tempest-TestShelveInstance-72923974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:02:04.127121 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-82ab3943-7947-454f-968f-87bb190ecd0e req-809378ae-7907-4159-965e-ebf721292e80 tempest-TestShelveInstance-72923974 tempest-TestShelveInstance-72923974-project] 10.222.0.67 "GET /v2.0/ports?device_id=e2a988bf-9fbe-4371-a34f-2437494ec1ee HTTP/1.1" status: 200 len: 943 time: 0.0473020 Apr 11 14:02:04.178016 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-82ab3943-7947-454f-968f-87bb190ecd0e req-76cec786-3301-49ea-b98d-b9f3139e196a tempest-TestShelveInstance-72923974 tempest-TestShelveInstance-72923974-project] 10.222.0.67 "GET /v2.0/security-groups?id=5212f323-fd10-4b4e-8612-863b832a0ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424929 Apr 11 14:02:04.593022 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37025bb9-56ce-4004-a30d-7b60d86dbcbb req-41fe1a23-11a5-4d00-b548-bca7dab1b561 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:02:04.594497 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-37025bb9-56ce-4004-a30d-7b60d86dbcbb req-41fe1a23-11a5-4d00-b548-bca7dab1b561 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] 10.222.0.67 "GET /v2.0/ports?device_id=cf497683-01c3-4106-adb0-36d23d564607 HTTP/1.1" status: 200 len: 947 time: 0.0466962 Apr 11 14:02:04.642578 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-37025bb9-56ce-4004-a30d-7b60d86dbcbb req-a18394d5-0221-441f-a579-b29988b43b5a tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] 10.222.0.67 "GET /v2.0/security-groups?id=210d3a2a-5e47-4e4e-a4c0-fc7866dd9ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418003 Apr 11 14:02:04.841949 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d7c63e-43c1-4ac6-a3f9-9e574045bae4 req-c3c98233-b523-40c5-a3d2-dc08af66ce89 tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:02:04.843418 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-30d7c63e-43c1-4ac6-a3f9-9e574045bae4 req-c3c98233-b523-40c5-a3d2-dc08af66ce89 tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] 10.222.0.67 "GET /v2.0/ports?device_id=3758fe41-ad1e-4bbb-a152-9cc831519aca HTTP/1.1" status: 200 len: 944 time: 0.0476294 Apr 11 14:02:04.892483 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-30d7c63e-43c1-4ac6-a3f9-9e574045bae4 req-8d506890-d391-408c-bf8f-0d3e3b1e7758 tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] 10.222.0.67 "GET /v2.0/security-groups?id=1e4559a2-35a5-463e-b48e-0eca17a45591&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433228 Apr 11 14:02:05.155918 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.67', 34226) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 14:02:05.160395 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.v2.base [None req-f9ad9470-9ddc-4006-a553-6a5c6d56f7df tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] Request body: {'security_group': {'name': 'tempest-securitygroup--440647083', 'description': 'tempest-description--657789711'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:02:05.182020 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-f9ad9470-9ddc-4006-a553-6a5c6d56f7df tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] Publish callbacks [] for security_group (None), before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:02:05.288351 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-f9ad9470-9ddc-4006-a553-6a5c6d56f7df tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] Publish callbacks [] for security_group (dc69b246-ae91-4ee6-a42c-82f13fd99da0), precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:02:05.296869 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-f9ad9470-9ddc-4006-a553-6a5c6d56f7df tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8023832'] for security_group (dc69b246-ae91-4ee6-a42c-82f13fd99da0), after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:02:05.317183 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbf7936-bc6b-4e6a-bf86-57a9fddeddbe req-88e8fc3c-fa68-400d-8e3e-382445c58cfb tempest-TestShelveInstance-72923974 tempest-TestShelveInstance-72923974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:02:05.319230 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-2cbf7936-bc6b-4e6a-bf86-57a9fddeddbe req-88e8fc3c-fa68-400d-8e3e-382445c58cfb tempest-TestShelveInstance-72923974 tempest-TestShelveInstance-72923974-project] 10.222.0.67 "GET /v2.0/ports?device_id=e2a988bf-9fbe-4371-a34f-2437494ec1ee HTTP/1.1" status: 200 len: 943 time: 0.0701797 Apr 11 14:02:05.346245 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-f9ad9470-9ddc-4006-a553-6a5c6d56f7df tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] Publish callbacks [] for security_group (None), before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:02:05.347417 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-f9ad9470-9ddc-4006-a553-6a5c6d56f7df tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1905046 Apr 11 14:02:05.350917 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.67', 34230) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 14:02:05.355434 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.v2.base [None req-8c03fd77-56f4-49e7-8661-de1386ddd691 tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] Request body: {'security_group_rule': {'security_group_id': 'dc69b246-ae91-4ee6-a42c-82f13fd99da0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:02:05.360176 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ad9470-9ddc-4006-a553-6a5c6d56f7df tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc69b246-ae91-4ee6-a42c-82f13fd99da0,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:02:05.382610 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-8c03fd77-56f4-49e7-8661-de1386ddd691 tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] Publish callbacks [] for security_group_rule (ad127836-4c04-4784-8440-f95d875f2904), before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:02:05.393890 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-2cbf7936-bc6b-4e6a-bf86-57a9fddeddbe req-5d4745bb-975f-48c3-9a19-7e97d5808654 tempest-TestShelveInstance-72923974 tempest-TestShelveInstance-72923974-project] 10.222.0.67 "GET /v2.0/security-groups?id=5212f323-fd10-4b4e-8612-863b832a0ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679502 Apr 11 14:02:05.453957 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-8c03fd77-56f4-49e7-8661-de1386ddd691 tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] Publish callbacks [] for security_group_rule (ad127836-4c04-4784-8440-f95d875f2904), precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:02:05.457623 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-8c03fd77-56f4-49e7-8661-de1386ddd691 tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8023914'] for security_group_rule (ad127836-4c04-4784-8440-f95d875f2904), after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:02:05.479992 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c03fd77-56f4-49e7-8661-de1386ddd691 tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad127836-4c04-4784-8440-f95d875f2904,revision_number=0']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:02:05.486172 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-8c03fd77-56f4-49e7-8661-de1386ddd691 tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:02:05.490696 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-8c03fd77-56f4-49e7-8661-de1386ddd691 tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1354911 Apr 11 14:02:05.490696 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.67', 34234) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 14:02:05.497228 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.v2.base [None req-925f6e17-dadc-45c9-a911-73b60793dc4c tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] Request body: {'security_group_rule': {'security_group_id': 'dc69b246-ae91-4ee6-a42c-82f13fd99da0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:02:05.526349 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-925f6e17-dadc-45c9-a911-73b60793dc4c tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] Publish callbacks [] for security_group_rule (656bdf94-1b94-4351-aebf-a56cf48cd914), before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:02:05.581692 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-925f6e17-dadc-45c9-a911-73b60793dc4c tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] Publish callbacks [] for security_group_rule (656bdf94-1b94-4351-aebf-a56cf48cd914), precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:02:05.586017 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-925f6e17-dadc-45c9-a911-73b60793dc4c tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8023914'] for security_group_rule (656bdf94-1b94-4351-aebf-a56cf48cd914), after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:02:05.603079 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925f6e17-dadc-45c9-a911-73b60793dc4c tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=656bdf94-1b94-4351-aebf-a56cf48cd914,revision_number=0']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:02:05.610485 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-925f6e17-dadc-45c9-a911-73b60793dc4c tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:02:05.611679 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-925f6e17-dadc-45c9-a911-73b60793dc4c tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1196196 Apr 11 14:02:05.614794 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.67', 34236) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 14:02:05.619119 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.v2.base [None req-b3ee4265-0653-4bd6-9918-633a02191069 tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] Request body: {'floatingip': {'floating_network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:02:05.639380 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-b3ee4265-0653-4bd6-9918-633a02191069 tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:02:05.722248 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-b3ee4265-0653-4bd6-9918-633a02191069 tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883311'] for port (None), before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:02:05.828847 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.db.db_base_plugin_common [None req-b3ee4265-0653-4bd6-9918-633a02191069 tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] Allocated IP 172.27.1.84 (18ff371c-a6b9-4e7a-9b54-bf9ba2e00886/b63ed172-4352-4f2b-94f9-a4e97d1b6a55/dc6a9dec-777b-436b-8a18-ef5fc0577e03) {{(pid=103319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 14:02:05.932499 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-b3ee4265-0653-4bd6-9918-633a02191069 tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] Publish callbacks [] for port (dc6a9dec-777b-436b-8a18-ef5fc0577e03), precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:02:05.975311 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-b3ee4265-0653-4bd6-9918-633a02191069 tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750379164474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4648624'] for port (dc6a9dec-777b-436b-8a18-ef5fc0577e03), after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:02:06.044214 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85e768d-e964-46b0-864b-2b9650730992 req-5b06e059-6461-4528-88fd-61dc791796f4 tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:02:06.045611 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-c85e768d-e964-46b0-864b-2b9650730992 req-5b06e059-6461-4528-88fd-61dc791796f4 tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] 10.222.0.67 "GET /v2.0/ports?device_id=3758fe41-ad1e-4bbb-a152-9cc831519aca HTTP/1.1" status: 200 len: 944 time: 0.0853474 Apr 11 14:02:06.051344 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3ee4265-0653-4bd6-9918-633a02191069 tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] Network 18ff371c-a6b9-4e7a-9b54-bf9ba2e00886 is already hosted by enough agents. {{(pid=103319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:02:06.057651 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [None req-b3ee4265-0653-4bd6-9918-633a02191069 tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] Resources bound (agent type, host, resource id): {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:02:06.063573 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ee4265-0653-4bd6-9918-633a02191069 tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] Pushing event updated for resources: {'Port': ['ID=dc6a9dec-777b-436b-8a18-ef5fc0577e03,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:02:06.066621 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3ee4265-0653-4bd6-9918-633a02191069 tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] Received port after_create {{(pid=103319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 14:02:06.139917 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-c85e768d-e964-46b0-864b-2b9650730992 req-35c0a347-435d-4190-a51a-81dc06f01fea tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] 10.222.0.67 "GET /v2.0/security-groups?id=1e4559a2-35a5-463e-b48e-0eca17a45591&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0843542 Apr 11 14:02:06.183931 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-b3ee4265-0653-4bd6-9918-633a02191069 tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] Publish callbacks [] for floatingip (c6e05ce8-edc8-4319-9305-1adf633d981b), precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:02:06.218652 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-b3ee4265-0653-4bd6-9918-633a02191069 tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883311'] for port (dc6a9dec-777b-436b-8a18-ef5fc0577e03), before_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:02:06.368122 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-b3ee4265-0653-4bd6-9918-633a02191069 tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] Publish callbacks [] for port (dc6a9dec-777b-436b-8a18-ef5fc0577e03), precommit_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:02:06.372539 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-b3ee4265-0653-4bd6-9918-633a02191069 tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750379687711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750379164492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750379164510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4648635'] for port (dc6a9dec-777b-436b-8a18-ef5fc0577e03), after_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:02:06.441762 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ee4265-0653-4bd6-9918-633a02191069 tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] Pushing event updated for resources: {'Port': ['ID=dc6a9dec-777b-436b-8a18-ef5fc0577e03,revision_number=2']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:02:06.451974 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-b3ee4265-0653-4bd6-9918-633a02191069 tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8126411'] for floatingip (c6e05ce8-edc8-4319-9305-1adf633d981b), after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:02:06.470474 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-b3ee4265-0653-4bd6-9918-633a02191069 tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-507053'] for floatingip (None), before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:02:06.480357 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-b3ee4265-0653-4bd6-9918-633a02191069 tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8558354 Apr 11 14:02:06.522586 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f04ccc0-6eec-41a7-9c6b-1a5e9c5364b2 req-bca55819-ae3d-43b2-86a8-8c551923456f tempest-TestShelveInstance-72923974 tempest-TestShelveInstance-72923974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:02:06.524421 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-1f04ccc0-6eec-41a7-9c6b-1a5e9c5364b2 req-bca55819-ae3d-43b2-86a8-8c551923456f tempest-TestShelveInstance-72923974 tempest-TestShelveInstance-72923974-project] 10.222.0.67 "GET /v2.0/ports?device_id=e2a988bf-9fbe-4371-a34f-2437494ec1ee HTTP/1.1" status: 200 len: 943 time: 0.0529199 Apr 11 14:02:06.577593 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-1f04ccc0-6eec-41a7-9c6b-1a5e9c5364b2 req-ad51875c-4ea0-4e24-a9e4-0a5ef4f7bef1 tempest-TestShelveInstance-72923974 tempest-TestShelveInstance-72923974-project] 10.222.0.67 "GET /v2.0/security-groups?id=5212f323-fd10-4b4e-8612-863b832a0ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475378 Apr 11 14:02:06.670501 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-ad7da79b-2deb-447d-b894-617ecef6ad29 req-650474ea-e6af-4212-85e5-4f6085d49234 tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-securitygroup--440647083&fields=id&tenant_id=63cddbab1b664b5a89b56d5632d2f62e HTTP/1.1" status: 200 len: 267 time: 0.0482686 Apr 11 14:02:06.776412 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7da79b-2deb-447d-b894-617ecef6ad29 req-faacc32f-224e-4cf4-8e70-97e344d885d8 tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:02:06.777868 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-ad7da79b-2deb-447d-b894-617ecef6ad29 req-faacc32f-224e-4cf4-8e70-97e344d885d8 tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] 10.222.0.67 "GET /v2.0/networks?id=730a24f2-5d00-49fb-895d-b884d9163131 HTTP/1.1" status: 200 len: 815 time: 0.1010275 Apr 11 14:02:06.792204 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-ad7da79b-2deb-447d-b894-617ecef6ad29 req-b8b05d3b-1373-43b2-a310-dbb15430be88 tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] 10.222.0.67 "GET /v2.0/quotas/63cddbab1b664b5a89b56d5632d2f62e HTTP/1.1" status: 200 len: 375 time: 0.0089924 Apr 11 14:02:06.842413 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-ad7da79b-2deb-447d-b894-617ecef6ad29 req-06ab042c-031b-48df-a9c3-bb982989ea7f tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=63cddbab1b664b5a89b56d5632d2f62e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0455112 Apr 11 14:02:06.939078 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-ad7da79b-2deb-447d-b894-617ecef6ad29 req-12fc2f92-f16c-409f-985e-99053dfe0996 service neutron] 10.222.0.67 "GET /v2.0/networks/730a24f2-5d00-49fb-895d-b884d9163131?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855985 Apr 11 14:02:07.028280 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-ad7da79b-2deb-447d-b894-617ecef6ad29 req-d2517db2-cfc1-4a18-97b0-f9c35475adeb service neutron] 10.222.0.67 "GET /v2.0/networks/730a24f2-5d00-49fb-895d-b884d9163131?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828102 Apr 11 14:02:07.184157 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-308cbde2-b0e8-4dd4-881a-d0a568b36a68 req-2832b6dd-215f-42ac-afc8-da7383bff078 tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] 10.222.0.67 "GET /v2.0/ports?device_id=14b16e2e-daa2-4b92-a76a-1616af70478a HTTP/1.1" status: 200 len: 210 time: 0.0307822 Apr 11 14:02:07.260125 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2bc400-9109-4bee-8d23-53754fbc4539 req-e22ec8d6-e57a-4647-b37a-3dbfd0c0fb6e tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:02:07.261620 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-fe2bc400-9109-4bee-8d23-53754fbc4539 req-e22ec8d6-e57a-4647-b37a-3dbfd0c0fb6e tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] 10.222.0.67 "GET /v2.0/ports?device_id=3758fe41-ad1e-4bbb-a152-9cc831519aca HTTP/1.1" status: 200 len: 944 time: 0.0550683 Apr 11 14:02:07.312118 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-fe2bc400-9109-4bee-8d23-53754fbc4539 req-a08cf259-c96e-451b-94bf-70891466a84e tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] 10.222.0.67 "GET /v2.0/security-groups?id=1e4559a2-35a5-463e-b48e-0eca17a45591&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446329 Apr 11 14:02:07.693818 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768ee4d7-8d97-4a3c-8d6f-a4d6ac4339a0 req-cb7c60eb-647d-4c4f-bfed-16995859627e tempest-TestShelveInstance-72923974 tempest-TestShelveInstance-72923974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:02:07.695376 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-768ee4d7-8d97-4a3c-8d6f-a4d6ac4339a0 req-cb7c60eb-647d-4c4f-bfed-16995859627e tempest-TestShelveInstance-72923974 tempest-TestShelveInstance-72923974-project] 10.222.0.67 "GET /v2.0/ports?device_id=e2a988bf-9fbe-4371-a34f-2437494ec1ee HTTP/1.1" status: 200 len: 943 time: 0.0498617 Apr 11 14:02:07.744376 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-768ee4d7-8d97-4a3c-8d6f-a4d6ac4339a0 req-ae669cd9-7868-4679-bc78-e978e192432e tempest-TestShelveInstance-72923974 tempest-TestShelveInstance-72923974-project] 10.222.0.67 "GET /v2.0/security-groups?id=5212f323-fd10-4b4e-8612-863b832a0ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428941 Apr 11 14:02:07.959689 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Device 2f18b7d6-84d7-4249-8b95-51fdbd414e68 details requested by agent hyperv_hv-cinder-83078 with host hv-cinder-83078 {{(pid=103320) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 14:02:08.063116 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] For port 2f18b7d6-84d7-4249-8b95-51fdbd414e68, host hv-cinder-83078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83078',level=0,port_id=2f18b7d6-84d7-4249-8b95-51fdbd414e68,segment=NetworkSegment(eced59c3-a177-4f35-9f71-e3309e41d19c),segment_id=eced59c3-a177-4f35-9f71-e3309e41d19c)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 14:02:08.075013 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Returning: {'device': '2f18b7d6-84d7-4249-8b95-51fdbd414e68', 'network_id': 'bcc3856a-1e27-4d38-8f1d-e24f8fbb1282', 'port_id': '2f18b7d6-84d7-4249-8b95-51fdbd414e68', 'mac_address': 'fa:16:3e:84:6d:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 940, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f4be426-c8cc-4fad-9345-853add2c7e7d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103320) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 14:02:08.088862 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7da79b-2deb-447d-b894-617ecef6ad29 req-5dcc8b9c-ab9d-435c-b5a1-2e160daf9226 tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:02:08.090867 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-ad7da79b-2deb-447d-b894-617ecef6ad29 req-5dcc8b9c-ab9d-435c-b5a1-2e160daf9226 tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] 10.222.0.75 "GET /v2.0/networks?id=730a24f2-5d00-49fb-895d-b884d9163131 HTTP/1.1" status: 200 len: 815 time: 0.1124933 Apr 11 14:02:08.118004 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Current status of the port 2f18b7d6-84d7-4249-8b95-51fdbd414e68 is: DOWN; New status is: BUILD {{(pid=103320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 14:02:08.118393 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883311'] for port (2f18b7d6-84d7-4249-8b95-51fdbd414e68), before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:02:08.131919 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.notifiers.nova [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f18b7d6-84d7-4249-8b95-51fdbd414e68 {{(pid=103320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 14:02:08.153178 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] For port 2f18b7d6-84d7-4249-8b95-51fdbd414e68, host hv-cinder-83078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83078',level=0,port_id=2f18b7d6-84d7-4249-8b95-51fdbd414e68,segment=NetworkSegment(eced59c3-a177-4f35-9f71-e3309e41d19c),segment_id=eced59c3-a177-4f35-9f71-e3309e41d19c)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 14:02:08.157216 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750379687711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750379164492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750379164510'] for port (2f18b7d6-84d7-4249-8b95-51fdbd414e68), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:02:08.176601 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-ad7da79b-2deb-447d-b894-617ecef6ad29 req-25e14e59-ed47-419d-a943-8e71e67a2206 tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] 10.222.0.75 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=63cddbab1b664b5a89b56d5632d2f62e HTTP/1.1" status: 200 len: 472 time: 0.0768437 Apr 11 14:02:08.210736 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Pushing event updated for resources: {'Port': ['ID=2f18b7d6-84d7-4249-8b95-51fdbd414e68,revision_number=7']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:02:08.218933 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.v2.base [req-ad7da79b-2deb-447d-b894-617ecef6ad29 req-c80a844b-beb2-4f28-8cd9-3dca95401bce tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] Request body: {'port': {'device_id': '14b16e2e-daa2-4b92-a76a-1616af70478a', 'network_id': '730a24f2-5d00-49fb-895d-b884d9163131', 'admin_state_up': True, 'tenant_id': '63cddbab1b664b5a89b56d5632d2f62e', 'security_groups': ['dc69b246-ae91-4ee6-a42c-82f13fd99da0']}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:02:08.310956 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-b1f8242c-47f3-49a1-b218-a66650e506b3 req-7933c6a7-e69b-4eed-86cb-fdc42f0513d9 tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] 10.222.0.67 "GET /v2.0/ports?device_id=14b16e2e-daa2-4b92-a76a-1616af70478a HTTP/1.1" status: 200 len: 210 time: 0.0380998 Apr 11 14:02:08.353215 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad7da79b-2deb-447d-b894-617ecef6ad29 req-c80a844b-beb2-4f28-8cd9-3dca95401bce tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] Made reservation on behalf of 63cddbab1b664b5a89b56d5632d2f62e for: {'port': 1} {{(pid=103319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:02:08.356577 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-ad7da79b-2deb-447d-b894-617ecef6ad29 req-c80a844b-beb2-4f28-8cd9-3dca95401bce tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883311'] for port (None), before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:02:08.395146 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] get_ports_and_sgs() called for port_ids ['2f18b7d6-84d7-4249-8b95-51fdbd414e68'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 14:02:08.438544 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f4cdc6-8a26-496c-9380-e8b0ae69d101 req-540bad98-8924-453b-9d88-aa426ace10df tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:02:08.440149 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-49f4cdc6-8a26-496c-9380-e8b0ae69d101 req-540bad98-8924-453b-9d88-aa426ace10df tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] 10.222.0.67 "GET /v2.0/ports?device_id=3758fe41-ad1e-4bbb-a152-9cc831519aca HTTP/1.1" status: 200 len: 944 time: 0.0614984 Apr 11 14:02:08.490723 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-49f4cdc6-8a26-496c-9380-e8b0ae69d101 req-a8f99d96-a48d-4e99-b53a-e69a6400ca99 tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] 10.222.0.67 "GET /v2.0/security-groups?id=1e4559a2-35a5-463e-b48e-0eca17a45591&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447333 Apr 11 14:02:08.491941 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.db.db_base_plugin_common [req-ad7da79b-2deb-447d-b894-617ecef6ad29 req-c80a844b-beb2-4f28-8cd9-3dca95401bce tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] Allocated IP 172.20.0.3 (730a24f2-5d00-49fb-895d-b884d9163131/27094053-8505-4a56-8171-b11c8d996c6a/a40b3497-1c52-41d9-96c8-2f72a240605d) {{(pid=103319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 14:02:08.652625 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-ad7da79b-2deb-447d-b894-617ecef6ad29 req-c80a844b-beb2-4f28-8cd9-3dca95401bce tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] Publish callbacks [] for port (a40b3497-1c52-41d9-96c8-2f72a240605d), precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:02:08.687796 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-ad7da79b-2deb-447d-b894-617ecef6ad29 req-c80a844b-beb2-4f28-8cd9-3dca95401bce tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750379164474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4648624'] for port (a40b3497-1c52-41d9-96c8-2f72a240605d), after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:02:08.735597 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad7da79b-2deb-447d-b894-617ecef6ad29 req-c80a844b-beb2-4f28-8cd9-3dca95401bce tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] Network 730a24f2-5d00-49fb-895d-b884d9163131 is already hosted by enough agents. {{(pid=103319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:02:08.738635 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [req-ad7da79b-2deb-447d-b894-617ecef6ad29 req-c80a844b-beb2-4f28-8cd9-3dca95401bce tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] Resources bound (agent type, host, resource id): {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:02:08.742333 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad7da79b-2deb-447d-b894-617ecef6ad29 req-c80a844b-beb2-4f28-8cd9-3dca95401bce tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] Received port after_create {{(pid=103319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 14:02:08.767256 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80a844b-beb2-4f28-8cd9-3dca95401bce tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] Pushing event updated for resources: {'Port': ['ID=a40b3497-1c52-41d9-96c8-2f72a240605d,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:02:08.801676 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7da79b-2deb-447d-b894-617ecef6ad29 req-c80a844b-beb2-4f28-8cd9-3dca95401bce tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:02:08.802650 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-ad7da79b-2deb-447d-b894-617ecef6ad29 req-c80a844b-beb2-4f28-8cd9-3dca95401bce tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-507053'] for port (None), before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:02:08.834385 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-ad7da79b-2deb-447d-b894-617ecef6ad29 req-c80a844b-beb2-4f28-8cd9-3dca95401bce tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6200728 Apr 11 14:02:08.870342 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.v2.base [req-ad7da79b-2deb-447d-b894-617ecef6ad29 req-96b0953a-28d1-4ade-8f02-8b1f6ee0fbca service neutron] Request body: {'port': {'device_id': '14b16e2e-daa2-4b92-a76a-1616af70478a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83078'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:02:08.916954 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d309f653-995b-4256-9a11-67f973eab221 req-2b14b70c-fd3d-40db-9c39-84d8aa227f0c tempest-TestShelveInstance-72923974 tempest-TestShelveInstance-72923974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:02:08.918573 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-d309f653-995b-4256-9a11-67f973eab221 req-2b14b70c-fd3d-40db-9c39-84d8aa227f0c tempest-TestShelveInstance-72923974 tempest-TestShelveInstance-72923974-project] 10.222.0.67 "GET /v2.0/ports?device_id=e2a988bf-9fbe-4371-a34f-2437494ec1ee HTTP/1.1" status: 200 len: 944 time: 0.1010129 Apr 11 14:02:08.979022 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-ad7da79b-2deb-447d-b894-617ecef6ad29 req-96b0953a-28d1-4ade-8f02-8b1f6ee0fbca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883311'] for port (a40b3497-1c52-41d9-96c8-2f72a240605d), before_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:02:08.983853 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-ce3d8588-3bcd-4640-be57-aa8b638b3d81 None None] Provisioning complete for port a40b3497-1c52-41d9-96c8-2f72a240605d triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 14:02:08.984345 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-ce3d8588-3bcd-4640-be57-aa8b638b3d81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-663396'] for port (a40b3497-1c52-41d9-96c8-2f72a240605d), provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:02:09.023280 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-ce3d8588-3bcd-4640-be57-aa8b638b3d81 None None] Port a40b3497-1c52-41d9-96c8-2f72a240605d cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 14:02:09.038195 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-d309f653-995b-4256-9a11-67f973eab221 req-7a17e057-0c37-4bab-9de1-3245e4e1d0c5 tempest-TestShelveInstance-72923974 tempest-TestShelveInstance-72923974-project] 10.222.0.67 "GET /v2.0/security-groups?id=5212f323-fd10-4b4e-8612-863b832a0ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1091774 Apr 11 14:02:09.293101 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.notifiers.nova [req-ad7da79b-2deb-447d-b894-617ecef6ad29 req-96b0953a-28d1-4ade-8f02-8b1f6ee0fbca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a40b3497-1c52-41d9-96c8-2f72a240605d {{(pid=103319) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 14:02:09.300844 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-ad7da79b-2deb-447d-b894-617ecef6ad29 req-96b0953a-28d1-4ade-8f02-8b1f6ee0fbca service neutron] Publish callbacks [] for port (a40b3497-1c52-41d9-96c8-2f72a240605d), precommit_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:02:09.313795 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.db.provisioning_blocks [req-ad7da79b-2deb-447d-b894-617ecef6ad29 req-96b0953a-28d1-4ade-8f02-8b1f6ee0fbca service neutron] Transition to ACTIVE for port object a40b3497-1c52-41d9-96c8-2f72a240605d will not be triggered until provisioned by entity L2. {{(pid=103319) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 14:02:09.318251 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-ad7da79b-2deb-447d-b894-617ecef6ad29 req-96b0953a-28d1-4ade-8f02-8b1f6ee0fbca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750379687711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750379164492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750379164510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4648635'] for port (a40b3497-1c52-41d9-96c8-2f72a240605d), after_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:02:09.375145 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b0953a-28d1-4ade-8f02-8b1f6ee0fbca service neutron] Pushing event updated for resources: {'Port': ['ID=a40b3497-1c52-41d9-96c8-2f72a240605d,revision_number=2']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:02:09.454027 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85eb9270-7701-4f2c-950d-2aefc060cb25 req-504408b3-d178-43b0-86bb-312c483f1bf7 tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:02:09.457637 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.managers [req-ad7da79b-2deb-447d-b894-617ecef6ad29 req-96b0953a-28d1-4ade-8f02-8b1f6ee0fbca service neutron] Attempting to bind port a40b3497-1c52-41d9-96c8-2f72a240605d on host hv-cinder-83078 for vnic_type normal with profile {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 14:02:09.458021 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.managers [req-ad7da79b-2deb-447d-b894-617ecef6ad29 req-96b0953a-28d1-4ade-8f02-8b1f6ee0fbca service neutron] Attempting to bind port a40b3497-1c52-41d9-96c8-2f72a240605d by drivers openvswitch,hyperv on host hv-cinder-83078 at level 0 using segments [{'id': '97213a82-28a8-4d4c-8e5b-e53ba672495f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '730a24f2-5d00-49fb-895d-b884d9163131'}] {{(pid=103319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 14:02:09.458353 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad7da79b-2deb-447d-b894-617ecef6ad29 req-96b0953a-28d1-4ade-8f02-8b1f6ee0fbca service neutron] Attempting to bind port a40b3497-1c52-41d9-96c8-2f72a240605d on network 730a24f2-5d00-49fb-895d-b884d9163131 {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 14:02:09.460171 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-85eb9270-7701-4f2c-950d-2aefc060cb25 req-504408b3-d178-43b0-86bb-312c483f1bf7 tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] 10.222.0.67 "GET /v2.0/ports?device_id=14b16e2e-daa2-4b92-a76a-1616af70478a HTTP/1.1" status: 200 len: 943 time: 0.0530565 Apr 11 14:02:09.463193 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad7da79b-2deb-447d-b894-617ecef6ad29 req-96b0953a-28d1-4ade-8f02-8b1f6ee0fbca service neutron] Port a40b3497-1c52-41d9-96c8-2f72a240605d on network 730a24f2-5d00-49fb-895d-b884d9163131 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83078 {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 11 14:02:09.463518 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad7da79b-2deb-447d-b894-617ecef6ad29 req-96b0953a-28d1-4ade-8f02-8b1f6ee0fbca service neutron] Attempting to bind port a40b3497-1c52-41d9-96c8-2f72a240605d on network 730a24f2-5d00-49fb-895d-b884d9163131 {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 14:02:09.469019 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad7da79b-2deb-447d-b894-617ecef6ad29 req-96b0953a-28d1-4ade-8f02-8b1f6ee0fbca service neutron] Checking agent: {'id': 'a433433c-9197-4b2b-8991-1d45f6bac940', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83078', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 13, 53, 31), 'started_at': datetime.datetime(2022, 4, 11, 13, 53, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 14, 2, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 14:02:09.469355 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad7da79b-2deb-447d-b894-617ecef6ad29 req-96b0953a-28d1-4ade-8f02-8b1f6ee0fbca service neutron] Checking segment: {'id': '97213a82-28a8-4d4c-8e5b-e53ba672495f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '730a24f2-5d00-49fb-895d-b884d9163131'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103319) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 14:02:09.469735 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad7da79b-2deb-447d-b894-617ecef6ad29 req-96b0953a-28d1-4ade-8f02-8b1f6ee0fbca service neutron] Bound using segment: {'id': '97213a82-28a8-4d4c-8e5b-e53ba672495f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '730a24f2-5d00-49fb-895d-b884d9163131'} {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 14:02:09.470166 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.managers [req-ad7da79b-2deb-447d-b894-617ecef6ad29 req-96b0953a-28d1-4ade-8f02-8b1f6ee0fbca service neutron] Bound port: a40b3497-1c52-41d9-96c8-2f72a240605d, host: hv-cinder-83078, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '97213a82-28a8-4d4c-8e5b-e53ba672495f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '730a24f2-5d00-49fb-895d-b884d9163131'}}] {{(pid=103319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 14:02:09.470530 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-ad7da79b-2deb-447d-b894-617ecef6ad29 req-96b0953a-28d1-4ade-8f02-8b1f6ee0fbca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883311'] for port (a40b3497-1c52-41d9-96c8-2f72a240605d), before_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:02:09.508654 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-85eb9270-7701-4f2c-950d-2aefc060cb25 req-2f49d870-24d4-486a-92aa-f7b5560eb0a2 tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] 10.222.0.67 "GET /v2.0/security-groups?id=dc69b246-ae91-4ee6-a42c-82f13fd99da0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472026 Apr 11 14:02:09.542302 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.db [req-ad7da79b-2deb-447d-b894-617ecef6ad29 req-96b0953a-28d1-4ade-8f02-8b1f6ee0fbca service neutron] For port a40b3497-1c52-41d9-96c8-2f72a240605d, host hv-cinder-83078, cleared binding levels {{(pid=103319) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 14:02:09.545615 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.db [req-ad7da79b-2deb-447d-b894-617ecef6ad29 req-96b0953a-28d1-4ade-8f02-8b1f6ee0fbca service neutron] For port a40b3497-1c52-41d9-96c8-2f72a240605d, host hv-cinder-83078, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83078',level=0,port_id=a40b3497-1c52-41d9-96c8-2f72a240605d,segment=NetworkSegment(97213a82-28a8-4d4c-8e5b-e53ba672495f),segment_id=97213a82-28a8-4d4c-8e5b-e53ba672495f)] {{(pid=103319) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 14:02:09.552728 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-ad7da79b-2deb-447d-b894-617ecef6ad29 req-96b0953a-28d1-4ade-8f02-8b1f6ee0fbca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750379687711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750379164492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750379164510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4648635'] for port (a40b3497-1c52-41d9-96c8-2f72a240605d), after_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:02:09.622495 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7da79b-2deb-447d-b894-617ecef6ad29 req-96b0953a-28d1-4ade-8f02-8b1f6ee0fbca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:02:09.623043 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-ad7da79b-2deb-447d-b894-617ecef6ad29 req-96b0953a-28d1-4ade-8f02-8b1f6ee0fbca service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-507053'] for port (None), before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:02:09.624533 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-ad7da79b-2deb-447d-b894-617ecef6ad29 req-96b0953a-28d1-4ade-8f02-8b1f6ee0fbca service neutron] 10.222.0.75 "PUT /v2.0/ports/a40b3497-1c52-41d9-96c8-2f72a240605d HTTP/1.1" status: 200 len: 1093 time: 0.7592022 Apr 11 14:02:09.625006 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14b16e2e-daa2-4b92-a76a-1616af70478a', 'tag': 'a40b3497-1c52-41d9-96c8-2f72a240605d'}] {{(pid=103319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 14:02:09.627616 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca54f3a3744013fac1d33973197c51c1d98542aecacec3b3a4d6ee5bc00756d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-946c978f-fc71-4eb1-8773-e88d381f1236" -d '{"events": [{"name": "network-changed", "server_uuid": "14b16e2e-daa2-4b92-a76a-1616af70478a", "tag": "a40b3497-1c52-41d9-96c8-2f72a240605d"}]}' {{(pid=103319) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 14:02:09.652717 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b0953a-28d1-4ade-8f02-8b1f6ee0fbca service neutron] Pushing event updated for resources: {'Port': ['ID=a40b3497-1c52-41d9-96c8-2f72a240605d,revision_number=3']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:02:09.662410 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1978736-de47-4a28-b8b8-4b9b6d699ff3 req-9b8a5363-c48d-4b6c-8f15-c69a6f25b0f9 tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:02:09.663363 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-f1978736-de47-4a28-b8b8-4b9b6d699ff3 req-9b8a5363-c48d-4b6c-8f15-c69a6f25b0f9 tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] 10.222.0.67 "GET /v2.0/ports?device_id=3758fe41-ad1e-4bbb-a152-9cc831519aca HTTP/1.1" status: 200 len: 944 time: 0.0822077 Apr 11 14:02:09.730920 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 14:02:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82652660-9101-4217-b417-d21af1ac257d x-openstack-request-id: req-82652660-9101-4217-b417-d21af1ac257d {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 14:02:09.730920 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14b16e2e-daa2-4b92-a76a-1616af70478a", "tag": "a40b3497-1c52-41d9-96c8-2f72a240605d", "status": "completed", "code": 200}]} {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 14:02:09.730920 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-82652660-9101-4217-b417-d21af1ac257d {{(pid=103319) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 14:02:09.730920 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.notifiers.nova [-] Nova event matching ['req-82652660-9101-4217-b417-d21af1ac257d'] response: {'name': 'network-changed', 'server_uuid': '14b16e2e-daa2-4b92-a76a-1616af70478a', 'tag': 'a40b3497-1c52-41d9-96c8-2f72a240605d', 'status': 'completed', 'code': 200} Apr 11 14:02:09.755689 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7da79b-2deb-447d-b894-617ecef6ad29 req-2f561242-7063-465d-9466-40745a938ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:02:09.757290 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-ad7da79b-2deb-447d-b894-617ecef6ad29 req-2f561242-7063-465d-9466-40745a938ea6 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=63cddbab1b664b5a89b56d5632d2f62e&device_id=14b16e2e-daa2-4b92-a76a-1616af70478a HTTP/1.1" status: 200 len: 1127 time: 0.0680976 Apr 11 14:02:09.760942 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-f1978736-de47-4a28-b8b8-4b9b6d699ff3 req-4ce3826a-59a2-43db-82ac-fc6139ec91cb tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] 10.222.0.67 "GET /v2.0/security-groups?id=1e4559a2-35a5-463e-b48e-0eca17a45591&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0911345 Apr 11 14:02:09.800446 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-ad7da79b-2deb-447d-b894-617ecef6ad29 req-e4064ff2-04a0-4107-8466-dab75a52982f service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a40b3497-1c52-41d9-96c8-2f72a240605d HTTP/1.1" status: 200 len: 217 time: 0.0357785 Apr 11 14:02:09.854405 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7da79b-2deb-447d-b894-617ecef6ad29 req-6bfc4630-7b67-4519-95d6-257b1d057631 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:02:09.855891 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-ad7da79b-2deb-447d-b894-617ecef6ad29 req-6bfc4630-7b67-4519-95d6-257b1d057631 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=27094053-8505-4a56-8171-b11c8d996c6a HTTP/1.1" status: 200 len: 854 time: 0.0496743 Apr 11 14:02:09.902737 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7da79b-2deb-447d-b894-617ecef6ad29 req-9869d6fd-1566-4e32-a7eb-52351d71fdb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:02:09.904260 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-ad7da79b-2deb-447d-b894-617ecef6ad29 req-9869d6fd-1566-4e32-a7eb-52351d71fdb0 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=730a24f2-5d00-49fb-895d-b884d9163131&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0426223 Apr 11 14:02:09.967805 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Device 2f18b7d6-84d7-4249-8b95-51fdbd414e68 up at agent hyperv_hv-cinder-83078 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 14:02:09.993329 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-ad7da79b-2deb-447d-b894-617ecef6ad29 req-0280abab-a8f0-4ed9-8d7d-6a498cdf37b7 service neutron] 10.222.0.75 "GET /v2.0/networks/730a24f2-5d00-49fb-895d-b884d9163131?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824461 Apr 11 14:02:10.013794 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Provisioning complete for port 2f18b7d6-84d7-4249-8b95-51fdbd414e68 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 14:02:10.014429 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-663396'] for port (2f18b7d6-84d7-4249-8b95-51fdbd414e68), provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:02:10.090743 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-ad7da79b-2deb-447d-b894-617ecef6ad29 req-5d0f949d-bafb-40e8-893b-ba3b692c135e service neutron] 10.222.0.75 "GET /v2.0/networks/730a24f2-5d00-49fb-895d-b884d9163131?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909803 Apr 11 14:02:10.095343 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Current status of the port 2f18b7d6-84d7-4249-8b95-51fdbd414e68 is: BUILD; New status is: ACTIVE {{(pid=103320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 14:02:10.095760 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883311'] for port (2f18b7d6-84d7-4249-8b95-51fdbd414e68), before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:02:10.123520 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2a988bf-9fbe-4371-a34f-2437494ec1ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f18b7d6-84d7-4249-8b95-51fdbd414e68'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 14:02:10.125827 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e17e7c2a2a067a9a9572b19104dd8b83720c41d762fa1dc6a6c9d001f6760b0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46836126-c058-4483-8895-d3e826860494" -d '{"events": [{"server_uuid": "e2a988bf-9fbe-4371-a34f-2437494ec1ee", "name": "network-vif-plugged", "status": "completed", "tag": "2f18b7d6-84d7-4249-8b95-51fdbd414e68"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 14:02:10.138193 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] For port 2f18b7d6-84d7-4249-8b95-51fdbd414e68, host hv-cinder-83078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83078',level=0,port_id=2f18b7d6-84d7-4249-8b95-51fdbd414e68,segment=NetworkSegment(eced59c3-a177-4f35-9f71-e3309e41d19c),segment_id=eced59c3-a177-4f35-9f71-e3309e41d19c)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 14:02:10.143525 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750379687711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750379164492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750379164510'] for port (2f18b7d6-84d7-4249-8b95-51fdbd414e68), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:02:10.154904 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9b8da6-1373-4bb1-9ccf-0cc9add80d16 req-34c5c72d-8bf4-4be9-843f-82b34c05f421 tempest-TestShelveInstance-72923974 tempest-TestShelveInstance-72923974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:02:10.156507 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-2e9b8da6-1373-4bb1-9ccf-0cc9add80d16 req-34c5c72d-8bf4-4be9-843f-82b34c05f421 tempest-TestShelveInstance-72923974 tempest-TestShelveInstance-72923974-project] 10.222.0.67 "GET /v2.0/ports?device_id=e2a988bf-9fbe-4371-a34f-2437494ec1ee HTTP/1.1" status: 200 len: 944 time: 0.0491769 Apr 11 14:02:10.172830 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 14:02:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c3e48bd-b0a7-41b6-81e4-eb12d15c0e10 x-openstack-request-id: req-6c3e48bd-b0a7-41b6-81e4-eb12d15c0e10 {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 14:02:10.173170 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2a988bf-9fbe-4371-a34f-2437494ec1ee", "name": "network-vif-plugged", "status": "completed", "tag": "2f18b7d6-84d7-4249-8b95-51fdbd414e68", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 14:02:10.173425 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-6c3e48bd-b0a7-41b6-81e4-eb12d15c0e10 {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 14:02:10.173972 dv-cinder-830787-2-iscsi neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6c3e48bd-b0a7-41b6-81e4-eb12d15c0e10'] response: {'server_uuid': 'e2a988bf-9fbe-4371-a34f-2437494ec1ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f18b7d6-84d7-4249-8b95-51fdbd414e68', 'code': 200} Apr 11 14:02:10.200121 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Pushing event updated for resources: {'Port': ['ID=2f18b7d6-84d7-4249-8b95-51fdbd414e68,revision_number=8']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:02:10.210949 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-2e9b8da6-1373-4bb1-9ccf-0cc9add80d16 req-a86b702a-5935-4692-b677-d57cc79e30ff tempest-TestShelveInstance-72923974 tempest-TestShelveInstance-72923974-project] 10.222.0.67 "GET /v2.0/security-groups?id=5212f323-fd10-4b4e-8612-863b832a0ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476930 Apr 11 14:02:10.622097 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fa3c6b-2842-4a69-8717-3d95d7971cd6 req-a58912e2-92d0-467f-933c-daca93a9c183 tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:02:10.623764 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-f1fa3c6b-2842-4a69-8717-3d95d7971cd6 req-a58912e2-92d0-467f-933c-daca93a9c183 tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] 10.222.0.67 "GET /v2.0/ports?device_id=14b16e2e-daa2-4b92-a76a-1616af70478a HTTP/1.1" status: 200 len: 943 time: 0.0472231 Apr 11 14:02:10.670255 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-f1fa3c6b-2842-4a69-8717-3d95d7971cd6 req-43350835-b946-469c-849e-625005484a9c tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] 10.222.0.67 "GET /v2.0/security-groups?id=dc69b246-ae91-4ee6-a42c-82f13fd99da0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409453 Apr 11 14:02:10.872355 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8fe865-d5d9-4e29-9f7e-cc276a3d9ac5 req-c27142f3-0611-43db-944f-5999581b0cc6 tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:02:10.873850 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-6c8fe865-d5d9-4e29-9f7e-cc276a3d9ac5 req-c27142f3-0611-43db-944f-5999581b0cc6 tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] 10.222.0.67 "GET /v2.0/ports?device_id=3758fe41-ad1e-4bbb-a152-9cc831519aca HTTP/1.1" status: 200 len: 944 time: 0.0458312 Apr 11 14:02:10.923389 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946c978f-fc71-4eb1-8773-e88d381f1236 req-828d0332-ec4c-4c1e-bf0b-9705d4ecaa5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:02:10.924806 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-946c978f-fc71-4eb1-8773-e88d381f1236 req-828d0332-ec4c-4c1e-bf0b-9705d4ecaa5f service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=63cddbab1b664b5a89b56d5632d2f62e&device_id=14b16e2e-daa2-4b92-a76a-1616af70478a HTTP/1.1" status: 200 len: 1127 time: 0.0427930 Apr 11 14:02:10.927710 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-6c8fe865-d5d9-4e29-9f7e-cc276a3d9ac5 req-cc1234b3-61c9-4033-9610-31a00f20e110 tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] 10.222.0.67 "GET /v2.0/security-groups?id=1e4559a2-35a5-463e-b48e-0eca17a45591&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459406 Apr 11 14:02:11.058914 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946c978f-fc71-4eb1-8773-e88d381f1236 req-b3f30773-d04e-41b4-80a0-377b8ec99e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:02:11.060374 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-946c978f-fc71-4eb1-8773-e88d381f1236 req-b3f30773-d04e-41b4-80a0-377b8ec99e9e service neutron] 10.222.0.75 "GET /v2.0/networks?id=730a24f2-5d00-49fb-895d-b884d9163131 HTTP/1.1" status: 200 len: 916 time: 0.0946956 Apr 11 14:02:11.115239 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-946c978f-fc71-4eb1-8773-e88d381f1236 req-34f519a5-1a19-44b0-9210-cf58ba380158 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a40b3497-1c52-41d9-96c8-2f72a240605d HTTP/1.1" status: 200 len: 217 time: 0.0394213 Apr 11 14:02:11.119920 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06a5a6f-cea5-4478-b39e-a85238049620 req-27f348af-9355-43b5-8c2a-0864a4ab1fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:02:11.121270 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-b06a5a6f-cea5-4478-b39e-a85238049620 req-27f348af-9355-43b5-8c2a-0864a4ab1fa1 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=e2a988bf-9fbe-4371-a34f-2437494ec1ee HTTP/1.1" status: 200 len: 1129 time: 0.0737104 Apr 11 14:02:11.184175 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946c978f-fc71-4eb1-8773-e88d381f1236 req-f53a69fd-6085-43b2-ae99-80a170f6be6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:02:11.185535 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-946c978f-fc71-4eb1-8773-e88d381f1236 req-f53a69fd-6085-43b2-ae99-80a170f6be6d service neutron] 10.222.0.75 "GET /v2.0/subnets?id=27094053-8505-4a56-8171-b11c8d996c6a HTTP/1.1" status: 200 len: 854 time: 0.0634615 Apr 11 14:02:11.206103 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-b06a5a6f-cea5-4478-b39e-a85238049620 req-e9e409ca-c1a6-447f-bbe4-b0b33afa1fd2 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=5212f323-fd10-4b4e-8612-863b832a0ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772843 Apr 11 14:02:11.231206 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946c978f-fc71-4eb1-8773-e88d381f1236 req-cee97c4a-3956-4f00-b319-9a669c481e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:02:11.232653 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-946c978f-fc71-4eb1-8773-e88d381f1236 req-cee97c4a-3956-4f00-b319-9a669c481e63 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=730a24f2-5d00-49fb-895d-b884d9163131&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0380495 Apr 11 14:02:11.324917 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662ed4e1-c05a-4ee0-9ddf-1b39a91d7db7 req-a0c5c5c8-a65e-42f2-aadf-3bb08f330bdb tempest-TestShelveInstance-72923974 tempest-TestShelveInstance-72923974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:02:11.326334 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-662ed4e1-c05a-4ee0-9ddf-1b39a91d7db7 req-a0c5c5c8-a65e-42f2-aadf-3bb08f330bdb tempest-TestShelveInstance-72923974 tempest-TestShelveInstance-72923974-project] 10.222.0.67 "GET /v2.0/ports?device_id=e2a988bf-9fbe-4371-a34f-2437494ec1ee HTTP/1.1" status: 200 len: 945 time: 0.0501099 Apr 11 14:02:11.382448 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-662ed4e1-c05a-4ee0-9ddf-1b39a91d7db7 req-b91c36ca-3c01-43e5-ba44-4ced76f5c786 tempest-TestShelveInstance-72923974 tempest-TestShelveInstance-72923974-project] 10.222.0.67 "GET /v2.0/security-groups?id=5212f323-fd10-4b4e-8612-863b832a0ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505540 Apr 11 14:02:11.780363 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf08da6-eaaf-47b6-ae2b-f97da76b6d70 req-37a1031e-f396-48d0-8310-386e3c5448a0 tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:02:11.781809 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-1cf08da6-eaaf-47b6-ae2b-f97da76b6d70 req-37a1031e-f396-48d0-8310-386e3c5448a0 tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] 10.222.0.67 "GET /v2.0/ports?device_id=14b16e2e-daa2-4b92-a76a-1616af70478a HTTP/1.1" status: 200 len: 943 time: 0.0459399 Apr 11 14:02:11.828889 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-1cf08da6-eaaf-47b6-ae2b-f97da76b6d70 req-2c5f12ab-bcbc-484f-93a8-d96f9a2c6f26 tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] 10.222.0.67 "GET /v2.0/security-groups?id=dc69b246-ae91-4ee6-a42c-82f13fd99da0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407500 Apr 11 14:02:11.966955 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Device a40b3497-1c52-41d9-96c8-2f72a240605d details requested by agent hyperv_hv-cinder-83078 with host hv-cinder-83078 {{(pid=103320) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 14:02:12.059289 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfd04e8-f851-440b-b979-7a334dcd9853 req-86a02991-3306-4ffd-96b8-a394ac0f32a9 tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:02:12.060785 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-5bfd04e8-f851-440b-b979-7a334dcd9853 req-86a02991-3306-4ffd-96b8-a394ac0f32a9 tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] 10.222.0.67 "GET /v2.0/ports?device_id=3758fe41-ad1e-4bbb-a152-9cc831519aca HTTP/1.1" status: 200 len: 944 time: 0.0638666 Apr 11 14:02:12.066179 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-946c978f-fc71-4eb1-8773-e88d381f1236 req-957f757c-44f5-46d7-ae81-33d7d6940f3a service neutron] 10.222.0.75 "GET /v2.0/networks/730a24f2-5d00-49fb-895d-b884d9163131?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261904 Apr 11 14:02:12.070964 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] For port a40b3497-1c52-41d9-96c8-2f72a240605d, host hv-cinder-83078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83078',level=0,port_id=a40b3497-1c52-41d9-96c8-2f72a240605d,segment=NetworkSegment(97213a82-28a8-4d4c-8e5b-e53ba672495f),segment_id=97213a82-28a8-4d4c-8e5b-e53ba672495f)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 14:02:12.082218 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Returning: {'device': 'a40b3497-1c52-41d9-96c8-2f72a240605d', 'network_id': '730a24f2-5d00-49fb-895d-b884d9163131', 'port_id': 'a40b3497-1c52-41d9-96c8-2f72a240605d', 'mac_address': 'fa:16:3e:89:bc:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 914, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27094053-8505-4a56-8171-b11c8d996c6a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103320) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 14:02:12.109798 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-5bfd04e8-f851-440b-b979-7a334dcd9853 req-b1b541ed-c34b-4874-ac1b-62ba51e4ad7e tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] 10.222.0.67 "GET /v2.0/security-groups?id=1e4559a2-35a5-463e-b48e-0eca17a45591&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426741 Apr 11 14:02:12.120332 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Current status of the port a40b3497-1c52-41d9-96c8-2f72a240605d is: DOWN; New status is: BUILD {{(pid=103320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 14:02:12.120664 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883311'] for port (a40b3497-1c52-41d9-96c8-2f72a240605d), before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:02:12.137709 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.notifiers.nova [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a40b3497-1c52-41d9-96c8-2f72a240605d {{(pid=103320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 14:02:12.157257 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] For port a40b3497-1c52-41d9-96c8-2f72a240605d, host hv-cinder-83078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83078',level=0,port_id=a40b3497-1c52-41d9-96c8-2f72a240605d,segment=NetworkSegment(97213a82-28a8-4d4c-8e5b-e53ba672495f),segment_id=97213a82-28a8-4d4c-8e5b-e53ba672495f)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 14:02:12.161152 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750379687711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750379164492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750379164510'] for port (a40b3497-1c52-41d9-96c8-2f72a240605d), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:02:12.209776 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Pushing event updated for resources: {'Port': ['ID=a40b3497-1c52-41d9-96c8-2f72a240605d,revision_number=4']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:02:12.412053 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] get_ports_and_sgs() called for port_ids ['a40b3497-1c52-41d9-96c8-2f72a240605d'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 14:02:12.503950 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e8a650-8548-4c2d-b752-387b1be6ce2a req-609fb0f8-e9a5-451c-8a8b-c0a5b3553b3e tempest-TestShelveInstance-72923974 tempest-TestShelveInstance-72923974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:02:12.506239 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-90e8a650-8548-4c2d-b752-387b1be6ce2a req-609fb0f8-e9a5-451c-8a8b-c0a5b3553b3e tempest-TestShelveInstance-72923974 tempest-TestShelveInstance-72923974-project] 10.222.0.67 "GET /v2.0/ports?device_id=e2a988bf-9fbe-4371-a34f-2437494ec1ee HTTP/1.1" status: 200 len: 945 time: 0.0511417 Apr 11 14:02:12.555012 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-90e8a650-8548-4c2d-b752-387b1be6ce2a req-2dd93eed-7f26-4a78-a6bf-4067a1329c00 tempest-TestShelveInstance-72923974 tempest-TestShelveInstance-72923974-project] 10.222.0.67 "GET /v2.0/security-groups?id=5212f323-fd10-4b4e-8612-863b832a0ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431919 Apr 11 14:02:12.959860 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab4b2aa-2c52-42a8-833b-7e46bb098d33 req-be3dac0a-fd13-41d0-858a-6de3f7645271 tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:02:12.961925 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-6ab4b2aa-2c52-42a8-833b-7e46bb098d33 req-be3dac0a-fd13-41d0-858a-6de3f7645271 tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] 10.222.0.67 "GET /v2.0/ports?device_id=14b16e2e-daa2-4b92-a76a-1616af70478a HTTP/1.1" status: 200 len: 944 time: 0.0669820 Apr 11 14:02:13.061291 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-6ab4b2aa-2c52-42a8-833b-7e46bb098d33 req-e45d3d54-190d-47bf-bcd0-c6755db929f8 tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] 10.222.0.67 "GET /v2.0/security-groups?id=dc69b246-ae91-4ee6-a42c-82f13fd99da0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0898623 Apr 11 14:02:13.066581 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-946c978f-fc71-4eb1-8773-e88d381f1236 req-2fd98f83-ec5d-4b8f-ae25-53bf43e714cd service neutron] 10.222.0.75 "GET /v2.0/networks/730a24f2-5d00-49fb-895d-b884d9163131?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1358435 Apr 11 14:02:13.220462 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f16e0e-4ebd-4c5d-b854-7d4daba51d47 req-bef5b97a-1960-4f96-84b5-a8e28d3e2a83 tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:02:13.221911 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-f1f16e0e-4ebd-4c5d-b854-7d4daba51d47 req-bef5b97a-1960-4f96-84b5-a8e28d3e2a83 tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] 10.222.0.67 "GET /v2.0/ports?device_id=3758fe41-ad1e-4bbb-a152-9cc831519aca HTTP/1.1" status: 200 len: 944 time: 0.0473707 Apr 11 14:02:13.270445 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-f1f16e0e-4ebd-4c5d-b854-7d4daba51d47 req-481fe2fa-8d1c-46fe-a0a4-69bceeb32a36 tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] 10.222.0.67 "GET /v2.0/security-groups?id=1e4559a2-35a5-463e-b48e-0eca17a45591&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431218 Apr 11 14:02:13.959697 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Device 64a97990-f586-4554-ba0f-e0bf82738eaf details requested by agent hyperv_hv-cinder-83078 with host hv-cinder-83078 {{(pid=103320) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 14:02:13.962813 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Device a40b3497-1c52-41d9-96c8-2f72a240605d up at agent hyperv_hv-cinder-83078 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 14:02:14.070692 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Provisioning for port a40b3497-1c52-41d9-96c8-2f72a240605d completed by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 11 14:02:14.079869 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Provisioning complete for port a40b3497-1c52-41d9-96c8-2f72a240605d triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 14:02:14.080242 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-663396'] for port (a40b3497-1c52-41d9-96c8-2f72a240605d), provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:02:14.129274 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] For port 64a97990-f586-4554-ba0f-e0bf82738eaf, host hv-cinder-83078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83078',level=0,port_id=64a97990-f586-4554-ba0f-e0bf82738eaf,segment=NetworkSegment(dba15552-8c47-4ae1-bd01-539c1927d993),segment_id=dba15552-8c47-4ae1-bd01-539c1927d993)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 14:02:14.146229 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Returning: {'device': '64a97990-f586-4554-ba0f-e0bf82738eaf', 'network_id': 'ad25a564-6f6a-4aa0-9d80-81636d1b0cca', 'port_id': '64a97990-f586-4554-ba0f-e0bf82738eaf', 'mac_address': 'fa:16:3e:5f:d3:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 935, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88bd1feb-6086-4c30-90a4-375c4e01858c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103320) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 14:02:14.181281 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddedbe94-f61c-4782-8605-79ebe6ed7cfe req-8b3917d2-c8d9-455e-8eee-769d1df61536 tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:02:14.182877 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-ddedbe94-f61c-4782-8605-79ebe6ed7cfe req-8b3917d2-c8d9-455e-8eee-769d1df61536 tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] 10.222.0.67 "GET /v2.0/ports?device_id=14b16e2e-daa2-4b92-a76a-1616af70478a HTTP/1.1" status: 200 len: 944 time: 0.0516047 Apr 11 14:02:14.216033 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Current status of the port 64a97990-f586-4554-ba0f-e0bf82738eaf is: DOWN; New status is: BUILD {{(pid=103320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 14:02:14.216345 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883311'] for port (64a97990-f586-4554-ba0f-e0bf82738eaf), before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:02:14.218645 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Current status of the port a40b3497-1c52-41d9-96c8-2f72a240605d is: BUILD; New status is: ACTIVE {{(pid=103320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 14:02:14.219019 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883311'] for port (a40b3497-1c52-41d9-96c8-2f72a240605d), before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:02:14.235255 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-ddedbe94-f61c-4782-8605-79ebe6ed7cfe req-6dd9522e-30a6-4a1a-957b-cdecad40b7ca tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] 10.222.0.67 "GET /v2.0/security-groups?id=dc69b246-ae91-4ee6-a42c-82f13fd99da0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454676 Apr 11 14:02:14.244726 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.notifiers.nova [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64a97990-f586-4554-ba0f-e0bf82738eaf {{(pid=103320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 14:02:14.264513 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14b16e2e-daa2-4b92-a76a-1616af70478a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a40b3497-1c52-41d9-96c8-2f72a240605d'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 14:02:14.266716 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e17e7c2a2a067a9a9572b19104dd8b83720c41d762fa1dc6a6c9d001f6760b0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68d915fc-3c21-4dbb-85ac-9bfe4ecc38e9" -d '{"events": [{"server_uuid": "14b16e2e-daa2-4b92-a76a-1616af70478a", "name": "network-vif-plugged", "status": "completed", "tag": "a40b3497-1c52-41d9-96c8-2f72a240605d"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 14:02:14.286348 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] For port a40b3497-1c52-41d9-96c8-2f72a240605d, host hv-cinder-83078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83078',level=0,port_id=a40b3497-1c52-41d9-96c8-2f72a240605d,segment=NetworkSegment(97213a82-28a8-4d4c-8e5b-e53ba672495f),segment_id=97213a82-28a8-4d4c-8e5b-e53ba672495f)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 14:02:14.288387 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] For port 64a97990-f586-4554-ba0f-e0bf82738eaf, host hv-cinder-83078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83078',level=0,port_id=64a97990-f586-4554-ba0f-e0bf82738eaf,segment=NetworkSegment(dba15552-8c47-4ae1-bd01-539c1927d993),segment_id=dba15552-8c47-4ae1-bd01-539c1927d993)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 14:02:14.293316 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750379687711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750379164492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750379164510'] for port (a40b3497-1c52-41d9-96c8-2f72a240605d), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:02:14.296921 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750379687711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750379164492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750379164510'] for port (64a97990-f586-4554-ba0f-e0bf82738eaf), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:02:14.350503 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 14:02:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5c7c45b-66a0-4f6f-a606-87746e1d90e2 x-openstack-request-id: req-a5c7c45b-66a0-4f6f-a606-87746e1d90e2 {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 14:02:14.350828 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14b16e2e-daa2-4b92-a76a-1616af70478a", "name": "network-vif-plugged", "status": "completed", "tag": "a40b3497-1c52-41d9-96c8-2f72a240605d", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 14:02:14.351091 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-a5c7c45b-66a0-4f6f-a606-87746e1d90e2 {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 14:02:14.354301 dv-cinder-830787-2-iscsi neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a5c7c45b-66a0-4f6f-a606-87746e1d90e2'] response: {'server_uuid': '14b16e2e-daa2-4b92-a76a-1616af70478a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a40b3497-1c52-41d9-96c8-2f72a240605d', 'code': 200} Apr 11 14:02:14.389186 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Pushing event updated for resources: {'Port': ['ID=a40b3497-1c52-41d9-96c8-2f72a240605d,revision_number=5']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:02:14.449146 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4fa361-3046-47c8-a1f4-df0d0fce18cc req-d1dbe19d-b181-44e9-bb60-2509cbaafe0e tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:02:14.450790 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-dc4fa361-3046-47c8-a1f4-df0d0fce18cc req-d1dbe19d-b181-44e9-bb60-2509cbaafe0e tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] 10.222.0.67 "GET /v2.0/ports?device_id=3758fe41-ad1e-4bbb-a152-9cc831519aca HTTP/1.1" status: 200 len: 945 time: 0.0797033 Apr 11 14:02:14.462518 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Pushing event updated for resources: {'Port': ['ID=64a97990-f586-4554-ba0f-e0bf82738eaf,revision_number=4']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:02:14.510333 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-dc4fa361-3046-47c8-a1f4-df0d0fce18cc req-d915c55f-537a-4e4d-aa96-3db0c13b9e97 tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] 10.222.0.67 "GET /v2.0/security-groups?id=1e4559a2-35a5-463e-b48e-0eca17a45591&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510905 Apr 11 14:02:14.538369 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116b808f-3648-447b-85b7-77568c874803 req-107739c8-a634-4099-b8dd-5775ce75add1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:02:14.539929 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-116b808f-3648-447b-85b7-77568c874803 req-107739c8-a634-4099-b8dd-5775ce75add1 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=14b16e2e-daa2-4b92-a76a-1616af70478a HTTP/1.1" status: 200 len: 1129 time: 0.0457504 Apr 11 14:02:14.573436 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] get_ports_and_sgs() called for port_ids ['64a97990-f586-4554-ba0f-e0bf82738eaf'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 14:02:14.582295 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-116b808f-3648-447b-85b7-77568c874803 req-9c498d58-7865-4934-974f-db6c18822be5 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=dc69b246-ae91-4ee6-a42c-82f13fd99da0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363095 Apr 11 14:02:15.347690 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714ad2e5-3bc6-4296-903d-4fd89ae52d8c req-f054fe7e-a5c7-48ba-b9e0-82db974f43ad tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:02:15.349793 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-714ad2e5-3bc6-4296-903d-4fd89ae52d8c req-f054fe7e-a5c7-48ba-b9e0-82db974f43ad tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] 10.222.0.67 "GET /v2.0/ports?device_id=14b16e2e-daa2-4b92-a76a-1616af70478a HTTP/1.1" status: 200 len: 945 time: 0.0462348 Apr 11 14:02:15.399662 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-714ad2e5-3bc6-4296-903d-4fd89ae52d8c req-a59d2502-e87a-44ad-b15a-487ce92416ee tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] 10.222.0.67 "GET /v2.0/security-groups?id=dc69b246-ae91-4ee6-a42c-82f13fd99da0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443647 Apr 11 14:02:15.626169 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba55755-8cb7-4a11-acfc-7ac8d73b3e02 req-851c3843-a02b-4cd8-9d80-31e48f2597c2 tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:02:15.627769 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-7ba55755-8cb7-4a11-acfc-7ac8d73b3e02 req-851c3843-a02b-4cd8-9d80-31e48f2597c2 tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] 10.222.0.67 "GET /v2.0/ports?device_id=3758fe41-ad1e-4bbb-a152-9cc831519aca HTTP/1.1" status: 200 len: 945 time: 0.0508642 Apr 11 14:02:15.685125 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-7ba55755-8cb7-4a11-acfc-7ac8d73b3e02 req-36bb40fb-15f5-4347-897b-9f9d04cbb115 tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] 10.222.0.67 "GET /v2.0/security-groups?id=1e4559a2-35a5-463e-b48e-0eca17a45591&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516691 Apr 11 14:02:15.984450 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Device 64a97990-f586-4554-ba0f-e0bf82738eaf up at agent hyperv_hv-cinder-83078 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 14:02:16.032489 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Provisioning for port 64a97990-f586-4554-ba0f-e0bf82738eaf completed by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 11 14:02:16.038071 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Provisioning complete for port 64a97990-f586-4554-ba0f-e0bf82738eaf triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 14:02:16.038437 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-663396'] for port (64a97990-f586-4554-ba0f-e0bf82738eaf), provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:02:16.114372 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Current status of the port 64a97990-f586-4554-ba0f-e0bf82738eaf is: BUILD; New status is: ACTIVE {{(pid=103320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 14:02:16.114852 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883311'] for port (64a97990-f586-4554-ba0f-e0bf82738eaf), before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:02:16.148744 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] For port 64a97990-f586-4554-ba0f-e0bf82738eaf, host hv-cinder-83078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83078',level=0,port_id=64a97990-f586-4554-ba0f-e0bf82738eaf,segment=NetworkSegment(dba15552-8c47-4ae1-bd01-539c1927d993),segment_id=dba15552-8c47-4ae1-bd01-539c1927d993)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 14:02:16.153432 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750379687711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750379164492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750379164510'] for port (64a97990-f586-4554-ba0f-e0bf82738eaf), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:02:16.209638 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Pushing event updated for resources: {'Port': ['ID=64a97990-f586-4554-ba0f-e0bf82738eaf,revision_number=5']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:02:16.355250 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3758fe41-ad1e-4bbb-a152-9cc831519aca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64a97990-f586-4554-ba0f-e0bf82738eaf'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 14:02:16.357473 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e17e7c2a2a067a9a9572b19104dd8b83720c41d762fa1dc6a6c9d001f6760b0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec5f85e7-8923-4375-9e64-a416e1c0e448" -d '{"events": [{"server_uuid": "3758fe41-ad1e-4bbb-a152-9cc831519aca", "name": "network-vif-plugged", "status": "completed", "tag": "64a97990-f586-4554-ba0f-e0bf82738eaf"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 14:02:16.392812 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 14:02:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb104b13-d760-46af-ad5f-66415e6038bf x-openstack-request-id: req-eb104b13-d760-46af-ad5f-66415e6038bf {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 14:02:16.393110 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3758fe41-ad1e-4bbb-a152-9cc831519aca", "name": "network-vif-plugged", "status": "completed", "tag": "64a97990-f586-4554-ba0f-e0bf82738eaf", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 14:02:16.393362 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-eb104b13-d760-46af-ad5f-66415e6038bf {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 14:02:16.393762 dv-cinder-830787-2-iscsi neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eb104b13-d760-46af-ad5f-66415e6038bf'] response: {'server_uuid': '3758fe41-ad1e-4bbb-a152-9cc831519aca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64a97990-f586-4554-ba0f-e0bf82738eaf', 'code': 200} Apr 11 14:02:16.517313 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c297f5-7ab6-4911-87c1-e51295ee1d11 req-55020c92-4765-4aa0-a77d-3c139f286f3b tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:02:16.518700 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-a5c297f5-7ab6-4911-87c1-e51295ee1d11 req-55020c92-4765-4aa0-a77d-3c139f286f3b tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] 10.222.0.67 "GET /v2.0/ports?device_id=14b16e2e-daa2-4b92-a76a-1616af70478a HTTP/1.1" status: 200 len: 945 time: 0.0481937 Apr 11 14:02:16.579349 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-a5c297f5-7ab6-4911-87c1-e51295ee1d11 req-6bddfeb4-1987-4836-abf9-29e4c5443fa0 tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] 10.222.0.67 "GET /v2.0/security-groups?id=dc69b246-ae91-4ee6-a42c-82f13fd99da0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530410 Apr 11 14:02:16.606543 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d48c235-a1d1-4f81-bf27-6f489f5c75d1 req-ddf2ec6a-5ad8-4a23-bc78-ede5d267843c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:02:16.607995 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-1d48c235-a1d1-4f81-bf27-6f489f5c75d1 req-ddf2ec6a-5ad8-4a23-bc78-ede5d267843c service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=3758fe41-ad1e-4bbb-a152-9cc831519aca HTTP/1.1" status: 200 len: 1130 time: 0.0469885 Apr 11 14:02:16.654592 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-1d48c235-a1d1-4f81-bf27-6f489f5c75d1 req-6cf5fdf7-7e79-493d-a495-05e21b8a5be8 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=1e4559a2-35a5-463e-b48e-0eca17a45591&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408762 Apr 11 14:02:16.694165 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ea80fe-2beb-4a35-8190-82d72191ab71 req-ae05cbbc-f87b-43b7-bb28-527e13adbdf9 tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:02:16.695649 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-b1ea80fe-2beb-4a35-8190-82d72191ab71 req-ae05cbbc-f87b-43b7-bb28-527e13adbdf9 tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] 10.222.0.67 "GET /v2.0/ports?device_id=14b16e2e-daa2-4b92-a76a-1616af70478a HTTP/1.1" status: 200 len: 945 time: 0.0480435 Apr 11 14:02:16.704019 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.67', 34362) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 14:02:16.708609 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.v2.base [None req-e49ed1da-361c-4945-a56a-63c2ffa5c4e5 tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] Request body: {'floatingip': {'port_id': 'a40b3497-1c52-41d9-96c8-2f72a240605d'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:02:16.753530 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-e49ed1da-361c-4945-a56a-63c2ffa5c4e5 tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] Publish callbacks [] for floatingip (c6e05ce8-edc8-4319-9305-1adf633d981b), before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:02:16.794930 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f384f488-3147-46fe-af90-8f9346eb1b7e req-9eeab7e6-d0d1-40af-a90a-467c56d607e6 tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:02:16.796575 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-f384f488-3147-46fe-af90-8f9346eb1b7e req-9eeab7e6-d0d1-40af-a90a-467c56d607e6 tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] 10.222.0.67 "GET /v2.0/ports?device_id=3758fe41-ad1e-4bbb-a152-9cc831519aca HTTP/1.1" status: 200 len: 946 time: 0.0462170 Apr 11 14:02:16.852233 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-f384f488-3147-46fe-af90-8f9346eb1b7e req-6ef8a525-84ea-4d81-9450-aab60a809bc9 tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] 10.222.0.67 "GET /v2.0/security-groups?id=1e4559a2-35a5-463e-b48e-0eca17a45591&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491879 Apr 11 14:02:17.427292 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-e49ed1da-361c-4945-a56a-63c2ffa5c4e5 tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:02:17.430739 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-e49ed1da-361c-4945-a56a-63c2ffa5c4e5 tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8126411'] for floatingip (c6e05ce8-edc8-4319-9305-1adf633d981b), after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:02:17.530516 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.db.l3_db [None req-e49ed1da-361c-4945-a56a-63c2ffa5c4e5 tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] Floating IP c6e05ce8-edc8-4319-9305-1adf633d981b associated. External IP: 172.27.1.84, port: a40b3497-1c52-41d9-96c8-2f72a240605d. Apr 11 14:02:17.739615 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e49ed1da-361c-4945-a56a-63c2ffa5c4e5 tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] Router a1cff1c1-31ca-4d27-b838-666b936eeefa has already been hosted by L3 agent e731c656-576f-4174-9da3-af64518920bc {{(pid=103318) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 14:02:17.846500 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e49ed1da-361c-4945-a56a-63c2ffa5c4e5 tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] Notify agent at l3_agent.dv-cinder-830787-2-iscsi the message routers_updated {{(pid=103318) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 14:02:17.852158 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-e49ed1da-361c-4945-a56a-63c2ffa5c4e5 tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-507053'] for floatingip (None), before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:02:17.858930 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0fb7c9e-7cb4-4bf4-bc18-9abe06a5990d None None] Sync routers for ids ['a1cff1c1-31ca-4d27-b838-666b936eeefa'] in dv-cinder-830787-2-iscsi {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 14:02:17.869497 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0fb7c9e-7cb4-4bf4-bc18-9abe06a5990d None None] Routers {'a1cff1c1-31ca-4d27-b838-666b936eeefa'} bound to L3 agent in host dv-cinder-830787-2-iscsi {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 14:02:17.870125 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-c0fb7c9e-7cb4-4bf4-bc18-9abe06a5990d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830787-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-11T13:46:59Z,description=,heartbeat_timestamp=2022-04-11T14:01:59Z,host='dv-cinder-830787-2-iscsi',id=e731c656-576f-4174-9da3-af64518920bc,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T13:46:59Z,topic='l3_agent')) {'router_ids': ['a1cff1c1-31ca-4d27-b838-666b936eeefa'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:02:17.881568 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-e49ed1da-361c-4945-a56a-63c2ffa5c4e5 tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] 10.222.0.67 "PUT /v2.0/floatingips/c6e05ce8-edc8-4319-9305-1adf633d981b HTTP/1.1" status: 200 len: 990 time: 1.1760082 Apr 11 14:02:17.881708 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14b16e2e-daa2-4b92-a76a-1616af70478a', 'tag': 'a40b3497-1c52-41d9-96c8-2f72a240605d'}] {{(pid=103318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 14:02:17.883897 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}476b5820a8b2a4c839a8e61874405e2111d505d8639f7232d97f083a4ddc8acf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f75beb33-13a2-441d-89ec-601e200dd359" -d '{"events": [{"name": "network-changed", "server_uuid": "14b16e2e-daa2-4b92-a76a-1616af70478a", "tag": "a40b3497-1c52-41d9-96c8-2f72a240605d"}]}' {{(pid=103318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 14:02:17.922275 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 14:02:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cc73cf1-1249-4dc9-94d4-b0f40ceb01b5 x-openstack-request-id: req-0cc73cf1-1249-4dc9-94d4-b0f40ceb01b5 {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 14:02:17.922587 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14b16e2e-daa2-4b92-a76a-1616af70478a", "tag": "a40b3497-1c52-41d9-96c8-2f72a240605d", "status": "completed", "code": 200}]} {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 14:02:17.922840 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-0cc73cf1-1249-4dc9-94d4-b0f40ceb01b5 {{(pid=103318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 14:02:17.923244 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0cc73cf1-1249-4dc9-94d4-b0f40ceb01b5'] response: {'name': 'network-changed', 'server_uuid': '14b16e2e-daa2-4b92-a76a-1616af70478a', 'tag': 'a40b3497-1c52-41d9-96c8-2f72a240605d', 'status': 'completed', 'code': 200} Apr 11 14:02:17.979320 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2552b40-b6cb-45b4-bf6f-3afad72f0ed0 req-8cc84c40-65c1-4c1b-b6ed-2fcfced1e0b5 tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:02:17.980879 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-d2552b40-b6cb-45b4-bf6f-3afad72f0ed0 req-8cc84c40-65c1-4c1b-b6ed-2fcfced1e0b5 tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] 10.222.0.67 "GET /v2.0/ports?device_id=3758fe41-ad1e-4bbb-a152-9cc831519aca HTTP/1.1" status: 200 len: 946 time: 0.0499496 Apr 11 14:02:18.005886 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-c0fb7c9e-7cb4-4bf4-bc18-9abe06a5990d None None] Set router a1cff1c1-31ca-4d27-b838-666b936eeefa gateway port host: dv-cinder-830787-2-iscsi {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 14:02:18.029192 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-d2552b40-b6cb-45b4-bf6f-3afad72f0ed0 req-d25301fe-304e-4415-9e2f-5d86d62b244e tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] 10.222.0.67 "GET /v2.0/security-groups?id=1e4559a2-35a5-463e-b48e-0eca17a45591&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425513 Apr 11 14:02:18.220149 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-c0fb7c9e-7cb4-4bf4-bc18-9abe06a5990d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1cff1c1-31ca-4d27-b838-666b936eeefa', 'name': 'tempest-AttachVolumeNegativeTest-1957027792-router', 'tenant_id': '63cddbab1b664b5a89b56d5632d2f62e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886', 'external_fixed_ips': [{'subnet_id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'ip_address': '172.27.1.156'}], 'enable_snat': True}, 'gw_port_id': '8382f930-2a1e-4b67-92ad-b88834e27d48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:00:48Z', 'updated_at': '2022-04-11T14:00:50Z', 'revision_number': 4, 'project_id': '63cddbab1b664b5a89b56d5632d2f62e', 'gw_port': {'id': '8382f930-2a1e-4b67-92ad-b88834e27d48', 'name': '', 'network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:c8:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1cff1c1-31ca-4d27-b838-666b936eeefa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'ip_address': '172.27.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:00:48Z', 'updated_at': '2022-04-11T14:00:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830787-2-iscsi', '_floatingips': [{'id': '2161370f-166a-4c86-b36b-a1186c0ea0b4', 'tenant_id': '63cddbab1b664b5a89b56d5632d2f62e', 'floating_ip_address': '172.27.1.139', 'floating_network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886', 'router_id': 'a1cff1c1-31ca-4d27-b838-666b936eeefa', 'port_id': '99983948-a76f-4e70-b04a-dfb2433aaa98', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 546, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '730a24f2-5d00-49fb-895d-b884d9163131', 'mac_address': 'fa:16:3e:f2:29:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c531fb-df98-4780-bea5-7b483075b4f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T14:00:52Z', 'updated_at': '2022-04-11T14:01:10Z', 'revision_number': 2, 'project_id': '63cddbab1b664b5a89b56d5632d2f62e', 'fixed_ip_address_scope': None}, {'id': 'c6e05ce8-edc8-4319-9305-1adf633d981b', 'tenant_id': '63cddbab1b664b5a89b56d5632d2f62e', 'floating_ip_address': '172.27.1.84', 'floating_network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886', 'router_id': 'a1cff1c1-31ca-4d27-b838-666b936eeefa', 'port_id': 'a40b3497-1c52-41d9-96c8-2f72a240605d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 596, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '730a24f2-5d00-49fb-895d-b884d9163131', 'mac_address': 'fa:16:3e:89:bc:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14b16e2e-daa2-4b92-a76a-1616af70478a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T14:02:06Z', 'updated_at': '2022-04-11T14:02:17Z', 'revision_number': 1, 'project_id': '63cddbab1b664b5a89b56d5632d2f62e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bacc6394-9f02-4ad3-a5f8-7e8cf9c381e7', 'name': '', 'network_id': '730a24f2-5d00-49fb-895d-b884d9163131', 'tenant_id': '63cddbab1b664b5a89b56d5632d2f62e', 'mac_address': 'fa:16:3e:5d:27:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1cff1c1-31ca-4d27-b838-666b936eeefa', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '27094053-8505-4a56-8171-b11c8d996c6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:00:50Z', 'updated_at': '2022-04-11T14:00:53Z', 'revision_number': 5, 'project_id': '63cddbab1b664b5a89b56d5632d2f62e', 'subnets': [{'id': '27094053-8505-4a56-8171-b11c8d996c6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830787-2-iscsi', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:02:18.251780 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0fb7c9e-7cb4-4bf4-bc18-9abe06a5990d None None] Checking router: a1cff1c1-31ca-4d27-b838-666b936eeefa for host: dv-cinder-830787-2-iscsi {{(pid=103321) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 14:02:18.261271 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0fb7c9e-7cb4-4bf4-bc18-9abe06a5990d None None] Routers {'a1cff1c1-31ca-4d27-b838-666b936eeefa'} bound to L3 agent in host dv-cinder-830787-2-iscsi {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 14:02:18.261789 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-c0fb7c9e-7cb4-4bf4-bc18-9abe06a5990d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830787-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-11T13:46:59Z,description=,heartbeat_timestamp=2022-04-11T14:01:59Z,host='dv-cinder-830787-2-iscsi',id=e731c656-576f-4174-9da3-af64518920bc,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T13:46:59Z,topic='l3_agent')) {'router_ids': ['a1cff1c1-31ca-4d27-b838-666b936eeefa'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:02:18.266610 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75beb33-13a2-441d-89ec-601e200dd359 req-04ca261b-e630-44da-984e-9eadfe9e92bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:02:18.268823 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-f75beb33-13a2-441d-89ec-601e200dd359 req-04ca261b-e630-44da-984e-9eadfe9e92bf service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=63cddbab1b664b5a89b56d5632d2f62e&device_id=14b16e2e-daa2-4b92-a76a-1616af70478a HTTP/1.1" status: 200 len: 1129 time: 0.0470009 Apr 11 14:02:18.373310 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-c0fb7c9e-7cb4-4bf4-bc18-9abe06a5990d None None] Set router a1cff1c1-31ca-4d27-b838-666b936eeefa gateway port host: dv-cinder-830787-2-iscsi {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 14:02:18.373568 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75beb33-13a2-441d-89ec-601e200dd359 req-c3fa65ed-f478-4cfb-8376-555e74b21fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:02:18.374956 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-f75beb33-13a2-441d-89ec-601e200dd359 req-c3fa65ed-f478-4cfb-8376-555e74b21fd5 service neutron] 10.222.0.75 "GET /v2.0/networks?id=730a24f2-5d00-49fb-895d-b884d9163131 HTTP/1.1" status: 200 len: 916 time: 0.0871255 Apr 11 14:02:18.443472 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-f75beb33-13a2-441d-89ec-601e200dd359 req-58754b73-5b24-4232-89a1-085a978f5a79 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a40b3497-1c52-41d9-96c8-2f72a240605d HTTP/1.1" status: 200 len: 998 time: 0.0617671 Apr 11 14:02:18.495200 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75beb33-13a2-441d-89ec-601e200dd359 req-7665b0b9-58a5-4d12-a1d1-5faa9c96b999 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:02:18.496689 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-f75beb33-13a2-441d-89ec-601e200dd359 req-7665b0b9-58a5-4d12-a1d1-5faa9c96b999 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=27094053-8505-4a56-8171-b11c8d996c6a HTTP/1.1" status: 200 len: 854 time: 0.0474060 Apr 11 14:02:18.541565 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75beb33-13a2-441d-89ec-601e200dd359 req-2f1bc571-7872-4bb4-903d-474d9e0d80d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:02:18.543065 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-f75beb33-13a2-441d-89ec-601e200dd359 req-2f1bc571-7872-4bb4-903d-474d9e0d80d6 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=730a24f2-5d00-49fb-895d-b884d9163131&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0399249 Apr 11 14:02:18.593810 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-c0fb7c9e-7cb4-4bf4-bc18-9abe06a5990d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1cff1c1-31ca-4d27-b838-666b936eeefa', 'name': 'tempest-AttachVolumeNegativeTest-1957027792-router', 'tenant_id': '63cddbab1b664b5a89b56d5632d2f62e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886', 'external_fixed_ips': [{'subnet_id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'ip_address': '172.27.1.156'}], 'enable_snat': True}, 'gw_port_id': '8382f930-2a1e-4b67-92ad-b88834e27d48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:00:48Z', 'updated_at': '2022-04-11T14:00:50Z', 'revision_number': 4, 'project_id': '63cddbab1b664b5a89b56d5632d2f62e', 'gw_port': {'id': '8382f930-2a1e-4b67-92ad-b88834e27d48', 'name': '', 'network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:c8:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1cff1c1-31ca-4d27-b838-666b936eeefa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'ip_address': '172.27.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:00:48Z', 'updated_at': '2022-04-11T14:00:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830787-2-iscsi', '_floatingips': [{'id': '2161370f-166a-4c86-b36b-a1186c0ea0b4', 'tenant_id': '63cddbab1b664b5a89b56d5632d2f62e', 'floating_ip_address': '172.27.1.139', 'floating_network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886', 'router_id': 'a1cff1c1-31ca-4d27-b838-666b936eeefa', 'port_id': '99983948-a76f-4e70-b04a-dfb2433aaa98', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 546, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '730a24f2-5d00-49fb-895d-b884d9163131', 'mac_address': 'fa:16:3e:f2:29:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c531fb-df98-4780-bea5-7b483075b4f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T14:00:52Z', 'updated_at': '2022-04-11T14:01:10Z', 'revision_number': 2, 'project_id': '63cddbab1b664b5a89b56d5632d2f62e', 'fixed_ip_address_scope': None}, {'id': 'c6e05ce8-edc8-4319-9305-1adf633d981b', 'tenant_id': '63cddbab1b664b5a89b56d5632d2f62e', 'floating_ip_address': '172.27.1.84', 'floating_network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886', 'router_id': 'a1cff1c1-31ca-4d27-b838-666b936eeefa', 'port_id': 'a40b3497-1c52-41d9-96c8-2f72a240605d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 596, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '730a24f2-5d00-49fb-895d-b884d9163131', 'mac_address': 'fa:16:3e:89:bc:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14b16e2e-daa2-4b92-a76a-1616af70478a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T14:02:06Z', 'updated_at': '2022-04-11T14:02:17Z', 'revision_number': 1, 'project_id': '63cddbab1b664b5a89b56d5632d2f62e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bacc6394-9f02-4ad3-a5f8-7e8cf9c381e7', 'name': '', 'network_id': '730a24f2-5d00-49fb-895d-b884d9163131', 'tenant_id': '63cddbab1b664b5a89b56d5632d2f62e', 'mac_address': 'fa:16:3e:5d:27:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1cff1c1-31ca-4d27-b838-666b936eeefa', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '27094053-8505-4a56-8171-b11c8d996c6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:00:50Z', 'updated_at': '2022-04-11T14:00:53Z', 'revision_number': 5, 'project_id': '63cddbab1b664b5a89b56d5632d2f62e', 'subnets': [{'id': '27094053-8505-4a56-8171-b11c8d996c6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830787-2-iscsi', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:02:18.620725 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0fb7c9e-7cb4-4bf4-bc18-9abe06a5990d None None] The sync data for ids ['a1cff1c1-31ca-4d27-b838-666b936eeefa'] in dv-cinder-830787-2-iscsi is: [{'id': 'a1cff1c1-31ca-4d27-b838-666b936eeefa', 'name': 'tempest-AttachVolumeNegativeTest-1957027792-router', 'tenant_id': '63cddbab1b664b5a89b56d5632d2f62e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886', 'external_fixed_ips': [{'subnet_id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'ip_address': '172.27.1.156'}], 'enable_snat': True}, 'gw_port_id': '8382f930-2a1e-4b67-92ad-b88834e27d48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:00:48Z', 'updated_at': '2022-04-11T14:00:50Z', 'revision_number': 4, 'project_id': '63cddbab1b664b5a89b56d5632d2f62e', 'gw_port': {'id': '8382f930-2a1e-4b67-92ad-b88834e27d48', 'name': '', 'network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:c8:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1cff1c1-31ca-4d27-b838-666b936eeefa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'ip_address': '172.27.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:00:48Z', 'updated_at': '2022-04-11T14:00:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830787-2-iscsi', '_floatingips': [{'id': '2161370f-166a-4c86-b36b-a1186c0ea0b4', 'tenant_id': '63cddbab1b664b5a89b56d5632d2f62e', 'floating_ip_address': '172.27.1.139', 'floating_network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886', 'router_id': 'a1cff1c1-31ca-4d27-b838-666b936eeefa', 'port_id': '99983948-a76f-4e70-b04a-dfb2433aaa98', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 546, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '730a24f2-5d00-49fb-895d-b884d9163131', 'mac_address': 'fa:16:3e:f2:29:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c531fb-df98-4780-bea5-7b483075b4f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T14:00:52Z', 'updated_at': '2022-04-11T14:01:10Z', 'revision_number': 2, 'project_id': '63cddbab1b664b5a89b56d5632d2f62e', 'fixed_ip_address_scope': None}, {'id': 'c6e05ce8-edc8-4319-9305-1adf633d981b', 'tenant_id': '63cddbab1b664b5a89b56d5632d2f62e', 'floating_ip_address': '172.27.1.84', 'floating_network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886', 'router_id': 'a1cff1c1-31ca-4d27-b838-666b936eeefa', 'port_id': 'a40b3497-1c52-41d9-96c8-2f72a240605d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 596, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '730a24f2-5d00-49fb-895d-b884d9163131', 'mac_address': 'fa:16:3e:89:bc:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14b16e2e-daa2-4b92-a76a-1616af70478a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T14:02:06Z', 'updated_at': '2022-04-11T14:02:17Z', 'revision_number': 1, 'project_id': '63cddbab1b664b5a89b56d5632d2f62e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bacc6394-9f02-4ad3-a5f8-7e8cf9c381e7', 'name': '', 'network_id': '730a24f2-5d00-49fb-895d-b884d9163131', 'tenant_id': '63cddbab1b664b5a89b56d5632d2f62e', 'mac_address': 'fa:16:3e:5d:27:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1cff1c1-31ca-4d27-b838-666b936eeefa', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '27094053-8505-4a56-8171-b11c8d996c6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:00:50Z', 'updated_at': '2022-04-11T14:00:53Z', 'revision_number': 5, 'project_id': '63cddbab1b664b5a89b56d5632d2f62e', 'subnets': [{'id': '27094053-8505-4a56-8171-b11c8d996c6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 14:02:18.635211 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-f75beb33-13a2-441d-89ec-601e200dd359 req-3fbb6065-7e55-420a-965f-5bb8bff670d4 service neutron] 10.222.0.75 "GET /v2.0/networks/730a24f2-5d00-49fb-895d-b884d9163131?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853734 Apr 11 14:02:18.726515 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-f75beb33-13a2-441d-89ec-601e200dd359 req-458fba84-8709-407d-b49c-9322b99bbc1d service neutron] 10.222.0.75 "GET /v2.0/networks/730a24f2-5d00-49fb-895d-b884d9163131?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854347 Apr 11 14:02:18.830514 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b21eff0-a827-4859-a832-18443af70a82 None None] New status for floating IP c6e05ce8-edc8-4319-9305-1adf633d981b: ACTIVE {{(pid=103320) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 14:02:19.146163 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e330a8-9b22-43ce-811f-6d1dc2d444c1 req-b0dc59ec-bba3-4a96-8628-3e28c2d9b7e8 tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:02:19.147606 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-68e330a8-9b22-43ce-811f-6d1dc2d444c1 req-b0dc59ec-bba3-4a96-8628-3e28c2d9b7e8 tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] 10.222.0.67 "GET /v2.0/ports?device_id=3758fe41-ad1e-4bbb-a152-9cc831519aca HTTP/1.1" status: 200 len: 946 time: 0.0506263 Apr 11 14:02:19.196312 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-68e330a8-9b22-43ce-811f-6d1dc2d444c1 req-7cc8e670-5408-481b-b6f5-d185a5ae5dd4 tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] 10.222.0.67 "GET /v2.0/security-groups?id=1e4559a2-35a5-463e-b48e-0eca17a45591&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428922 Apr 11 14:02:19.306276 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9582366b-bb23-4859-b6be-04331926e828 req-ee234c89-8afb-41d4-9443-bc0cd0ac2bb4 tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:02:19.307783 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-9582366b-bb23-4859-b6be-04331926e828 req-ee234c89-8afb-41d4-9443-bc0cd0ac2bb4 tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] 10.222.0.67 "GET /v2.0/ports?device_id=3758fe41-ad1e-4bbb-a152-9cc831519aca HTTP/1.1" status: 200 len: 946 time: 0.0466840 Apr 11 14:02:19.355542 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-9582366b-bb23-4859-b6be-04331926e828 req-5d5a8fa5-78fa-4f6e-852d-7486f6e4a219 tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] 10.222.0.67 "GET /v2.0/security-groups?id=1e4559a2-35a5-463e-b48e-0eca17a45591&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418632 Apr 11 14:02:19.377420 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.67', 34382) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 14:02:19.460840 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-394190ef-45e7-4d7c-b8fd-c7bc5d2ad1a1 tempest-TestVolumeBootPattern-1963032655 tempest-TestVolumeBootPattern-1963032655-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:02:19.462323 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-394190ef-45e7-4d7c-b8fd-c7bc5d2ad1a1 tempest-TestVolumeBootPattern-1963032655 tempest-TestVolumeBootPattern-1963032655-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=3758fe41-ad1e-4bbb-a152-9cc831519aca HTTP/1.1" status: 200 len: 1125 time: 0.0839782 Apr 11 14:02:19.465359 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.67', 34386) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 14:02:19.469442 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.v2.base [None req-9e7cf689-d0eb-4a35-a11f-d0d2ad4244aa tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] Request body: {'floatingip': {'floating_network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886', 'port_id': '64a97990-f586-4554-ba0f-e0bf82738eaf', 'tenant_id': '40c040f0c3e74276bcab8dbc8e439de5', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:02:19.489145 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-9e7cf689-d0eb-4a35-a11f-d0d2ad4244aa tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:02:19.566097 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-9e7cf689-d0eb-4a35-a11f-d0d2ad4244aa tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883311'] for port (None), before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:02:19.673751 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.db.db_base_plugin_common [None req-9e7cf689-d0eb-4a35-a11f-d0d2ad4244aa tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] Allocated IP 172.27.1.106 (18ff371c-a6b9-4e7a-9b54-bf9ba2e00886/b63ed172-4352-4f2b-94f9-a4e97d1b6a55/7b5d150f-ead0-48d9-b53f-4b88e9464fb9) {{(pid=103318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 14:02:19.773366 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-9e7cf689-d0eb-4a35-a11f-d0d2ad4244aa tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] Publish callbacks [] for port (7b5d150f-ead0-48d9-b53f-4b88e9464fb9), precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:02:19.806095 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-9e7cf689-d0eb-4a35-a11f-d0d2ad4244aa tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750379164474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4243781'] for port (7b5d150f-ead0-48d9-b53f-4b88e9464fb9), after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:02:19.847278 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e7cf689-d0eb-4a35-a11f-d0d2ad4244aa tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] Network 18ff371c-a6b9-4e7a-9b54-bf9ba2e00886 is already hosted by enough agents. {{(pid=103318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:02:19.850152 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [None req-9e7cf689-d0eb-4a35-a11f-d0d2ad4244aa tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] Resources bound (agent type, host, resource id): {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:02:19.853526 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e7cf689-d0eb-4a35-a11f-d0d2ad4244aa tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] Received port after_create {{(pid=103318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 14:02:19.879425 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7cf689-d0eb-4a35-a11f-d0d2ad4244aa tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] Pushing event updated for resources: {'Port': ['ID=7b5d150f-ead0-48d9-b53f-4b88e9464fb9,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:02:19.892053 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7cf689-d0eb-4a35-a11f-d0d2ad4244aa tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:02:19.892403 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7cf689-d0eb-4a35-a11f-d0d2ad4244aa tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:02:19.892748 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7cf689-d0eb-4a35-a11f-d0d2ad4244aa tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:02:19.893088 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7cf689-d0eb-4a35-a11f-d0d2ad4244aa tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:02:19.893420 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7cf689-d0eb-4a35-a11f-d0d2ad4244aa tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:02:19.893751 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7cf689-d0eb-4a35-a11f-d0d2ad4244aa tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:02:19.894079 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7cf689-d0eb-4a35-a11f-d0d2ad4244aa tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:02:19.894404 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7cf689-d0eb-4a35-a11f-d0d2ad4244aa tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:02:19.895361 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7cf689-d0eb-4a35-a11f-d0d2ad4244aa tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:02:19.895711 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7cf689-d0eb-4a35-a11f-d0d2ad4244aa tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:02:19.896043 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7cf689-d0eb-4a35-a11f-d0d2ad4244aa tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:02:19.896371 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7cf689-d0eb-4a35-a11f-d0d2ad4244aa tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:02:19.896695 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7cf689-d0eb-4a35-a11f-d0d2ad4244aa tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:02:19.897022 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7cf689-d0eb-4a35-a11f-d0d2ad4244aa tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:02:19.897340 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7cf689-d0eb-4a35-a11f-d0d2ad4244aa tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:02:20.234012 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-9e7cf689-d0eb-4a35-a11f-d0d2ad4244aa tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] Publish callbacks [] for floatingip (17af8541-a0c3-49e6-b375-52caf2d4a37e), precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:02:20.306548 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-9e7cf689-d0eb-4a35-a11f-d0d2ad4244aa tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883311'] for port (7b5d150f-ead0-48d9-b53f-4b88e9464fb9), before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:02:20.452327 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-9e7cf689-d0eb-4a35-a11f-d0d2ad4244aa tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] Publish callbacks [] for port (7b5d150f-ead0-48d9-b53f-4b88e9464fb9), precommit_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:02:20.456907 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-9e7cf689-d0eb-4a35-a11f-d0d2ad4244aa tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750379687711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750379164492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750379164510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4243790'] for port (7b5d150f-ead0-48d9-b53f-4b88e9464fb9), after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:02:20.531543 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7cf689-d0eb-4a35-a11f-d0d2ad4244aa tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] Pushing event updated for resources: {'Port': ['ID=7b5d150f-ead0-48d9-b53f-4b88e9464fb9,revision_number=2']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:02:20.538482 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-9e7cf689-d0eb-4a35-a11f-d0d2ad4244aa tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8126411'] for floatingip (17af8541-a0c3-49e6-b375-52caf2d4a37e), after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:02:20.638288 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.db.l3_db [None req-9e7cf689-d0eb-4a35-a11f-d0d2ad4244aa tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] Floating IP 17af8541-a0c3-49e6-b375-52caf2d4a37e associated. External IP: 172.27.1.106, port: 64a97990-f586-4554-ba0f-e0bf82738eaf. Apr 11 14:02:20.848374 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e7cf689-d0eb-4a35-a11f-d0d2ad4244aa tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] Router 7bbceccd-d824-4c54-85cc-c85007236e27 has already been hosted by L3 agent e731c656-576f-4174-9da3-af64518920bc {{(pid=103318) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 14:02:20.955836 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e7cf689-d0eb-4a35-a11f-d0d2ad4244aa tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] Notify agent at l3_agent.dv-cinder-830787-2-iscsi the message routers_updated {{(pid=103318) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 14:02:20.965555 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bd07459-be3a-49b5-840e-7addd81ed522 None None] Sync routers for ids ['7bbceccd-d824-4c54-85cc-c85007236e27'] in dv-cinder-830787-2-iscsi {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 14:02:20.974611 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-9e7cf689-d0eb-4a35-a11f-d0d2ad4244aa tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-507053'] for floatingip (None), before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:02:20.980646 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bd07459-be3a-49b5-840e-7addd81ed522 None None] Routers {'7bbceccd-d824-4c54-85cc-c85007236e27'} bound to L3 agent in host dv-cinder-830787-2-iscsi {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 14:02:20.981261 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-7bd07459-be3a-49b5-840e-7addd81ed522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830787-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-11T13:46:59Z,description=,heartbeat_timestamp=2022-04-11T14:01:59Z,host='dv-cinder-830787-2-iscsi',id=e731c656-576f-4174-9da3-af64518920bc,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T13:46:59Z,topic='l3_agent')) {'router_ids': ['7bbceccd-d824-4c54-85cc-c85007236e27'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:02:21.006233 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-9e7cf689-d0eb-4a35-a11f-d0d2ad4244aa tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5398822 Apr 11 14:02:21.006832 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3758fe41-ad1e-4bbb-a152-9cc831519aca', 'tag': '64a97990-f586-4554-ba0f-e0bf82738eaf'}] {{(pid=103318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 14:02:21.009091 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}476b5820a8b2a4c839a8e61874405e2111d505d8639f7232d97f083a4ddc8acf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b27b6a9-6bdb-4ce0-8d35-10e217350883" -d '{"events": [{"name": "network-changed", "server_uuid": "3758fe41-ad1e-4bbb-a152-9cc831519aca", "tag": "64a97990-f586-4554-ba0f-e0bf82738eaf"}]}' {{(pid=103318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 14:02:21.045873 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 14:02:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-820520da-5c55-4b64-9df8-85b1f984688d x-openstack-request-id: req-820520da-5c55-4b64-9df8-85b1f984688d {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 14:02:21.046169 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3758fe41-ad1e-4bbb-a152-9cc831519aca", "tag": "64a97990-f586-4554-ba0f-e0bf82738eaf", "status": "completed", "code": 200}]} {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 14:02:21.046417 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-820520da-5c55-4b64-9df8-85b1f984688d {{(pid=103318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 14:02:21.046827 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.notifiers.nova [-] Nova event matching ['req-820520da-5c55-4b64-9df8-85b1f984688d'] response: {'name': 'network-changed', 'server_uuid': '3758fe41-ad1e-4bbb-a152-9cc831519aca', 'tag': '64a97990-f586-4554-ba0f-e0bf82738eaf', 'status': 'completed', 'code': 200} Apr 11 14:02:21.103215 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-7bd07459-be3a-49b5-840e-7addd81ed522 None None] Set router 7bbceccd-d824-4c54-85cc-c85007236e27 gateway port host: dv-cinder-830787-2-iscsi {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 14:02:21.105021 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b27b6a9-6bdb-4ce0-8d35-10e217350883 req-89f574cf-5841-431d-930e-6a5a1645a0c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:02:21.106501 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-3b27b6a9-6bdb-4ce0-8d35-10e217350883 req-89f574cf-5841-431d-930e-6a5a1645a0c0 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=40c040f0c3e74276bcab8dbc8e439de5&device_id=3758fe41-ad1e-4bbb-a152-9cc831519aca HTTP/1.1" status: 200 len: 1130 time: 0.0382972 Apr 11 14:02:21.212466 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b27b6a9-6bdb-4ce0-8d35-10e217350883 req-a1b5754f-2b45-4d36-809d-1d67ea2a0060 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:02:21.213924 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-3b27b6a9-6bdb-4ce0-8d35-10e217350883 req-a1b5754f-2b45-4d36-809d-1d67ea2a0060 service neutron] 10.222.0.75 "GET /v2.0/networks?id=ad25a564-6f6a-4aa0-9d80-81636d1b0cca HTTP/1.1" status: 200 len: 912 time: 0.0932405 Apr 11 14:02:21.420029 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-7bd07459-be3a-49b5-840e-7addd81ed522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bbceccd-d824-4c54-85cc-c85007236e27', 'name': 'tempest-TestVolumeBootPattern-335379817-router', 'tenant_id': '40c040f0c3e74276bcab8dbc8e439de5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886', 'external_fixed_ips': [{'subnet_id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'ip_address': '172.27.1.77'}], 'enable_snat': True}, 'gw_port_id': 'b7d503ea-cb6f-4cff-a756-13f167aec9a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:01:20Z', 'updated_at': '2022-04-11T14:01:23Z', 'revision_number': 4, 'project_id': '40c040f0c3e74276bcab8dbc8e439de5', 'gw_port': {'id': 'b7d503ea-cb6f-4cff-a756-13f167aec9a2', 'name': '', 'network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:f5:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bbceccd-d824-4c54-85cc-c85007236e27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'ip_address': '172.27.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:01:20Z', 'updated_at': '2022-04-11T14:01:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830787-2-iscsi', '_floatingips': [{'id': '17af8541-a0c3-49e6-b375-52caf2d4a37e', 'tenant_id': '40c040f0c3e74276bcab8dbc8e439de5', 'floating_ip_address': '172.27.1.106', 'floating_network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886', 'router_id': '7bbceccd-d824-4c54-85cc-c85007236e27', 'port_id': '64a97990-f586-4554-ba0f-e0bf82738eaf', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 599, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad25a564-6f6a-4aa0-9d80-81636d1b0cca', 'mac_address': 'fa:16:3e:5f:d3:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3758fe41-ad1e-4bbb-a152-9cc831519aca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T14:02:20Z', 'updated_at': '2022-04-11T14:02:20Z', 'revision_number': 0, 'project_id': '40c040f0c3e74276bcab8dbc8e439de5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02dde892-708e-4325-953a-a2c3d17af417', 'name': '', 'network_id': 'ad25a564-6f6a-4aa0-9d80-81636d1b0cca', 'tenant_id': '40c040f0c3e74276bcab8dbc8e439de5', 'mac_address': 'fa:16:3e:4a:20:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bbceccd-d824-4c54-85cc-c85007236e27', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '88bd1feb-6086-4c30-90a4-375c4e01858c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:01:22Z', 'updated_at': '2022-04-11T14:01:28Z', 'revision_number': 5, 'project_id': '40c040f0c3e74276bcab8dbc8e439de5', 'subnets': [{'id': '88bd1feb-6086-4c30-90a4-375c4e01858c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830787-2-iscsi', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:02:21.450031 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bd07459-be3a-49b5-840e-7addd81ed522 None None] Checking router: 7bbceccd-d824-4c54-85cc-c85007236e27 for host: dv-cinder-830787-2-iscsi {{(pid=103321) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 14:02:21.459228 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bd07459-be3a-49b5-840e-7addd81ed522 None None] Routers {'7bbceccd-d824-4c54-85cc-c85007236e27'} bound to L3 agent in host dv-cinder-830787-2-iscsi {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 14:02:21.459933 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-7bd07459-be3a-49b5-840e-7addd81ed522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830787-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-11T13:46:59Z,description=,heartbeat_timestamp=2022-04-11T14:01:59Z,host='dv-cinder-830787-2-iscsi',id=e731c656-576f-4174-9da3-af64518920bc,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T13:46:59Z,topic='l3_agent')) {'router_ids': ['7bbceccd-d824-4c54-85cc-c85007236e27'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:02:21.534882 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-3b27b6a9-6bdb-4ce0-8d35-10e217350883 req-3ee56ea9-261b-4fb3-818d-7ba63041af05 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=64a97990-f586-4554-ba0f-e0bf82738eaf HTTP/1.1" status: 200 len: 1000 time: 0.3127701 Apr 11 14:02:21.567567 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-7bd07459-be3a-49b5-840e-7addd81ed522 None None] Set router 7bbceccd-d824-4c54-85cc-c85007236e27 gateway port host: dv-cinder-830787-2-iscsi {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 14:02:21.582439 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b27b6a9-6bdb-4ce0-8d35-10e217350883 req-2ab16845-821a-4b55-842c-5e9a4e9b0500 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:02:21.583913 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-3b27b6a9-6bdb-4ce0-8d35-10e217350883 req-2ab16845-821a-4b55-842c-5e9a4e9b0500 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=88bd1feb-6086-4c30-90a4-375c4e01858c HTTP/1.1" status: 200 len: 850 time: 0.0427165 Apr 11 14:02:21.631397 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b27b6a9-6bdb-4ce0-8d35-10e217350883 req-cd31f511-35a7-4a8c-b56b-a1d222fae8bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:02:21.633602 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-3b27b6a9-6bdb-4ce0-8d35-10e217350883 req-cd31f511-35a7-4a8c-b56b-a1d222fae8bf service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=ad25a564-6f6a-4aa0-9d80-81636d1b0cca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0439637 Apr 11 14:02:21.737246 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-3b27b6a9-6bdb-4ce0-8d35-10e217350883 req-ac366743-2a38-472f-9731-62abe38c6d58 service neutron] 10.222.0.75 "GET /v2.0/networks/ad25a564-6f6a-4aa0-9d80-81636d1b0cca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969527 Apr 11 14:02:21.791579 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-7bd07459-be3a-49b5-840e-7addd81ed522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bbceccd-d824-4c54-85cc-c85007236e27', 'name': 'tempest-TestVolumeBootPattern-335379817-router', 'tenant_id': '40c040f0c3e74276bcab8dbc8e439de5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886', 'external_fixed_ips': [{'subnet_id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'ip_address': '172.27.1.77'}], 'enable_snat': True}, 'gw_port_id': 'b7d503ea-cb6f-4cff-a756-13f167aec9a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:01:20Z', 'updated_at': '2022-04-11T14:01:23Z', 'revision_number': 4, 'project_id': '40c040f0c3e74276bcab8dbc8e439de5', 'gw_port': {'id': 'b7d503ea-cb6f-4cff-a756-13f167aec9a2', 'name': '', 'network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:f5:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bbceccd-d824-4c54-85cc-c85007236e27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'ip_address': '172.27.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:01:20Z', 'updated_at': '2022-04-11T14:01:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830787-2-iscsi', '_floatingips': [{'id': '17af8541-a0c3-49e6-b375-52caf2d4a37e', 'tenant_id': '40c040f0c3e74276bcab8dbc8e439de5', 'floating_ip_address': '172.27.1.106', 'floating_network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886', 'router_id': '7bbceccd-d824-4c54-85cc-c85007236e27', 'port_id': '64a97990-f586-4554-ba0f-e0bf82738eaf', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 599, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad25a564-6f6a-4aa0-9d80-81636d1b0cca', 'mac_address': 'fa:16:3e:5f:d3:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3758fe41-ad1e-4bbb-a152-9cc831519aca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T14:02:20Z', 'updated_at': '2022-04-11T14:02:20Z', 'revision_number': 0, 'project_id': '40c040f0c3e74276bcab8dbc8e439de5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02dde892-708e-4325-953a-a2c3d17af417', 'name': '', 'network_id': 'ad25a564-6f6a-4aa0-9d80-81636d1b0cca', 'tenant_id': '40c040f0c3e74276bcab8dbc8e439de5', 'mac_address': 'fa:16:3e:4a:20:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bbceccd-d824-4c54-85cc-c85007236e27', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '88bd1feb-6086-4c30-90a4-375c4e01858c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:01:22Z', 'updated_at': '2022-04-11T14:01:28Z', 'revision_number': 5, 'project_id': '40c040f0c3e74276bcab8dbc8e439de5', 'subnets': [{'id': '88bd1feb-6086-4c30-90a4-375c4e01858c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830787-2-iscsi', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:02:21.821662 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bd07459-be3a-49b5-840e-7addd81ed522 None None] The sync data for ids ['7bbceccd-d824-4c54-85cc-c85007236e27'] in dv-cinder-830787-2-iscsi is: [{'id': '7bbceccd-d824-4c54-85cc-c85007236e27', 'name': 'tempest-TestVolumeBootPattern-335379817-router', 'tenant_id': '40c040f0c3e74276bcab8dbc8e439de5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886', 'external_fixed_ips': [{'subnet_id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'ip_address': '172.27.1.77'}], 'enable_snat': True}, 'gw_port_id': 'b7d503ea-cb6f-4cff-a756-13f167aec9a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:01:20Z', 'updated_at': '2022-04-11T14:01:23Z', 'revision_number': 4, 'project_id': '40c040f0c3e74276bcab8dbc8e439de5', 'gw_port': {'id': 'b7d503ea-cb6f-4cff-a756-13f167aec9a2', 'name': '', 'network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:f5:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bbceccd-d824-4c54-85cc-c85007236e27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'ip_address': '172.27.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:01:20Z', 'updated_at': '2022-04-11T14:01:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830787-2-iscsi', '_floatingips': [{'id': '17af8541-a0c3-49e6-b375-52caf2d4a37e', 'tenant_id': '40c040f0c3e74276bcab8dbc8e439de5', 'floating_ip_address': '172.27.1.106', 'floating_network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886', 'router_id': '7bbceccd-d824-4c54-85cc-c85007236e27', 'port_id': '64a97990-f586-4554-ba0f-e0bf82738eaf', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 599, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad25a564-6f6a-4aa0-9d80-81636d1b0cca', 'mac_address': 'fa:16:3e:5f:d3:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3758fe41-ad1e-4bbb-a152-9cc831519aca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T14:02:20Z', 'updated_at': '2022-04-11T14:02:20Z', 'revision_number': 0, 'project_id': '40c040f0c3e74276bcab8dbc8e439de5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02dde892-708e-4325-953a-a2c3d17af417', 'name': '', 'network_id': 'ad25a564-6f6a-4aa0-9d80-81636d1b0cca', 'tenant_id': '40c040f0c3e74276bcab8dbc8e439de5', 'mac_address': 'fa:16:3e:4a:20:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bbceccd-d824-4c54-85cc-c85007236e27', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '88bd1feb-6086-4c30-90a4-375c4e01858c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:01:22Z', 'updated_at': '2022-04-11T14:01:28Z', 'revision_number': 5, 'project_id': '40c040f0c3e74276bcab8dbc8e439de5', 'subnets': [{'id': '88bd1feb-6086-4c30-90a4-375c4e01858c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 14:02:21.832249 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-3b27b6a9-6bdb-4ce0-8d35-10e217350883 req-7291e1ef-4f16-46db-a910-66cd9205c5fa service neutron] 10.222.0.75 "GET /v2.0/networks/ad25a564-6f6a-4aa0-9d80-81636d1b0cca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877178 Apr 11 14:02:22.010143 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9e030b3-b83c-43c3-b44b-ff1daf5a7696 None None] New status for floating IP 17af8541-a0c3-49e6-b375-52caf2d4a37e: ACTIVE {{(pid=103320) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 14:02:26.466567 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-623ae2cb-af6e-4c28-a0d1-d1ec92a9b82f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750379576733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663498'] for agent (d5a8b9a1-2e9e-46b5-8163-20b7d509fa4e), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:02:28.637486 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36241054-492a-45b9-8ef3-0dc8962a5512 req-a266cb08-18da-48d6-b71a-a6401ad28c91 tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:02:28.638949 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-36241054-492a-45b9-8ef3-0dc8962a5512 req-a266cb08-18da-48d6-b71a-a6401ad28c91 tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] 10.222.0.67 "GET /v2.0/ports?device_id=c2990320-e015-4b65-9175-4b875d4142fd HTTP/1.1" status: 200 len: 946 time: 0.0468869 Apr 11 14:02:28.685372 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-36241054-492a-45b9-8ef3-0dc8962a5512 req-a31329c2-18b2-4520-981e-0a3024e42f93 tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] 10.222.0.67 "GET /v2.0/security-groups?id=cafca3b7-daf0-48a0-823e-820c7feeb8ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404840 Apr 11 14:02:28.811570 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4facfea0-d128-45d4-9464-5f1e846e8378 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750379576733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663498'] for agent (e731c656-576f-4174-9da3-af64518920bc), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:02:29.053106 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.db.agents_db [None req-69d3ff0a-913c-429f-8002-6cfbd72f8f27 None None] Agent healthcheck: found 6 active agents {{(pid=103321) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 14:02:29.797393 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e3633c-1c27-4672-88ee-cdf976e38b98 req-ed1f2152-05f1-4d36-86bd-e65fe99d36dd tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:02:29.798832 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-22e3633c-1c27-4672-88ee-cdf976e38b98 req-ed1f2152-05f1-4d36-86bd-e65fe99d36dd tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] 10.222.0.67 "GET /v2.0/ports?device_id=c2990320-e015-4b65-9175-4b875d4142fd HTTP/1.1" status: 200 len: 946 time: 0.0464246 Apr 11 14:02:29.844737 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-22e3633c-1c27-4672-88ee-cdf976e38b98 req-4fae4d28-3f35-41a1-877d-d2c6f4c5a383 tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] 10.222.0.67 "GET /v2.0/security-groups?id=cafca3b7-daf0-48a0-823e-820c7feeb8ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397589 Apr 11 14:02:30.145714 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-75ad2582-0b5d-438d-ba3d-9545e3f86417 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750379576733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663498'] for agent (af269f03-95a2-4a08-bd5c-5879324d2567), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:02:30.704488 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e39e87-51a0-4364-b080-898b256c26e4 req-f2ccb0f2-58ae-409f-afc3-0cc1951d69b7 tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:02:30.705935 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-24e39e87-51a0-4364-b080-898b256c26e4 req-f2ccb0f2-58ae-409f-afc3-0cc1951d69b7 tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] 10.222.0.75 "GET /v2.0/ports?device_id=c2990320-e015-4b65-9175-4b875d4142fd HTTP/1.1" status: 200 len: 946 time: 0.0472784 Apr 11 14:02:30.794187 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [req-24e39e87-51a0-4364-b080-898b256c26e4 req-8dc88eaa-b7bf-471f-994d-2d1c2c6dec10 tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] Deleting port 26a6c2cb-0c2f-44e9-812a-19d9f51501fe {{(pid=103319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 14:02:30.794532 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-24e39e87-51a0-4364-b080-898b256c26e4 req-8dc88eaa-b7bf-471f-994d-2d1c2c6dec10 tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750379682079'] for port (26a6c2cb-0c2f-44e9-812a-19d9f51501fe), before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:02:30.881634 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.db [req-24e39e87-51a0-4364-b080-898b256c26e4 req-8dc88eaa-b7bf-471f-994d-2d1c2c6dec10 tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] For port 26a6c2cb-0c2f-44e9-812a-19d9f51501fe, host hv-cinder-83078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83078',level=0,port_id=26a6c2cb-0c2f-44e9-812a-19d9f51501fe,segment=NetworkSegment(0e675ac7-11b6-4ecb-9e9e-c47b9dca4e0d),segment_id=0e675ac7-11b6-4ecb-9e9e-c47b9dca4e0d)] {{(pid=103319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 14:02:30.882212 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-24e39e87-51a0-4364-b080-898b256c26e4 req-8dc88eaa-b7bf-471f-994d-2d1c2c6dec10 tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115285'] for port (26a6c2cb-0c2f-44e9-812a-19d9f51501fe), precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:02:30.959411 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ceff07c-42c1-4fc8-8b83-bd471a31f2d6 req-c0bff0ff-4fcf-49c1-a9e5-53c73b92dde8 tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:02:30.960824 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-8ceff07c-42c1-4fc8-8b83-bd471a31f2d6 req-c0bff0ff-4fcf-49c1-a9e5-53c73b92dde8 tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] 10.222.0.67 "GET /v2.0/ports?device_id=c2990320-e015-4b65-9175-4b875d4142fd HTTP/1.1" status: 200 len: 946 time: 0.0472908 Apr 11 14:02:31.010827 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-8ceff07c-42c1-4fc8-8b83-bd471a31f2d6 req-0c37662d-f876-472f-8bd8-4d9a26dc1527 tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] 10.222.0.67 "GET /v2.0/security-groups?id=cafca3b7-daf0-48a0-823e-820c7feeb8ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443954 Apr 11 14:02:31.057450 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-24e39e87-51a0-4364-b080-898b256c26e4 req-8dc88eaa-b7bf-471f-994d-2d1c2c6dec10 tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:02:31.057851 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-24e39e87-51a0-4364-b080-898b256c26e4 req-8dc88eaa-b7bf-471f-994d-2d1c2c6dec10 tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8126411'] for floatingip (7cc67d31-ad26-4059-9200-3ad85fecd496), after_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:02:31.058167 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.db.l3_db [req-24e39e87-51a0-4364-b080-898b256c26e4 req-8dc88eaa-b7bf-471f-994d-2d1c2c6dec10 tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] Floating IP 7cc67d31-ad26-4059-9200-3ad85fecd496 disassociated. External IP: 172.27.1.122, port: 26a6c2cb-0c2f-44e9-812a-19d9f51501fe. Apr 11 14:02:31.058505 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [req-24e39e87-51a0-4364-b080-898b256c26e4 req-8dc88eaa-b7bf-471f-994d-2d1c2c6dec10 tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] Calling delete_port for 26a6c2cb-0c2f-44e9-812a-19d9f51501fe owned by compute:nova {{(pid=103319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 14:02:31.185036 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-24e39e87-51a0-4364-b080-898b256c26e4 req-8dc88eaa-b7bf-471f-994d-2d1c2c6dec10 tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750379687693', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750379164483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4648624'] for port (26a6c2cb-0c2f-44e9-812a-19d9f51501fe), after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:02:31.218028 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc88eaa-b7bf-471f-994d-2d1c2c6dec10 tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] Pushing event deleted for resources: {'Port': ['ID=26a6c2cb-0c2f-44e9-812a-19d9f51501fe,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:02:31.332426 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.scheduler.l3_agent_scheduler [req-24e39e87-51a0-4364-b080-898b256c26e4 req-8dc88eaa-b7bf-471f-994d-2d1c2c6dec10 tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] Router d32f719d-4e09-4ba3-a492-673f4deb8564 has already been hosted by L3 agent e731c656-576f-4174-9da3-af64518920bc {{(pid=103319) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 14:02:31.440206 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-24e39e87-51a0-4364-b080-898b256c26e4 req-8dc88eaa-b7bf-471f-994d-2d1c2c6dec10 tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] Notify agent at l3_agent.dv-cinder-830787-2-iscsi the message routers_updated {{(pid=103319) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 14:02:31.450085 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5903068f-1f35-47e4-b40a-da3a3b514898 None None] Sync routers for ids ['d32f719d-4e09-4ba3-a492-673f4deb8564'] in dv-cinder-830787-2-iscsi {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 14:02:31.459920 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5903068f-1f35-47e4-b40a-da3a3b514898 None None] Routers {'d32f719d-4e09-4ba3-a492-673f4deb8564'} bound to L3 agent in host dv-cinder-830787-2-iscsi {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 14:02:31.460586 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-5903068f-1f35-47e4-b40a-da3a3b514898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830787-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-11T13:46:59Z,description=,heartbeat_timestamp=2022-04-11T14:02:29Z,host='dv-cinder-830787-2-iscsi',id=e731c656-576f-4174-9da3-af64518920bc,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T13:46:59Z,topic='l3_agent')) {'router_ids': ['d32f719d-4e09-4ba3-a492-673f4deb8564'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:02:31.482463 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [req-24e39e87-51a0-4364-b080-898b256c26e4 req-8dc88eaa-b7bf-471f-994d-2d1c2c6dec10 tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] No DVR routers for this DVR port 26a6c2cb-0c2f-44e9-812a-19d9f51501fe on host hv-cinder-83078 {{(pid=103319) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 14:02:31.484876 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-24e39e87-51a0-4364-b080-898b256c26e4 req-8dc88eaa-b7bf-471f-994d-2d1c2c6dec10 tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-507053'] for port (None), before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:02:31.488663 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-24e39e87-51a0-4364-b080-898b256c26e4 req-8dc88eaa-b7bf-471f-994d-2d1c2c6dec10 tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] 10.222.0.75 "DELETE /v2.0/ports/26a6c2cb-0c2f-44e9-812a-19d9f51501fe HTTP/1.1" status: 204 len: 173 time: 0.7775619 Apr 11 14:02:31.489054 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2990320-e015-4b65-9175-4b875d4142fd', 'name': 'network-vif-deleted', 'tag': '26a6c2cb-0c2f-44e9-812a-19d9f51501fe'}] {{(pid=103319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 14:02:31.491284 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca54f3a3744013fac1d33973197c51c1d98542aecacec3b3a4d6ee5bc00756d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6c3b610-4871-4b15-b3d5-14cd9a5d9ea3" -d '{"events": [{"server_uuid": "c2990320-e015-4b65-9175-4b875d4142fd", "name": "network-vif-deleted", "tag": "26a6c2cb-0c2f-44e9-812a-19d9f51501fe"}]}' {{(pid=103319) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 14:02:31.535047 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 14:02:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4eafedf5-6d84-4ddd-add7-21e0e3aa9b6f x-openstack-request-id: req-4eafedf5-6d84-4ddd-add7-21e0e3aa9b6f {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 14:02:31.535353 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2990320-e015-4b65-9175-4b875d4142fd", "name": "network-vif-deleted", "tag": "26a6c2cb-0c2f-44e9-812a-19d9f51501fe", "status": "completed", "code": 200}]} {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 14:02:31.535590 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-4eafedf5-6d84-4ddd-add7-21e0e3aa9b6f {{(pid=103319) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 14:02:31.536031 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4eafedf5-6d84-4ddd-add7-21e0e3aa9b6f'] response: {'server_uuid': 'c2990320-e015-4b65-9175-4b875d4142fd', 'name': 'network-vif-deleted', 'tag': '26a6c2cb-0c2f-44e9-812a-19d9f51501fe', 'status': 'completed', 'code': 200} Apr 11 14:02:31.570938 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-5903068f-1f35-47e4-b40a-da3a3b514898 None None] Set router d32f719d-4e09-4ba3-a492-673f4deb8564 gateway port host: dv-cinder-830787-2-iscsi {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 14:02:31.647987 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-fcd2c3e6-f415-40f5-8fd4-1147b68fd929 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750379576733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663498'] for agent (a1227682-d2f2-4331-ba13-738c8a59e95d), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:02:31.775372 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-5903068f-1f35-47e4-b40a-da3a3b514898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd32f719d-4e09-4ba3-a492-673f4deb8564', 'name': 'tempest-AttachVolumeTestJSON-1618300746-router', 'tenant_id': 'f8720d1d0e26443d96a5f29175402af6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886', 'external_fixed_ips': [{'subnet_id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'ip_address': '172.27.1.86'}], 'enable_snat': True}, 'gw_port_id': '5f65a40e-8875-44a3-9063-670f03a7a9f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T13:56:34Z', 'updated_at': '2022-04-11T13:56:38Z', 'revision_number': 4, 'project_id': 'f8720d1d0e26443d96a5f29175402af6', 'gw_port': {'id': '5f65a40e-8875-44a3-9063-670f03a7a9f7', 'name': '', 'network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:80:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd32f719d-4e09-4ba3-a492-673f4deb8564', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'ip_address': '172.27.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:56:35Z', 'updated_at': '2022-04-11T13:56:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830787-2-iscsi', '_interfaces': [{'id': '65d1b329-f6c4-4821-8338-78a7946be7c9', 'name': '', 'network_id': '257d7092-c4df-47e4-abc9-31af4018d257', 'tenant_id': 'f8720d1d0e26443d96a5f29175402af6', 'mac_address': 'fa:16:3e:35:1c:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd32f719d-4e09-4ba3-a492-673f4deb8564', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '4d338071-fa32-49cf-a6aa-ca3918597003', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:56:38Z', 'updated_at': '2022-04-11T13:56:43Z', 'revision_number': 5, 'project_id': 'f8720d1d0e26443d96a5f29175402af6', 'subnets': [{'id': '4d338071-fa32-49cf-a6aa-ca3918597003', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830787-2-iscsi', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:02:31.801986 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5903068f-1f35-47e4-b40a-da3a3b514898 None None] Checking router: d32f719d-4e09-4ba3-a492-673f4deb8564 for host: dv-cinder-830787-2-iscsi {{(pid=103321) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 14:02:31.810129 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5903068f-1f35-47e4-b40a-da3a3b514898 None None] Routers {'d32f719d-4e09-4ba3-a492-673f4deb8564'} bound to L3 agent in host dv-cinder-830787-2-iscsi {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 14:02:31.810656 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-5903068f-1f35-47e4-b40a-da3a3b514898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830787-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-11T13:46:59Z,description=,heartbeat_timestamp=2022-04-11T14:02:29Z,host='dv-cinder-830787-2-iscsi',id=e731c656-576f-4174-9da3-af64518920bc,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T13:46:59Z,topic='l3_agent')) {'router_ids': ['d32f719d-4e09-4ba3-a492-673f4deb8564'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:02:31.916186 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-5903068f-1f35-47e4-b40a-da3a3b514898 None None] Set router d32f719d-4e09-4ba3-a492-673f4deb8564 gateway port host: dv-cinder-830787-2-iscsi {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 14:02:32.100386 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.67', 34468) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 14:02:32.113008 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-5903068f-1f35-47e4-b40a-da3a3b514898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd32f719d-4e09-4ba3-a492-673f4deb8564', 'name': 'tempest-AttachVolumeTestJSON-1618300746-router', 'tenant_id': 'f8720d1d0e26443d96a5f29175402af6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886', 'external_fixed_ips': [{'subnet_id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'ip_address': '172.27.1.86'}], 'enable_snat': True}, 'gw_port_id': '5f65a40e-8875-44a3-9063-670f03a7a9f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T13:56:34Z', 'updated_at': '2022-04-11T13:56:38Z', 'revision_number': 4, 'project_id': 'f8720d1d0e26443d96a5f29175402af6', 'gw_port': {'id': '5f65a40e-8875-44a3-9063-670f03a7a9f7', 'name': '', 'network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:80:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd32f719d-4e09-4ba3-a492-673f4deb8564', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'ip_address': '172.27.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:56:35Z', 'updated_at': '2022-04-11T13:56:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830787-2-iscsi', '_interfaces': [{'id': '65d1b329-f6c4-4821-8338-78a7946be7c9', 'name': '', 'network_id': '257d7092-c4df-47e4-abc9-31af4018d257', 'tenant_id': 'f8720d1d0e26443d96a5f29175402af6', 'mac_address': 'fa:16:3e:35:1c:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd32f719d-4e09-4ba3-a492-673f4deb8564', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '4d338071-fa32-49cf-a6aa-ca3918597003', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:56:38Z', 'updated_at': '2022-04-11T13:56:43Z', 'revision_number': 5, 'project_id': 'f8720d1d0e26443d96a5f29175402af6', 'subnets': [{'id': '4d338071-fa32-49cf-a6aa-ca3918597003', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830787-2-iscsi', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:02:32.138991 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5903068f-1f35-47e4-b40a-da3a3b514898 None None] The sync data for ids ['d32f719d-4e09-4ba3-a492-673f4deb8564'] in dv-cinder-830787-2-iscsi is: [{'id': 'd32f719d-4e09-4ba3-a492-673f4deb8564', 'name': 'tempest-AttachVolumeTestJSON-1618300746-router', 'tenant_id': 'f8720d1d0e26443d96a5f29175402af6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886', 'external_fixed_ips': [{'subnet_id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'ip_address': '172.27.1.86'}], 'enable_snat': True}, 'gw_port_id': '5f65a40e-8875-44a3-9063-670f03a7a9f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T13:56:34Z', 'updated_at': '2022-04-11T13:56:38Z', 'revision_number': 4, 'project_id': 'f8720d1d0e26443d96a5f29175402af6', 'gw_port': {'id': '5f65a40e-8875-44a3-9063-670f03a7a9f7', 'name': '', 'network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:80:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd32f719d-4e09-4ba3-a492-673f4deb8564', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'ip_address': '172.27.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:56:35Z', 'updated_at': '2022-04-11T13:56:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830787-2-iscsi', '_interfaces': [{'id': '65d1b329-f6c4-4821-8338-78a7946be7c9', 'name': '', 'network_id': '257d7092-c4df-47e4-abc9-31af4018d257', 'tenant_id': 'f8720d1d0e26443d96a5f29175402af6', 'mac_address': 'fa:16:3e:35:1c:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd32f719d-4e09-4ba3-a492-673f4deb8564', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '4d338071-fa32-49cf-a6aa-ca3918597003', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:56:38Z', 'updated_at': '2022-04-11T13:56:43Z', 'revision_number': 5, 'project_id': 'f8720d1d0e26443d96a5f29175402af6', 'subnets': [{'id': '4d338071-fa32-49cf-a6aa-ca3918597003', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 14:02:32.154878 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-13b67fde-1052-4989-9c61-234dc68f4505 tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] Publish callbacks [] for security_group (cafca3b7-daf0-48a0-823e-820c7feeb8ea), before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:02:32.179740 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-13b67fde-1052-4989-9c61-234dc68f4505 tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] Publish callbacks [] for security_group (cafca3b7-daf0-48a0-823e-820c7feeb8ea), precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:02:32.229592 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-13b67fde-1052-4989-9c61-234dc68f4505 tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8023832'] for security_group (cafca3b7-daf0-48a0-823e-820c7feeb8ea), after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:02:32.232537 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-13b67fde-1052-4989-9c61-234dc68f4505 tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] Publish callbacks [] for security_group (None), before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:02:32.233795 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-13b67fde-1052-4989-9c61-234dc68f4505 tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] 10.222.0.67 "DELETE /v2.0/security-groups/cafca3b7-daf0-48a0-823e-820c7feeb8ea HTTP/1.1" status: 204 len: 168 time: 0.1323388 Apr 11 14:02:32.236542 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.67', 34472) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 14:02:32.243339 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b67fde-1052-4989-9c61-234dc68f4505 tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cafca3b7-daf0-48a0-823e-820c7feeb8ea,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:02:32.250859 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.api.v2.resource [None req-b7ba13f7-618b-4344-b81e-7b16149f9a57 tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] show failed (client error): The resource could not be found. Apr 11 14:02:32.255135 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-b7ba13f7-618b-4344-b81e-7b16149f9a57 tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] 10.222.0.67 "GET /v2.0/security-groups/cafca3b7-daf0-48a0-823e-820c7feeb8ea HTTP/1.1" status: 404 len: 347 time: 0.0139391 Apr 11 14:02:32.255865 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.67', 34474) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 14:02:32.376006 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78b38b2a-9948-4ea6-8d1f-8ea8977d52e7 None None] New status for floating IP 7cc67d31-ad26-4059-9200-3ad85fecd496: DOWN {{(pid=103320) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 14:02:32.381421 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-bab76367-72d9-4f54-a0dc-ca34bc2f2727 tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] Deleting port 5e9c4415-8014-4416-846f-ed03388f5395 {{(pid=103319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 14:02:32.381847 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-bab76367-72d9-4f54-a0dc-ca34bc2f2727 tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750379682079'] for port (5e9c4415-8014-4416-846f-ed03388f5395), before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:02:32.461585 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-bab76367-72d9-4f54-a0dc-ca34bc2f2727 tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115285'] for port (5e9c4415-8014-4416-846f-ed03388f5395), precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:02:32.461914 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-bab76367-72d9-4f54-a0dc-ca34bc2f2727 tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] Publish callbacks [] for floatingip (5e9c4415-8014-4416-846f-ed03388f5395), precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:02:32.473751 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-bab76367-72d9-4f54-a0dc-ca34bc2f2727 tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] Calling delete_port for 5e9c4415-8014-4416-846f-ed03388f5395 owned by network:floatingip {{(pid=103319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 14:02:32.607341 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-bab76367-72d9-4f54-a0dc-ca34bc2f2727 tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750379687693', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750379164483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4648624'] for port (5e9c4415-8014-4416-846f-ed03388f5395), after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:02:32.636484 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab76367-72d9-4f54-a0dc-ca34bc2f2727 tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] Pushing event deleted for resources: {'Port': ['ID=5e9c4415-8014-4416-846f-ed03388f5395,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:02:32.695120 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-bab76367-72d9-4f54-a0dc-ca34bc2f2727 tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] Publish callbacks [] for floatingip (7cc67d31-ad26-4059-9200-3ad85fecd496), after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:02:32.697732 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-bab76367-72d9-4f54-a0dc-ca34bc2f2727 tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-507053'] for floatingip (None), before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:02:32.698859 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-bab76367-72d9-4f54-a0dc-ca34bc2f2727 tempest-AttachVolumeTestJSON-1115883157 tempest-AttachVolumeTestJSON-1115883157-project] 10.222.0.67 "DELETE /v2.0/floatingips/7cc67d31-ad26-4059-9200-3ad85fecd496 HTTP/1.1" status: 204 len: 168 time: 0.4420705 Apr 11 14:02:32.785807 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750379576733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663498'] for agent (a433433c-9197-4b2b-8991-1d45f6bac940), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:02:33.279734 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750379576733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663498'] for agent (f2586825-e748-4c1d-8b98-cb0d5b6c266d), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:02:34.053151 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Device 26a6c2cb-0c2f-44e9-812a-19d9f51501fe no longer exists at agent hyperv_hv-cinder-83078 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 14:02:34.072630 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] No Port match for: 26a6c2cb-0c2f-44e9-812a-19d9f51501fe {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 14:02:34.072974 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Device 26a6c2cb-0c2f-44e9-812a-19d9f51501fe not bound to the agent host hv-cinder-83078 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 14:02:35.309812 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-91101a3f-2619-43f0-a1a6-70ea4e3856ee req-a9235117-c9d8-4eb8-861f-3e16ca04b70d service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=e2a988bf-9fbe-4371-a34f-2437494ec1ee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0384197 Apr 11 14:02:35.392173 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91101a3f-2619-43f0-a1a6-70ea4e3856ee req-af8cf041-beb8-4aca-9c1a-235d639f92df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:02:35.393695 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-91101a3f-2619-43f0-a1a6-70ea4e3856ee req-af8cf041-beb8-4aca-9c1a-235d639f92df service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=626d5ba1efe34953a6d00b0f0afd5013&device_id=e2a988bf-9fbe-4371-a34f-2437494ec1ee HTTP/1.1" status: 200 len: 1129 time: 0.0422921 Apr 11 14:02:35.506124 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91101a3f-2619-43f0-a1a6-70ea4e3856ee req-fed53443-7088-4423-b750-220c7b884d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:02:35.507566 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-91101a3f-2619-43f0-a1a6-70ea4e3856ee req-fed53443-7088-4423-b750-220c7b884d9e service neutron] 10.222.0.75 "GET /v2.0/networks?id=bcc3856a-1e27-4d38-8f1d-e24f8fbb1282 HTTP/1.1" status: 200 len: 909 time: 0.0836585 Apr 11 14:02:35.575683 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-91101a3f-2619-43f0-a1a6-70ea4e3856ee req-4c843ad3-7adb-4afa-9ab1-ec8b10dafd03 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2f18b7d6-84d7-4249-8b95-51fdbd414e68 HTTP/1.1" status: 200 len: 1001 time: 0.0610006 Apr 11 14:02:35.624181 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91101a3f-2619-43f0-a1a6-70ea4e3856ee req-a2e30e0d-80ca-4f47-9183-db6a95bfcb5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:02:35.625580 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-91101a3f-2619-43f0-a1a6-70ea4e3856ee req-a2e30e0d-80ca-4f47-9183-db6a95bfcb5b service neutron] 10.222.0.75 "GET /v2.0/subnets?id=3f4be426-c8cc-4fad-9345-853add2c7e7d HTTP/1.1" status: 200 len: 847 time: 0.0418351 Apr 11 14:02:35.668175 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91101a3f-2619-43f0-a1a6-70ea4e3856ee req-398bffdd-82b6-44e9-880c-0200c4bba625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:02:35.669635 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-91101a3f-2619-43f0-a1a6-70ea4e3856ee req-398bffdd-82b6-44e9-880c-0200c4bba625 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=bcc3856a-1e27-4d38-8f1d-e24f8fbb1282&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0380602 Apr 11 14:02:35.761055 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-91101a3f-2619-43f0-a1a6-70ea4e3856ee req-b1c9207d-e04d-4a3f-aaee-0b096a2245bc service neutron] 10.222.0.75 "GET /v2.0/networks/bcc3856a-1e27-4d38-8f1d-e24f8fbb1282?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833328 Apr 11 14:02:35.850056 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-91101a3f-2619-43f0-a1a6-70ea4e3856ee req-e617728e-3731-4115-9092-9a89f4270d39 service neutron] 10.222.0.75 "GET /v2.0/networks/bcc3856a-1e27-4d38-8f1d-e24f8fbb1282?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802822 Apr 11 14:02:36.204520 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.67', 34506) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 14:02:36.629038 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-4ec53dc5-14b6-46f3-825a-ffe52bb0c7be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8123339'] for router_interface (d32f719d-4e09-4ba3-a492-673f4deb8564), before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:02:36.858008 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-4ec53dc5-14b6-46f3-825a-ffe52bb0c7be admin admin] Deleting port 65d1b329-f6c4-4821-8338-78a7946be7c9 {{(pid=103319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 14:02:36.858244 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-4ec53dc5-14b6-46f3-825a-ffe52bb0c7be admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750379682079'] for port (65d1b329-f6c4-4821-8338-78a7946be7c9), before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:02:36.934728 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.db [None req-4ec53dc5-14b6-46f3-825a-ffe52bb0c7be admin admin] For port 65d1b329-f6c4-4821-8338-78a7946be7c9, host dv-cinder-830787-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830787-2-iscsi',level=0,port_id=65d1b329-f6c4-4821-8338-78a7946be7c9,segment=NetworkSegment(0e675ac7-11b6-4ecb-9e9e-c47b9dca4e0d),segment_id=0e675ac7-11b6-4ecb-9e9e-c47b9dca4e0d)] {{(pid=103319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 14:02:36.935094 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-4ec53dc5-14b6-46f3-825a-ffe52bb0c7be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115285'] for port (65d1b329-f6c4-4821-8338-78a7946be7c9), precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:02:36.948207 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-4ec53dc5-14b6-46f3-825a-ffe52bb0c7be admin admin] Calling delete_port for 65d1b329-f6c4-4821-8338-78a7946be7c9 owned by network:router_interface {{(pid=103319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 14:02:37.126999 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-4ec53dc5-14b6-46f3-825a-ffe52bb0c7be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750379687693', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750379164483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4648624'] for port (65d1b329-f6c4-4821-8338-78a7946be7c9), after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:02:37.161914 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec53dc5-14b6-46f3-825a-ffe52bb0c7be admin admin] Pushing event deleted for resources: {'Port': ['ID=65d1b329-f6c4-4821-8338-78a7946be7c9,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:02:37.329513 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-4ec53dc5-14b6-46f3-825a-ffe52bb0c7be admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7871691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8123239'] for router_interface (d32f719d-4e09-4ba3-a492-673f4deb8564), after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:02:37.545528 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ec53dc5-14b6-46f3-825a-ffe52bb0c7be admin admin] Router d32f719d-4e09-4ba3-a492-673f4deb8564 has already been hosted by L3 agent e731c656-576f-4174-9da3-af64518920bc {{(pid=103319) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 14:02:37.653471 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ec53dc5-14b6-46f3-825a-ffe52bb0c7be admin admin] Notify agent at l3_agent.dv-cinder-830787-2-iscsi the message routers_updated {{(pid=103319) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 14:02:37.658415 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-4ec53dc5-14b6-46f3-825a-ffe52bb0c7be admin admin] 10.222.0.67 "PUT /v2.0/routers/d32f719d-4e09-4ba3-a492-673f4deb8564/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4528923 Apr 11 14:02:37.661457 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.67', 34510) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 14:02:37.665121 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-616b9268-ef4f-406c-9d8e-0e2fee1f4afe None None] Sync routers for ids ['d32f719d-4e09-4ba3-a492-673f4deb8564'] in dv-cinder-830787-2-iscsi {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 14:02:37.676160 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-616b9268-ef4f-406c-9d8e-0e2fee1f4afe None None] Routers {'d32f719d-4e09-4ba3-a492-673f4deb8564'} bound to L3 agent in host dv-cinder-830787-2-iscsi {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 14:02:37.676801 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-616b9268-ef4f-406c-9d8e-0e2fee1f4afe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830787-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-11T13:46:59Z,description=,heartbeat_timestamp=2022-04-11T14:02:29Z,host='dv-cinder-830787-2-iscsi',id=e731c656-576f-4174-9da3-af64518920bc,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T13:46:59Z,topic='l3_agent')) {'router_ids': ['d32f719d-4e09-4ba3-a492-673f4deb8564'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:02:37.878294 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-616b9268-ef4f-406c-9d8e-0e2fee1f4afe None None] Set router d32f719d-4e09-4ba3-a492-673f4deb8564 gateway port host: dv-cinder-830787-2-iscsi {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 14:02:38.024187 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-fc58744a-f874-4196-84bf-d5424073feb6 admin admin] Publish callbacks [] for router (d32f719d-4e09-4ba3-a492-673f4deb8564), before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:02:38.053691 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-616b9268-ef4f-406c-9d8e-0e2fee1f4afe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd32f719d-4e09-4ba3-a492-673f4deb8564', 'name': 'tempest-AttachVolumeTestJSON-1618300746-router', 'tenant_id': 'f8720d1d0e26443d96a5f29175402af6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886', 'external_fixed_ips': [{'subnet_id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'ip_address': '172.27.1.86'}], 'enable_snat': True}, 'gw_port_id': '5f65a40e-8875-44a3-9063-670f03a7a9f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T13:56:34Z', 'updated_at': '2022-04-11T14:02:37Z', 'revision_number': 5, 'project_id': 'f8720d1d0e26443d96a5f29175402af6', 'gw_port': {'id': '5f65a40e-8875-44a3-9063-670f03a7a9f7', 'name': '', 'network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:80:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd32f719d-4e09-4ba3-a492-673f4deb8564', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'ip_address': '172.27.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:56:35Z', 'updated_at': '2022-04-11T13:56:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830787-2-iscsi'}], 'dv-cinder-830787-2-iscsi', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:02:38.080822 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-616b9268-ef4f-406c-9d8e-0e2fee1f4afe None None] Checking router: d32f719d-4e09-4ba3-a492-673f4deb8564 for host: dv-cinder-830787-2-iscsi {{(pid=103321) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 14:02:38.089045 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-616b9268-ef4f-406c-9d8e-0e2fee1f4afe None None] Routers {'d32f719d-4e09-4ba3-a492-673f4deb8564'} bound to L3 agent in host dv-cinder-830787-2-iscsi {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 14:02:38.089651 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-616b9268-ef4f-406c-9d8e-0e2fee1f4afe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830787-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-11T13:46:59Z,description=,heartbeat_timestamp=2022-04-11T14:02:29Z,host='dv-cinder-830787-2-iscsi',id=e731c656-576f-4174-9da3-af64518920bc,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T13:46:59Z,topic='l3_agent')) {'router_ids': ['d32f719d-4e09-4ba3-a492-673f4deb8564'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:02:38.126803 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-fc58744a-f874-4196-84bf-d5424073feb6 admin admin] Publish callbacks [] for router_gateway (d32f719d-4e09-4ba3-a492-673f4deb8564), before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:02:38.170341 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-fc58744a-f874-4196-84bf-d5424073feb6 admin admin] Deleting port 5f65a40e-8875-44a3-9063-670f03a7a9f7 {{(pid=103319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 14:02:38.170697 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-fc58744a-f874-4196-84bf-d5424073feb6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750379682079'] for port (5f65a40e-8875-44a3-9063-670f03a7a9f7), before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:02:38.196800 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-616b9268-ef4f-406c-9d8e-0e2fee1f4afe None None] Set router d32f719d-4e09-4ba3-a492-673f4deb8564 gateway port host: dv-cinder-830787-2-iscsi {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 14:02:38.248224 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.db [None req-fc58744a-f874-4196-84bf-d5424073feb6 admin admin] For port 5f65a40e-8875-44a3-9063-670f03a7a9f7, host dv-cinder-830787-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830787-2-iscsi',level=0,port_id=5f65a40e-8875-44a3-9063-670f03a7a9f7,segment=NetworkSegment(153f0837-19dc-4e5c-bf6b-49a4300ea8f5),segment_id=153f0837-19dc-4e5c-bf6b-49a4300ea8f5)] {{(pid=103319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 14:02:38.248591 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-fc58744a-f874-4196-84bf-d5424073feb6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115285'] for port (5f65a40e-8875-44a3-9063-670f03a7a9f7), precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:02:38.261505 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-fc58744a-f874-4196-84bf-d5424073feb6 admin admin] Calling delete_port for 5f65a40e-8875-44a3-9063-670f03a7a9f7 owned by network:router_gateway {{(pid=103319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 14:02:38.363242 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-616b9268-ef4f-406c-9d8e-0e2fee1f4afe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd32f719d-4e09-4ba3-a492-673f4deb8564', 'name': 'tempest-AttachVolumeTestJSON-1618300746-router', 'tenant_id': 'f8720d1d0e26443d96a5f29175402af6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886', 'external_fixed_ips': [{'subnet_id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'ip_address': '172.27.1.86'}], 'enable_snat': True}, 'gw_port_id': '5f65a40e-8875-44a3-9063-670f03a7a9f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T13:56:34Z', 'updated_at': '2022-04-11T14:02:37Z', 'revision_number': 5, 'project_id': 'f8720d1d0e26443d96a5f29175402af6', 'gw_port': {'id': '5f65a40e-8875-44a3-9063-670f03a7a9f7', 'name': '', 'network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:80:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd32f719d-4e09-4ba3-a492-673f4deb8564', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'ip_address': '172.27.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:56:35Z', 'updated_at': '2022-04-11T13:56:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830787-2-iscsi'}], 'dv-cinder-830787-2-iscsi', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:02:38.393584 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-616b9268-ef4f-406c-9d8e-0e2fee1f4afe None None] The sync data for ids ['d32f719d-4e09-4ba3-a492-673f4deb8564'] in dv-cinder-830787-2-iscsi is: [{'id': 'd32f719d-4e09-4ba3-a492-673f4deb8564', 'name': 'tempest-AttachVolumeTestJSON-1618300746-router', 'tenant_id': 'f8720d1d0e26443d96a5f29175402af6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886', 'external_fixed_ips': [{'subnet_id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'ip_address': '172.27.1.86'}], 'enable_snat': True}, 'gw_port_id': '5f65a40e-8875-44a3-9063-670f03a7a9f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T13:56:34Z', 'updated_at': '2022-04-11T14:02:37Z', 'revision_number': 5, 'project_id': 'f8720d1d0e26443d96a5f29175402af6', 'gw_port': {'id': '5f65a40e-8875-44a3-9063-670f03a7a9f7', 'name': '', 'network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:80:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd32f719d-4e09-4ba3-a492-673f4deb8564', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'ip_address': '172.27.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:56:35Z', 'updated_at': '2022-04-11T13:56:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830787-2-iscsi'}] {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 14:02:38.431437 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-fc58744a-f874-4196-84bf-d5424073feb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750379687693', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750379164483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4648624'] for port (5f65a40e-8875-44a3-9063-670f03a7a9f7), after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:02:38.462106 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc58744a-f874-4196-84bf-d5424073feb6 admin admin] Pushing event deleted for resources: {'Port': ['ID=5f65a40e-8875-44a3-9063-670f03a7a9f7,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:02:38.521516 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-fc58744a-f874-4196-84bf-d5424073feb6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8126337'] for router_gateway (d32f719d-4e09-4ba3-a492-673f4deb8564), after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:02:38.616360 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-fc58744a-f874-4196-84bf-d5424073feb6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8074543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37553'] for router (d32f719d-4e09-4ba3-a492-673f4deb8564), precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:02:38.618408 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-fc58744a-f874-4196-84bf-d5424073feb6 admin admin] Publish callbacks [] for router_controller (d32f719d-4e09-4ba3-a492-673f4deb8564), precommit_delete_associations {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:02:38.664319 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-fc58744a-f874-4196-84bf-d5424073feb6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8074534'] for router (d32f719d-4e09-4ba3-a492-673f4deb8564), after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:02:38.664984 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc58744a-f874-4196-84bf-d5424073feb6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d32f719d-4e09-4ba3-a492-673f4deb8564 {{(pid=103319) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 11 14:02:38.669473 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-fc58744a-f874-4196-84bf-d5424073feb6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:02:38.670645 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-fc58744a-f874-4196-84bf-d5424073feb6 admin admin] 10.222.0.67 "DELETE /v2.0/routers/d32f719d-4e09-4ba3-a492-673f4deb8564 HTTP/1.1" status: 204 len: 168 time: 1.0082786 Apr 11 14:02:38.673299 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.67', 34516) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 14:02:38.717302 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f540aae-532f-4674-b73e-761b943af12e admin admin] Deleting subnet 4d338071-fa32-49cf-a6aa-ca3918597003 {{(pid=103319) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 11 14:02:38.720696 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-9f540aae-532f-4674-b73e-761b943af12e admin admin] Publish callbacks [] for subnet (4d338071-fa32-49cf-a6aa-ca3918597003), before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:02:38.758483 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-9f540aae-532f-4674-b73e-761b943af12e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33368798'] for subnet (4d338071-fa32-49cf-a6aa-ca3918597003), precommit_delete_associations {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:02:38.847823 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-9f540aae-532f-4674-b73e-761b943af12e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-660224'] for subnet (4d338071-fa32-49cf-a6aa-ca3918597003), precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:02:38.901833 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-9f540aae-532f-4674-b73e-761b943af12e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-660281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4648653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4426779'] for subnet (4d338071-fa32-49cf-a6aa-ca3918597003), after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:02:38.929299 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f540aae-532f-4674-b73e-761b943af12e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4d338071-fa32-49cf-a6aa-ca3918597003,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:02:38.931303 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-9f540aae-532f-4674-b73e-761b943af12e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871534'] for subnet (None), before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:02:38.937239 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-9f540aae-532f-4674-b73e-761b943af12e admin admin] 10.222.0.67 "DELETE /v2.0/subnets/4d338071-fa32-49cf-a6aa-ca3918597003 HTTP/1.1" status: 204 len: 168 time: 0.2629328 Apr 11 14:02:38.937723 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.67', 34518) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 14:02:38.941612 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b403c98-8f88-4ec0-8263-03cb1812cbc3 None None] Network 257d7092-c4df-47e4-abc9-31af4018d257 requested from dv-cinder-830787-2-iscsi {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 14:02:39.016972 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-a8f9c8cf-4ee3-4d1c-8f44-e89fa1885113 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-768595'] for network (257d7092-c4df-47e4-abc9-31af4018d257), before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:02:39.067923 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-a8f9c8cf-4ee3-4d1c-8f44-e89fa1885113 admin admin] Deleting port 7cf41b14-5555-4455-95fb-143b0de3d856 {{(pid=103318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 14:02:39.068264 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-a8f9c8cf-4ee3-4d1c-8f44-e89fa1885113 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750379682079'] for port (7cf41b14-5555-4455-95fb-143b0de3d856), before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:02:39.129415 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f71b392c-ac4d-4047-816e-fceee613a5f4 None None] DHCP port deletion for 257d7092-c4df-47e4-abc9-31af4018d257 request from dv-cinder-830787-2-iscsi {{(pid=103320) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 11 14:02:39.134249 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.db [None req-a8f9c8cf-4ee3-4d1c-8f44-e89fa1885113 admin admin] For port 7cf41b14-5555-4455-95fb-143b0de3d856, host dv-cinder-830787-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830787-2-iscsi',level=0,port_id=7cf41b14-5555-4455-95fb-143b0de3d856,segment=NetworkSegment(0e675ac7-11b6-4ecb-9e9e-c47b9dca4e0d),segment_id=0e675ac7-11b6-4ecb-9e9e-c47b9dca4e0d)] {{(pid=103318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 14:02:39.134618 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-a8f9c8cf-4ee3-4d1c-8f44-e89fa1885113 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115285'] for port (7cf41b14-5555-4455-95fb-143b0de3d856), precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:02:39.148104 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-a8f9c8cf-4ee3-4d1c-8f44-e89fa1885113 admin admin] Calling delete_port for 7cf41b14-5555-4455-95fb-143b0de3d856 owned by network:dhcp {{(pid=103318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 14:02:39.172251 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-f71b392c-ac4d-4047-816e-fceee613a5f4 None None] Deleting port 7cf41b14-5555-4455-95fb-143b0de3d856 {{(pid=103320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 14:02:39.172547 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-f71b392c-ac4d-4047-816e-fceee613a5f4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750379682079'] for port (7cf41b14-5555-4455-95fb-143b0de3d856), before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:02:39.231665 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-a8f9c8cf-4ee3-4d1c-8f44-e89fa1885113 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750379687693', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750379164483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4243781'] for port (7cf41b14-5555-4455-95fb-143b0de3d856), after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:02:39.234064 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-f71b392c-ac4d-4047-816e-fceee613a5f4 None None] For port 7cf41b14-5555-4455-95fb-143b0de3d856, host dv-cinder-830787-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830787-2-iscsi',level=0,port_id=7cf41b14-5555-4455-95fb-143b0de3d856,segment=NetworkSegment(0e675ac7-11b6-4ecb-9e9e-c47b9dca4e0d),segment_id=0e675ac7-11b6-4ecb-9e9e-c47b9dca4e0d)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 14:02:39.234453 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-f71b392c-ac4d-4047-816e-fceee613a5f4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115285'] for port (7cf41b14-5555-4455-95fb-143b0de3d856), precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:02:39.247297 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-f71b392c-ac4d-4047-816e-fceee613a5f4 None None] Calling delete_port for 7cf41b14-5555-4455-95fb-143b0de3d856 owned by network:dhcp {{(pid=103320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 14:02:39.258848 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f9c8cf-4ee3-4d1c-8f44-e89fa1885113 admin admin] Pushing event deleted for resources: {'Port': ['ID=7cf41b14-5555-4455-95fb-143b0de3d856,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:02:39.260696 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8f9c8cf-4ee3-4d1c-8f44-e89fa1885113 admin admin] No DVR routers for this DVR port 7cf41b14-5555-4455-95fb-143b0de3d856 on host dv-cinder-830787-2-iscsi {{(pid=103318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 14:02:39.327405 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-f71b392c-ac4d-4047-816e-fceee613a5f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750379687693', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750379164483'] for port (7cf41b14-5555-4455-95fb-143b0de3d856), after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:02:39.351975 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71b392c-ac4d-4047-816e-fceee613a5f4 None None] Pushing event deleted for resources: {'Port': ['ID=7cf41b14-5555-4455-95fb-143b0de3d856,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:02:39.359789 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f71b392c-ac4d-4047-816e-fceee613a5f4 None None] No DVR routers for this DVR port 7cf41b14-5555-4455-95fb-143b0de3d856 on host dv-cinder-830787-2-iscsi {{(pid=103320) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 14:02:39.562636 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-a8f9c8cf-4ee3-4d1c-8f44-e89fa1885113 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-662413', 'neutron.services.segments.db._delete_segments_for_network-8750379576751'] for network (257d7092-c4df-47e4-abc9-31af4018d257), precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:02:39.582276 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.services.segments.db [None req-a8f9c8cf-4ee3-4d1c-8f44-e89fa1885113 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['257d7092-c4df-47e4-abc9-31af4018d257']}} {{(pid=103318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:02:39.591308 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.services.segments.db [None req-a8f9c8cf-4ee3-4d1c-8f44-e89fa1885113 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e675ac7-11b6-4ecb-9e9e-c47b9dca4e0d') {'for_net_delete': True} {{(pid=103318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:02:39.591602 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.services.segments.db [None req-a8f9c8cf-4ee3-4d1c-8f44-e89fa1885113 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e675ac7-11b6-4ecb-9e9e-c47b9dca4e0d') {} {{(pid=103318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:02:39.602405 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-a8f9c8cf-4ee3-4d1c-8f44-e89fa1885113 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750379579064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4245460'] for segment (0e675ac7-11b6-4ecb-9e9e-c47b9dca4e0d), before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:02:39.615244 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-a8f9c8cf-4ee3-4d1c-8f44-e89fa1885113 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682637'] for segment (0e675ac7-11b6-4ecb-9e9e-c47b9dca4e0d), precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:02:39.621209 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8f9c8cf-4ee3-4d1c-8f44-e89fa1885113 admin admin] Releasing vlan 925 on physical network physnet1 to pool {{(pid=103318) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 14:02:39.621559 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-a8f9c8cf-4ee3-4d1c-8f44-e89fa1885113 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4243858'] for segment (0e675ac7-11b6-4ecb-9e9e-c47b9dca4e0d), after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:02:39.623209 dv-cinder-830787-2-iscsi neutron-server[103318]: Traceback (most recent call last): Apr 11 14:02:39.623209 dv-cinder-830787-2-iscsi neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 14:02:39.623209 dv-cinder-830787-2-iscsi neutron-server[103318]: timer() Apr 11 14:02:39.623209 dv-cinder-830787-2-iscsi neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 14:02:39.623209 dv-cinder-830787-2-iscsi neutron-server[103318]: cb(*args, **kw) Apr 11 14:02:39.623209 dv-cinder-830787-2-iscsi neutron-server[103318]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 11 14:02:39.623209 dv-cinder-830787-2-iscsi neutron-server[103318]: return func(*args, **kwargs) Apr 11 14:02:39.623209 dv-cinder-830787-2-iscsi neutron-server[103318]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 14:02:39.623209 dv-cinder-830787-2-iscsi neutron-server[103318]: self._notify() Apr 11 14:02:39.623209 dv-cinder-830787-2-iscsi neutron-server[103318]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 14:02:39.623209 dv-cinder-830787-2-iscsi neutron-server[103318]: self.callback(batched_events) Apr 11 14:02:39.623209 dv-cinder-830787-2-iscsi neutron-server[103318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 14:02:39.623209 dv-cinder-830787-2-iscsi neutron-server[103318]: event.method(event) Apr 11 14:02:39.623209 dv-cinder-830787-2-iscsi neutron-server[103318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 11 14:02:39.623209 dv-cinder-830787-2-iscsi neutron-server[103318]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 14:02:39.623209 dv-cinder-830787-2-iscsi neutron-server[103318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 11 14:02:39.623209 dv-cinder-830787-2-iscsi neutron-server[103318]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 14:02:39.623209 dv-cinder-830787-2-iscsi neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 11 14:02:39.623209 dv-cinder-830787-2-iscsi neutron-server[103318]: return f(self, *a, **k) Apr 11 14:02:39.623209 dv-cinder-830787-2-iscsi neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 14:02:39.623209 dv-cinder-830787-2-iscsi neutron-server[103318]: return self._get(url).json() Apr 11 14:02:39.623209 dv-cinder-830787-2-iscsi neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 14:02:39.623209 dv-cinder-830787-2-iscsi neutron-server[103318]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 14:02:39.623209 dv-cinder-830787-2-iscsi neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 14:02:39.623209 dv-cinder-830787-2-iscsi neutron-server[103318]: return self.request(url, 'GET', **kwargs) Apr 11 14:02:39.623209 dv-cinder-830787-2-iscsi neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 14:02:39.623209 dv-cinder-830787-2-iscsi neutron-server[103318]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 14:02:39.623209 dv-cinder-830787-2-iscsi neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 14:02:39.623209 dv-cinder-830787-2-iscsi neutron-server[103318]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 14:02:39.623209 dv-cinder-830787-2-iscsi neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 14:02:39.623209 dv-cinder-830787-2-iscsi neutron-server[103318]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 14:02:39.623209 dv-cinder-830787-2-iscsi neutron-server[103318]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 14:02:39.646459 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Device 7cf41b14-5555-4455-95fb-143b0de3d856 no longer exists at agent ovs-agent-dv-cinder-830787-2-iscsi {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 14:02:39.667765 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] No Port match for: 7cf41b14-5555-4455-95fb-143b0de3d856 {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 14:02:39.668120 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Device 7cf41b14-5555-4455-95fb-143b0de3d856 not bound to the agent host dv-cinder-830787-2-iscsi {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 14:02:39.668773 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Device 65d1b329-f6c4-4821-8338-78a7946be7c9 no longer exists at agent ovs-agent-dv-cinder-830787-2-iscsi {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 14:02:39.676803 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-a8f9c8cf-4ee3-4d1c-8f44-e89fa1885113 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-662402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8024001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8126437'] for network (257d7092-c4df-47e4-abc9-31af4018d257), after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:02:39.682101 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-a8f9c8cf-4ee3-4d1c-8f44-e89fa1885113 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871534'] for network (None), before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:02:39.685314 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-a8f9c8cf-4ee3-4d1c-8f44-e89fa1885113 admin admin] 10.222.0.67 "DELETE /v2.0/networks/257d7092-c4df-47e4-abc9-31af4018d257 HTTP/1.1" status: 204 len: 168 time: 0.7458773 Apr 11 14:02:39.688913 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] No Port match for: 65d1b329-f6c4-4821-8338-78a7946be7c9 {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 14:02:39.689480 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Device 65d1b329-f6c4-4821-8338-78a7946be7c9 not bound to the agent host dv-cinder-830787-2-iscsi {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 14:02:39.690276 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Device 5f65a40e-8875-44a3-9063-670f03a7a9f7 no longer exists at agent ovs-agent-dv-cinder-830787-2-iscsi {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 14:02:39.696582 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f9c8cf-4ee3-4d1c-8f44-e89fa1885113 admin admin] Pushing event deleted for resources: {'Network': ['ID=257d7092-c4df-47e4-abc9-31af4018d257,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:02:39.710734 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] No Port match for: 5f65a40e-8875-44a3-9063-670f03a7a9f7 {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 14:02:39.711070 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Device 5f65a40e-8875-44a3-9063-670f03a7a9f7 not bound to the agent host dv-cinder-830787-2-iscsi {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 14:02:39.804234 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.67', 34522) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 14:02:39.847732 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-e87e617a-cedf-4e0b-a31d-89c8b285957a admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=f8720d1d0e26443d96a5f29175402af6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0423176 Apr 11 14:02:39.850662 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.67', 34524) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 14:02:39.896391 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-b4f47750-fc25-43c8-a5b2-d947149b86b2 admin admin] Publish callbacks [] for security_group (9982730d-5559-42aa-a7cf-9bd90e963730), before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:02:39.917310 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-b4f47750-fc25-43c8-a5b2-d947149b86b2 admin admin] Publish callbacks [] for security_group (9982730d-5559-42aa-a7cf-9bd90e963730), precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:02:39.962098 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-b4f47750-fc25-43c8-a5b2-d947149b86b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8023832'] for security_group (9982730d-5559-42aa-a7cf-9bd90e963730), after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:02:39.964611 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-b4f47750-fc25-43c8-a5b2-d947149b86b2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:02:39.965755 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-b4f47750-fc25-43c8-a5b2-d947149b86b2 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/9982730d-5559-42aa-a7cf-9bd90e963730 HTTP/1.1" status: 204 len: 168 time: 0.1141541 Apr 11 14:02:39.973718 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f47750-fc25-43c8-a5b2-d947149b86b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9982730d-5559-42aa-a7cf-9bd90e963730,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:02:43.602959 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.67', 34590) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 14:02:43.703482 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-91472b27-9a5d-4da0-8256-5c313d12cbd9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:02:43.775170 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-91472b27-9a5d-4da0-8256-5c313d12cbd9 admin admin] Publish callbacks [] for security_group (1421c11e-e644-4a0f-a1d7-115bf36012ba), precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:02:43.778595 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-91472b27-9a5d-4da0-8256-5c313d12cbd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8023832'] for security_group (1421c11e-e644-4a0f-a1d7-115bf36012ba), after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:02:43.814846 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-91472b27-9a5d-4da0-8256-5c313d12cbd9 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=1064a6b553fb4c94a1e46d890b3a7ca9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2108212 Apr 11 14:02:43.817340 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91472b27-9a5d-4da0-8256-5c313d12cbd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1421c11e-e644-4a0f-a1d7-115bf36012ba,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:02:43.818201 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.67', 34594) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 14:02:43.866235 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-f0985bb8-01de-43ad-8011-7c49d19429ea admin admin] Publish callbacks [] for security_group (1421c11e-e644-4a0f-a1d7-115bf36012ba), before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:02:43.887152 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-f0985bb8-01de-43ad-8011-7c49d19429ea admin admin] Publish callbacks [] for security_group (1421c11e-e644-4a0f-a1d7-115bf36012ba), precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:02:43.935135 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-f0985bb8-01de-43ad-8011-7c49d19429ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8023832'] for security_group (1421c11e-e644-4a0f-a1d7-115bf36012ba), after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:02:43.938155 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-f0985bb8-01de-43ad-8011-7c49d19429ea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:02:43.939293 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-f0985bb8-01de-43ad-8011-7c49d19429ea admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/1421c11e-e644-4a0f-a1d7-115bf36012ba HTTP/1.1" status: 204 len: 168 time: 0.1200800 Apr 11 14:02:43.948105 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0985bb8-01de-43ad-8011-7c49d19429ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1421c11e-e644-4a0f-a1d7-115bf36012ba,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:02:44.387209 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859735c2-8b28-40e9-a961-5a27e60353bd req-442ffda2-c1c5-4145-ace6-2990697d0269 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:02:44.388709 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-859735c2-8b28-40e9-a961-5a27e60353bd req-442ffda2-c1c5-4145-ace6-2990697d0269 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] 10.222.0.67 "GET /v2.0/ports?device_id=cf497683-01c3-4106-adb0-36d23d564607 HTTP/1.1" status: 200 len: 947 time: 0.0556998 Apr 11 14:02:44.436806 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-859735c2-8b28-40e9-a961-5a27e60353bd req-24630ab2-833a-4699-8add-4de40bcbe439 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] 10.222.0.67 "GET /v2.0/security-groups?id=210d3a2a-5e47-4e4e-a4c0-fc7866dd9ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415828 Apr 11 14:02:45.524809 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.67', 34656) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 14:02:45.559605 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a6fdd7-e71d-4390-88ef-263ca83c926c req-f71f5d25-06ed-4dd4-ba00-d97924dcfe23 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:02:45.561105 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-d9a6fdd7-e71d-4390-88ef-263ca83c926c req-f71f5d25-06ed-4dd4-ba00-d97924dcfe23 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] 10.222.0.67 "GET /v2.0/ports?device_id=cf497683-01c3-4106-adb0-36d23d564607 HTTP/1.1" status: 200 len: 947 time: 0.0504441 Apr 11 14:02:45.609120 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-d9a6fdd7-e71d-4390-88ef-263ca83c926c req-f0074213-40b6-46b0-b568-66f6a28514af tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] 10.222.0.67 "GET /v2.0/security-groups?id=210d3a2a-5e47-4e4e-a4c0-fc7866dd9ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422313 Apr 11 14:02:45.628988 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-f0f399e0-bfbc-4b36-a121-38b363c3456b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:02:45.705640 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-f0f399e0-bfbc-4b36-a121-38b363c3456b admin admin] Publish callbacks [] for security_group (48a5593e-2beb-4244-bc0a-8e50bca9a8b3), precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:02:45.709755 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-f0f399e0-bfbc-4b36-a121-38b363c3456b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8023832'] for security_group (48a5593e-2beb-4244-bc0a-8e50bca9a8b3), after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:02:45.747545 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-f0f399e0-bfbc-4b36-a121-38b363c3456b admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=f79cf9ec53cf4c9dbbe59b8c3703fee3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2216270 Apr 11 14:02:45.748648 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f399e0-bfbc-4b36-a121-38b363c3456b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48a5593e-2beb-4244-bc0a-8e50bca9a8b3,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:02:45.751187 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.67', 34660) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 14:02:45.800007 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-e7ab6346-78d2-4612-9d5d-da727422b6ab admin admin] Publish callbacks [] for security_group (48a5593e-2beb-4244-bc0a-8e50bca9a8b3), before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:02:45.823107 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-e7ab6346-78d2-4612-9d5d-da727422b6ab admin admin] Publish callbacks [] for security_group (48a5593e-2beb-4244-bc0a-8e50bca9a8b3), precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:02:45.867907 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-e7ab6346-78d2-4612-9d5d-da727422b6ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8023832'] for security_group (48a5593e-2beb-4244-bc0a-8e50bca9a8b3), after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:02:45.871176 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-e7ab6346-78d2-4612-9d5d-da727422b6ab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:02:45.872382 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-e7ab6346-78d2-4612-9d5d-da727422b6ab admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/48a5593e-2beb-4244-bc0a-8e50bca9a8b3 HTTP/1.1" status: 204 len: 168 time: 0.1199710 Apr 11 14:02:45.880370 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ab6346-78d2-4612-9d5d-da727422b6ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48a5593e-2beb-4244-bc0a-8e50bca9a8b3,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:02:45.994954 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016d3fd3-df8a-4b57-8269-f99b67aa119a req-14bd243c-ab84-430a-aa63-6cbf5beb1816 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:02:45.996430 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-016d3fd3-df8a-4b57-8269-f99b67aa119a req-14bd243c-ab84-430a-aa63-6cbf5beb1816 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] 10.222.0.75 "GET /v2.0/ports?device_id=cf497683-01c3-4106-adb0-36d23d564607 HTTP/1.1" status: 200 len: 947 time: 0.0470138 Apr 11 14:02:46.091445 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [req-016d3fd3-df8a-4b57-8269-f99b67aa119a req-4ea41d4c-3ace-49c2-a4f8-4c720e5e2f02 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] Deleting port 9c6a342b-a134-4ab5-996e-3eab3c406817 {{(pid=103319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 14:02:46.091830 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-016d3fd3-df8a-4b57-8269-f99b67aa119a req-4ea41d4c-3ace-49c2-a4f8-4c720e5e2f02 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750379682079'] for port (9c6a342b-a134-4ab5-996e-3eab3c406817), before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:02:46.136419 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.67', 34666) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 14:02:46.149812 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-ff595ce6-b0b4-4ea0-b67e-d2ae09d9e5e9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:02:46.185012 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.db [req-016d3fd3-df8a-4b57-8269-f99b67aa119a req-4ea41d4c-3ace-49c2-a4f8-4c720e5e2f02 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] For port 9c6a342b-a134-4ab5-996e-3eab3c406817, host hv-cinder-83078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83078',level=0,port_id=9c6a342b-a134-4ab5-996e-3eab3c406817,segment=NetworkSegment(964d2a25-195e-4828-b4c1-a165c2037b82),segment_id=964d2a25-195e-4828-b4c1-a165c2037b82)] {{(pid=103319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 14:02:46.185388 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-016d3fd3-df8a-4b57-8269-f99b67aa119a req-4ea41d4c-3ace-49c2-a4f8-4c720e5e2f02 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115285'] for port (9c6a342b-a134-4ab5-996e-3eab3c406817), precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:02:46.229822 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-ff595ce6-b0b4-4ea0-b67e-d2ae09d9e5e9 admin admin] Publish callbacks [] for security_group (d7648757-0a03-408d-beb6-ea04bcf83f73), precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:02:46.233907 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-ff595ce6-b0b4-4ea0-b67e-d2ae09d9e5e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8023832'] for security_group (d7648757-0a03-408d-beb6-ea04bcf83f73), after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:02:46.273190 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-ff595ce6-b0b4-4ea0-b67e-d2ae09d9e5e9 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=6c3fb872c39240a99188d2468c92a6a0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1356394 Apr 11 14:02:46.274038 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff595ce6-b0b4-4ea0-b67e-d2ae09d9e5e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7648757-0a03-408d-beb6-ea04bcf83f73,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:02:46.277058 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.67', 34668) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 14:02:46.324669 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-2d80fe61-30a8-41a7-aede-c9335994346a admin admin] Publish callbacks [] for security_group (d7648757-0a03-408d-beb6-ea04bcf83f73), before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:02:46.345231 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-2d80fe61-30a8-41a7-aede-c9335994346a admin admin] Publish callbacks [] for security_group (d7648757-0a03-408d-beb6-ea04bcf83f73), precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:02:46.366361 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-016d3fd3-df8a-4b57-8269-f99b67aa119a req-4ea41d4c-3ace-49c2-a4f8-4c720e5e2f02 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:02:46.366730 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-016d3fd3-df8a-4b57-8269-f99b67aa119a req-4ea41d4c-3ace-49c2-a4f8-4c720e5e2f02 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8126411'] for floatingip (62b9072e-a71b-49c5-a4be-d1f260874939), after_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:02:46.367159 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.db.l3_db [req-016d3fd3-df8a-4b57-8269-f99b67aa119a req-4ea41d4c-3ace-49c2-a4f8-4c720e5e2f02 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] Floating IP 62b9072e-a71b-49c5-a4be-d1f260874939 disassociated. External IP: 172.27.1.81, port: 9c6a342b-a134-4ab5-996e-3eab3c406817. Apr 11 14:02:46.367511 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [req-016d3fd3-df8a-4b57-8269-f99b67aa119a req-4ea41d4c-3ace-49c2-a4f8-4c720e5e2f02 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] Calling delete_port for 9c6a342b-a134-4ab5-996e-3eab3c406817 owned by compute:nova {{(pid=103319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 14:02:46.392687 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-2d80fe61-30a8-41a7-aede-c9335994346a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8023832'] for security_group (d7648757-0a03-408d-beb6-ea04bcf83f73), after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:02:46.395800 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-2d80fe61-30a8-41a7-aede-c9335994346a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:02:46.399605 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-2d80fe61-30a8-41a7-aede-c9335994346a admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/d7648757-0a03-408d-beb6-ea04bcf83f73 HTTP/1.1" status: 204 len: 168 time: 0.1190758 Apr 11 14:02:46.405955 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d80fe61-30a8-41a7-aede-c9335994346a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7648757-0a03-408d-beb6-ea04bcf83f73,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:02:46.499382 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-016d3fd3-df8a-4b57-8269-f99b67aa119a req-4ea41d4c-3ace-49c2-a4f8-4c720e5e2f02 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750379687693', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750379164483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4648624'] for port (9c6a342b-a134-4ab5-996e-3eab3c406817), after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:02:46.536394 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea41d4c-3ace-49c2-a4f8-4c720e5e2f02 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] Pushing event deleted for resources: {'Port': ['ID=9c6a342b-a134-4ab5-996e-3eab3c406817,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:02:46.662622 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.scheduler.l3_agent_scheduler [req-016d3fd3-df8a-4b57-8269-f99b67aa119a req-4ea41d4c-3ace-49c2-a4f8-4c720e5e2f02 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] Router c1bc4be1-2cee-4ae9-8c16-4fbaeaed9e48 has already been hosted by L3 agent e731c656-576f-4174-9da3-af64518920bc {{(pid=103319) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 14:02:46.745298 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-59e1e30b-6424-4f64-a26c-0ac6de568e7a req-d06b7984-39e0-4f95-a692-575cda051832 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] 10.222.0.67 "GET /v2.0/ports?device_id=cf497683-01c3-4106-adb0-36d23d564607 HTTP/1.1" status: 200 len: 210 time: 0.0332756 Apr 11 14:02:46.820658 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-016d3fd3-df8a-4b57-8269-f99b67aa119a req-4ea41d4c-3ace-49c2-a4f8-4c720e5e2f02 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] Notify agent at l3_agent.dv-cinder-830787-2-iscsi the message routers_updated {{(pid=103319) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 14:02:46.832712 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f53b7bd6-279e-44dd-9f3b-6599a1b18311 None None] Sync routers for ids ['c1bc4be1-2cee-4ae9-8c16-4fbaeaed9e48'] in dv-cinder-830787-2-iscsi {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 14:02:46.842764 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f53b7bd6-279e-44dd-9f3b-6599a1b18311 None None] Routers {'c1bc4be1-2cee-4ae9-8c16-4fbaeaed9e48'} bound to L3 agent in host dv-cinder-830787-2-iscsi {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 14:02:46.843524 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-f53b7bd6-279e-44dd-9f3b-6599a1b18311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830787-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-11T13:46:59Z,description=,heartbeat_timestamp=2022-04-11T14:02:29Z,host='dv-cinder-830787-2-iscsi',id=e731c656-576f-4174-9da3-af64518920bc,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T13:46:59Z,topic='l3_agent')) {'router_ids': ['c1bc4be1-2cee-4ae9-8c16-4fbaeaed9e48'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:02:46.865975 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [req-016d3fd3-df8a-4b57-8269-f99b67aa119a req-4ea41d4c-3ace-49c2-a4f8-4c720e5e2f02 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] No DVR routers for this DVR port 9c6a342b-a134-4ab5-996e-3eab3c406817 on host hv-cinder-83078 {{(pid=103319) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 14:02:46.868556 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-016d3fd3-df8a-4b57-8269-f99b67aa119a req-4ea41d4c-3ace-49c2-a4f8-4c720e5e2f02 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-507053'] for port (None), before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:02:46.871859 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-016d3fd3-df8a-4b57-8269-f99b67aa119a req-4ea41d4c-3ace-49c2-a4f8-4c720e5e2f02 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] 10.222.0.75 "DELETE /v2.0/ports/9c6a342b-a134-4ab5-996e-3eab3c406817 HTTP/1.1" status: 204 len: 173 time: 0.8695066 Apr 11 14:02:46.872315 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf497683-01c3-4106-adb0-36d23d564607', 'name': 'network-vif-deleted', 'tag': '9c6a342b-a134-4ab5-996e-3eab3c406817'}] {{(pid=103319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 14:02:46.874579 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca54f3a3744013fac1d33973197c51c1d98542aecacec3b3a4d6ee5bc00756d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcdc1bf7-aae3-401b-9930-198f3367bba1" -d '{"events": [{"server_uuid": "cf497683-01c3-4106-adb0-36d23d564607", "name": "network-vif-deleted", "tag": "9c6a342b-a134-4ab5-996e-3eab3c406817"}]}' {{(pid=103319) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 14:02:46.923332 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 14:02:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a58fe4d-49dc-4a63-9c9d-1823a24f0545 x-openstack-request-id: req-4a58fe4d-49dc-4a63-9c9d-1823a24f0545 {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 14:02:46.923701 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf497683-01c3-4106-adb0-36d23d564607", "name": "network-vif-deleted", "tag": "9c6a342b-a134-4ab5-996e-3eab3c406817", "status": "completed", "code": 200}]} {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 14:02:46.923987 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-4a58fe4d-49dc-4a63-9c9d-1823a24f0545 {{(pid=103319) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 14:02:46.924405 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4a58fe4d-49dc-4a63-9c9d-1823a24f0545'] response: {'server_uuid': 'cf497683-01c3-4106-adb0-36d23d564607', 'name': 'network-vif-deleted', 'tag': '9c6a342b-a134-4ab5-996e-3eab3c406817', 'status': 'completed', 'code': 200} Apr 11 14:02:46.992013 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.db.l3_dvr_db [None req-f53b7bd6-279e-44dd-9f3b-6599a1b18311 None None] Set router c1bc4be1-2cee-4ae9-8c16-4fbaeaed9e48 gateway port host: dv-cinder-830787-2-iscsi {{(pid=103320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 14:02:47.198845 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-f53b7bd6-279e-44dd-9f3b-6599a1b18311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1bc4be1-2cee-4ae9-8c16-4fbaeaed9e48', 'name': 'tempest-AttachVolumeShelveTestJSON-966238887-router', 'tenant_id': 'a8a28d94e79a4972b0f8f61ab1cb1490', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886', 'external_fixed_ips': [{'subnet_id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'ip_address': '172.27.1.62'}], 'enable_snat': True}, 'gw_port_id': '7dd1d8dc-0113-4214-b5a0-bc63cf020503', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T13:55:28Z', 'updated_at': '2022-04-11T13:55:37Z', 'revision_number': 4, 'project_id': 'a8a28d94e79a4972b0f8f61ab1cb1490', 'gw_port': {'id': '7dd1d8dc-0113-4214-b5a0-bc63cf020503', 'name': '', 'network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:bc:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1bc4be1-2cee-4ae9-8c16-4fbaeaed9e48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'ip_address': '172.27.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:55:29Z', 'updated_at': '2022-04-11T13:55:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830787-2-iscsi', '_interfaces': [{'id': '2808360e-bb2c-414b-a490-791474828579', 'name': '', 'network_id': '0208f136-78bf-40a4-90c8-9a7151bfb362', 'tenant_id': 'a8a28d94e79a4972b0f8f61ab1cb1490', 'mac_address': 'fa:16:3e:c6:44:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1bc4be1-2cee-4ae9-8c16-4fbaeaed9e48', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '2778d57e-4616-4989-bcd8-4f6cb6111901', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:55:36Z', 'updated_at': '2022-04-11T13:55:44Z', 'revision_number': 5, 'project_id': 'a8a28d94e79a4972b0f8f61ab1cb1490', 'subnets': [{'id': '2778d57e-4616-4989-bcd8-4f6cb6111901', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830787-2-iscsi', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:02:47.226364 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f53b7bd6-279e-44dd-9f3b-6599a1b18311 None None] Checking router: c1bc4be1-2cee-4ae9-8c16-4fbaeaed9e48 for host: dv-cinder-830787-2-iscsi {{(pid=103320) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 14:02:47.234993 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f53b7bd6-279e-44dd-9f3b-6599a1b18311 None None] Routers {'c1bc4be1-2cee-4ae9-8c16-4fbaeaed9e48'} bound to L3 agent in host dv-cinder-830787-2-iscsi {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 14:02:47.235684 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-f53b7bd6-279e-44dd-9f3b-6599a1b18311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830787-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-11T13:46:59Z,description=,heartbeat_timestamp=2022-04-11T14:02:29Z,host='dv-cinder-830787-2-iscsi',id=e731c656-576f-4174-9da3-af64518920bc,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T13:46:59Z,topic='l3_agent')) {'router_ids': ['c1bc4be1-2cee-4ae9-8c16-4fbaeaed9e48'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:02:47.355381 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.db.l3_dvr_db [None req-f53b7bd6-279e-44dd-9f3b-6599a1b18311 None None] Set router c1bc4be1-2cee-4ae9-8c16-4fbaeaed9e48 gateway port host: dv-cinder-830787-2-iscsi {{(pid=103320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 14:02:47.557039 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-f53b7bd6-279e-44dd-9f3b-6599a1b18311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1bc4be1-2cee-4ae9-8c16-4fbaeaed9e48', 'name': 'tempest-AttachVolumeShelveTestJSON-966238887-router', 'tenant_id': 'a8a28d94e79a4972b0f8f61ab1cb1490', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886', 'external_fixed_ips': [{'subnet_id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'ip_address': '172.27.1.62'}], 'enable_snat': True}, 'gw_port_id': '7dd1d8dc-0113-4214-b5a0-bc63cf020503', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T13:55:28Z', 'updated_at': '2022-04-11T13:55:37Z', 'revision_number': 4, 'project_id': 'a8a28d94e79a4972b0f8f61ab1cb1490', 'gw_port': {'id': '7dd1d8dc-0113-4214-b5a0-bc63cf020503', 'name': '', 'network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:bc:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1bc4be1-2cee-4ae9-8c16-4fbaeaed9e48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'ip_address': '172.27.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:55:29Z', 'updated_at': '2022-04-11T13:55:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830787-2-iscsi', '_interfaces': [{'id': '2808360e-bb2c-414b-a490-791474828579', 'name': '', 'network_id': '0208f136-78bf-40a4-90c8-9a7151bfb362', 'tenant_id': 'a8a28d94e79a4972b0f8f61ab1cb1490', 'mac_address': 'fa:16:3e:c6:44:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1bc4be1-2cee-4ae9-8c16-4fbaeaed9e48', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '2778d57e-4616-4989-bcd8-4f6cb6111901', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:55:36Z', 'updated_at': '2022-04-11T13:55:44Z', 'revision_number': 5, 'project_id': 'a8a28d94e79a4972b0f8f61ab1cb1490', 'subnets': [{'id': '2778d57e-4616-4989-bcd8-4f6cb6111901', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830787-2-iscsi', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:02:47.593433 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f53b7bd6-279e-44dd-9f3b-6599a1b18311 None None] The sync data for ids ['c1bc4be1-2cee-4ae9-8c16-4fbaeaed9e48'] in dv-cinder-830787-2-iscsi is: [{'id': 'c1bc4be1-2cee-4ae9-8c16-4fbaeaed9e48', 'name': 'tempest-AttachVolumeShelveTestJSON-966238887-router', 'tenant_id': 'a8a28d94e79a4972b0f8f61ab1cb1490', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886', 'external_fixed_ips': [{'subnet_id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'ip_address': '172.27.1.62'}], 'enable_snat': True}, 'gw_port_id': '7dd1d8dc-0113-4214-b5a0-bc63cf020503', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T13:55:28Z', 'updated_at': '2022-04-11T13:55:37Z', 'revision_number': 4, 'project_id': 'a8a28d94e79a4972b0f8f61ab1cb1490', 'gw_port': {'id': '7dd1d8dc-0113-4214-b5a0-bc63cf020503', 'name': '', 'network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:bc:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1bc4be1-2cee-4ae9-8c16-4fbaeaed9e48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'ip_address': '172.27.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:55:29Z', 'updated_at': '2022-04-11T13:55:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830787-2-iscsi', '_interfaces': [{'id': '2808360e-bb2c-414b-a490-791474828579', 'name': '', 'network_id': '0208f136-78bf-40a4-90c8-9a7151bfb362', 'tenant_id': 'a8a28d94e79a4972b0f8f61ab1cb1490', 'mac_address': 'fa:16:3e:c6:44:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1bc4be1-2cee-4ae9-8c16-4fbaeaed9e48', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '2778d57e-4616-4989-bcd8-4f6cb6111901', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:55:36Z', 'updated_at': '2022-04-11T13:55:44Z', 'revision_number': 5, 'project_id': 'a8a28d94e79a4972b0f8f61ab1cb1490', 'subnets': [{'id': '2778d57e-4616-4989-bcd8-4f6cb6111901', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 14:02:47.820198 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4187c72e-cd6d-4fdc-b687-ec6638c8c4db None None] New status for floating IP 62b9072e-a71b-49c5-a4be-d1f260874939: DOWN {{(pid=103321) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 14:02:47.839523 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.67', 34710) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 14:02:47.894921 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-9c5f30f3-f86c-4bdd-af4c-8f597bc9b4b0 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] Publish callbacks [] for security_group (210d3a2a-5e47-4e4e-a4c0-fc7866dd9ac0), before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:02:47.919360 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-9c5f30f3-f86c-4bdd-af4c-8f597bc9b4b0 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] Publish callbacks [] for security_group (210d3a2a-5e47-4e4e-a4c0-fc7866dd9ac0), precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:02:47.973204 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-9c5f30f3-f86c-4bdd-af4c-8f597bc9b4b0 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8023832'] for security_group (210d3a2a-5e47-4e4e-a4c0-fc7866dd9ac0), after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:02:47.975833 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-9c5f30f3-f86c-4bdd-af4c-8f597bc9b4b0 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] Publish callbacks [] for security_group (None), before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:02:47.976964 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-9c5f30f3-f86c-4bdd-af4c-8f597bc9b4b0 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] 10.222.0.67 "DELETE /v2.0/security-groups/210d3a2a-5e47-4e4e-a4c0-fc7866dd9ac0 HTTP/1.1" status: 204 len: 168 time: 0.1363378 Apr 11 14:02:47.979778 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.67', 34712) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 14:02:47.986115 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5f30f3-f86c-4bdd-af4c-8f597bc9b4b0 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=210d3a2a-5e47-4e4e-a4c0-fc7866dd9ac0,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:02:47.994131 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.api.v2.resource [None req-e6bf994c-11dd-4354-a900-94ccc3800565 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] show failed (client error): The resource could not be found. Apr 11 14:02:47.995128 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-e6bf994c-11dd-4354-a900-94ccc3800565 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] 10.222.0.67 "GET /v2.0/security-groups/210d3a2a-5e47-4e4e-a4c0-fc7866dd9ac0 HTTP/1.1" status: 404 len: 347 time: 0.0141270 Apr 11 14:02:47.998026 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.67', 34714) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 14:02:48.112904 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-e7102ecf-6aa0-44c0-a83c-65c7b43a3da2 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] Deleting port 68270067-5dab-469e-906c-ba4ce1ec23be {{(pid=103318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 14:02:48.113287 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-e7102ecf-6aa0-44c0-a83c-65c7b43a3da2 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750379682079'] for port (68270067-5dab-469e-906c-ba4ce1ec23be), before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:02:48.190162 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-e7102ecf-6aa0-44c0-a83c-65c7b43a3da2 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115285'] for port (68270067-5dab-469e-906c-ba4ce1ec23be), precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:02:48.190533 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-e7102ecf-6aa0-44c0-a83c-65c7b43a3da2 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] Publish callbacks [] for floatingip (68270067-5dab-469e-906c-ba4ce1ec23be), precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:02:48.202121 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-e7102ecf-6aa0-44c0-a83c-65c7b43a3da2 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] Calling delete_port for 68270067-5dab-469e-906c-ba4ce1ec23be owned by network:floatingip {{(pid=103318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 14:02:48.333419 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-e7102ecf-6aa0-44c0-a83c-65c7b43a3da2 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750379687693', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750379164483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4243781'] for port (68270067-5dab-469e-906c-ba4ce1ec23be), after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:02:48.356968 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7102ecf-6aa0-44c0-a83c-65c7b43a3da2 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] Pushing event deleted for resources: {'Port': ['ID=68270067-5dab-469e-906c-ba4ce1ec23be,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:02:48.420113 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-e7102ecf-6aa0-44c0-a83c-65c7b43a3da2 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] Publish callbacks [] for floatingip (62b9072e-a71b-49c5-a4be-d1f260874939), after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:02:48.422630 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-e7102ecf-6aa0-44c0-a83c-65c7b43a3da2 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-507053'] for floatingip (None), before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:02:48.423825 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-e7102ecf-6aa0-44c0-a83c-65c7b43a3da2 tempest-AttachVolumeShelveTestJSON-1398444303 tempest-AttachVolumeShelveTestJSON-1398444303-project] 10.222.0.67 "DELETE /v2.0/floatingips/62b9072e-a71b-49c5-a4be-d1f260874939 HTTP/1.1" status: 204 len: 168 time: 0.4248743 Apr 11 14:02:50.640604 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Device 9c6a342b-a134-4ab5-996e-3eab3c406817 no longer exists at agent hyperv_hv-cinder-83078 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 14:02:50.661142 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] No Port match for: 9c6a342b-a134-4ab5-996e-3eab3c406817 {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 14:02:50.661412 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Device 9c6a342b-a134-4ab5-996e-3eab3c406817 not bound to the agent host hv-cinder-83078 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 14:02:52.912906 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.67', 34758) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 14:02:53.379385 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-baa254c3-7be0-4b7e-97d7-1a6d54e93698 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8123339'] for router_interface (c1bc4be1-2cee-4ae9-8c16-4fbaeaed9e48), before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:02:53.609065 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-baa254c3-7be0-4b7e-97d7-1a6d54e93698 admin admin] Deleting port 2808360e-bb2c-414b-a490-791474828579 {{(pid=103318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 14:02:53.609407 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-baa254c3-7be0-4b7e-97d7-1a6d54e93698 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750379682079'] for port (2808360e-bb2c-414b-a490-791474828579), before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:02:53.685583 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.db [None req-baa254c3-7be0-4b7e-97d7-1a6d54e93698 admin admin] For port 2808360e-bb2c-414b-a490-791474828579, host dv-cinder-830787-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830787-2-iscsi',level=0,port_id=2808360e-bb2c-414b-a490-791474828579,segment=NetworkSegment(964d2a25-195e-4828-b4c1-a165c2037b82),segment_id=964d2a25-195e-4828-b4c1-a165c2037b82)] {{(pid=103318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 14:02:53.685862 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-baa254c3-7be0-4b7e-97d7-1a6d54e93698 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115285'] for port (2808360e-bb2c-414b-a490-791474828579), precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:02:53.698887 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-baa254c3-7be0-4b7e-97d7-1a6d54e93698 admin admin] Calling delete_port for 2808360e-bb2c-414b-a490-791474828579 owned by network:router_interface {{(pid=103318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 14:02:53.874222 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-baa254c3-7be0-4b7e-97d7-1a6d54e93698 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750379687693', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750379164483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4243781'] for port (2808360e-bb2c-414b-a490-791474828579), after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:02:53.900947 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa254c3-7be0-4b7e-97d7-1a6d54e93698 admin admin] Pushing event deleted for resources: {'Port': ['ID=2808360e-bb2c-414b-a490-791474828579,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:02:54.071801 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-baa254c3-7be0-4b7e-97d7-1a6d54e93698 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7871691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8123239'] for router_interface (c1bc4be1-2cee-4ae9-8c16-4fbaeaed9e48), after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:02:54.284168 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-baa254c3-7be0-4b7e-97d7-1a6d54e93698 admin admin] Router c1bc4be1-2cee-4ae9-8c16-4fbaeaed9e48 has already been hosted by L3 agent e731c656-576f-4174-9da3-af64518920bc {{(pid=103318) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 14:02:54.388903 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-baa254c3-7be0-4b7e-97d7-1a6d54e93698 admin admin] Notify agent at l3_agent.dv-cinder-830787-2-iscsi the message routers_updated {{(pid=103318) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 14:02:54.394443 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-baa254c3-7be0-4b7e-97d7-1a6d54e93698 admin admin] 10.222.0.67 "PUT /v2.0/routers/c1bc4be1-2cee-4ae9-8c16-4fbaeaed9e48/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4805090 Apr 11 14:02:54.397321 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.67', 34768) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 14:02:54.399458 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74b8dea9-3a16-4de3-947c-1251b3fc17ca None None] Sync routers for ids ['c1bc4be1-2cee-4ae9-8c16-4fbaeaed9e48'] in dv-cinder-830787-2-iscsi {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 14:02:54.411034 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74b8dea9-3a16-4de3-947c-1251b3fc17ca None None] Routers {'c1bc4be1-2cee-4ae9-8c16-4fbaeaed9e48'} bound to L3 agent in host dv-cinder-830787-2-iscsi {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 14:02:54.411738 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-74b8dea9-3a16-4de3-947c-1251b3fc17ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830787-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-11T13:46:59Z,description=,heartbeat_timestamp=2022-04-11T14:02:29Z,host='dv-cinder-830787-2-iscsi',id=e731c656-576f-4174-9da3-af64518920bc,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T13:46:59Z,topic='l3_agent')) {'router_ids': ['c1bc4be1-2cee-4ae9-8c16-4fbaeaed9e48'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:02:54.500979 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-a6b66bba-a5e3-4a50-8bbb-e795eec1d420 admin admin] Publish callbacks [] for router (c1bc4be1-2cee-4ae9-8c16-4fbaeaed9e48), before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:02:54.517055 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.db.l3_dvr_db [None req-74b8dea9-3a16-4de3-947c-1251b3fc17ca None None] Set router c1bc4be1-2cee-4ae9-8c16-4fbaeaed9e48 gateway port host: dv-cinder-830787-2-iscsi {{(pid=103320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 14:02:54.605157 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-a6b66bba-a5e3-4a50-8bbb-e795eec1d420 admin admin] Publish callbacks [] for router_gateway (c1bc4be1-2cee-4ae9-8c16-4fbaeaed9e48), before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:02:54.696827 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-74b8dea9-3a16-4de3-947c-1251b3fc17ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1bc4be1-2cee-4ae9-8c16-4fbaeaed9e48', 'name': 'tempest-AttachVolumeShelveTestJSON-966238887-router', 'tenant_id': 'a8a28d94e79a4972b0f8f61ab1cb1490', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886', 'external_fixed_ips': [{'subnet_id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'ip_address': '172.27.1.62'}], 'enable_snat': True}, 'gw_port_id': '7dd1d8dc-0113-4214-b5a0-bc63cf020503', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T13:55:28Z', 'updated_at': '2022-04-11T14:02:53Z', 'revision_number': 5, 'project_id': 'a8a28d94e79a4972b0f8f61ab1cb1490', 'gw_port': {'id': '7dd1d8dc-0113-4214-b5a0-bc63cf020503', 'name': '', 'network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:bc:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1bc4be1-2cee-4ae9-8c16-4fbaeaed9e48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'ip_address': '172.27.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:55:29Z', 'updated_at': '2022-04-11T13:55:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830787-2-iscsi'}], 'dv-cinder-830787-2-iscsi', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:02:54.857711 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74b8dea9-3a16-4de3-947c-1251b3fc17ca None None] Checking router: c1bc4be1-2cee-4ae9-8c16-4fbaeaed9e48 for host: dv-cinder-830787-2-iscsi {{(pid=103320) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 14:02:54.866976 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74b8dea9-3a16-4de3-947c-1251b3fc17ca None None] Routers {'c1bc4be1-2cee-4ae9-8c16-4fbaeaed9e48'} bound to L3 agent in host dv-cinder-830787-2-iscsi {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 14:02:54.867586 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-74b8dea9-3a16-4de3-947c-1251b3fc17ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830787-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-11T13:46:59Z,description=,heartbeat_timestamp=2022-04-11T14:02:29Z,host='dv-cinder-830787-2-iscsi',id=e731c656-576f-4174-9da3-af64518920bc,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T13:46:59Z,topic='l3_agent')) {'router_ids': ['c1bc4be1-2cee-4ae9-8c16-4fbaeaed9e48'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:02:54.885707 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-a6b66bba-a5e3-4a50-8bbb-e795eec1d420 admin admin] Deleting port 7dd1d8dc-0113-4214-b5a0-bc63cf020503 {{(pid=103318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 14:02:54.886047 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-a6b66bba-a5e3-4a50-8bbb-e795eec1d420 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750379682079'] for port (7dd1d8dc-0113-4214-b5a0-bc63cf020503), before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:02:54.956747 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.db.l3_dvr_db [None req-74b8dea9-3a16-4de3-947c-1251b3fc17ca None None] Set router c1bc4be1-2cee-4ae9-8c16-4fbaeaed9e48 gateway port host: None {{(pid=103320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 14:02:54.968143 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.db [None req-a6b66bba-a5e3-4a50-8bbb-e795eec1d420 admin admin] For port 7dd1d8dc-0113-4214-b5a0-bc63cf020503, host dv-cinder-830787-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830787-2-iscsi',level=0,port_id=7dd1d8dc-0113-4214-b5a0-bc63cf020503,segment=NetworkSegment(153f0837-19dc-4e5c-bf6b-49a4300ea8f5),segment_id=153f0837-19dc-4e5c-bf6b-49a4300ea8f5)] {{(pid=103318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 14:02:54.968511 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-a6b66bba-a5e3-4a50-8bbb-e795eec1d420 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115285'] for port (7dd1d8dc-0113-4214-b5a0-bc63cf020503), precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:02:54.981908 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-a6b66bba-a5e3-4a50-8bbb-e795eec1d420 admin admin] Calling delete_port for 7dd1d8dc-0113-4214-b5a0-bc63cf020503 owned by network:router_gateway {{(pid=103318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 14:02:55.012647 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-74b8dea9-3a16-4de3-947c-1251b3fc17ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1bc4be1-2cee-4ae9-8c16-4fbaeaed9e48', 'name': 'tempest-AttachVolumeShelveTestJSON-966238887-router', 'tenant_id': 'a8a28d94e79a4972b0f8f61ab1cb1490', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T13:55:28Z', 'updated_at': '2022-04-11T14:02:54Z', 'revision_number': 6, 'project_id': 'a8a28d94e79a4972b0f8f61ab1cb1490', 'gw_port_host': None}], 'dv-cinder-830787-2-iscsi', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:02:55.040743 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74b8dea9-3a16-4de3-947c-1251b3fc17ca None None] The sync data for ids ['c1bc4be1-2cee-4ae9-8c16-4fbaeaed9e48'] in dv-cinder-830787-2-iscsi is: [{'id': 'c1bc4be1-2cee-4ae9-8c16-4fbaeaed9e48', 'name': 'tempest-AttachVolumeShelveTestJSON-966238887-router', 'tenant_id': 'a8a28d94e79a4972b0f8f61ab1cb1490', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T13:55:28Z', 'updated_at': '2022-04-11T14:02:54Z', 'revision_number': 6, 'project_id': 'a8a28d94e79a4972b0f8f61ab1cb1490', 'gw_port_host': None}] {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 14:02:55.162066 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-a6b66bba-a5e3-4a50-8bbb-e795eec1d420 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750379687693', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750379164483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4243781'] for port (7dd1d8dc-0113-4214-b5a0-bc63cf020503), after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:02:55.188588 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b66bba-a5e3-4a50-8bbb-e795eec1d420 admin admin] Pushing event deleted for resources: {'Port': ['ID=7dd1d8dc-0113-4214-b5a0-bc63cf020503,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:02:55.251493 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-a6b66bba-a5e3-4a50-8bbb-e795eec1d420 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8126337'] for router_gateway (c1bc4be1-2cee-4ae9-8c16-4fbaeaed9e48), after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:02:55.341218 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-a6b66bba-a5e3-4a50-8bbb-e795eec1d420 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8074543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37553'] for router (c1bc4be1-2cee-4ae9-8c16-4fbaeaed9e48), precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:02:55.343265 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-a6b66bba-a5e3-4a50-8bbb-e795eec1d420 admin admin] Publish callbacks [] for router_controller (c1bc4be1-2cee-4ae9-8c16-4fbaeaed9e48), precommit_delete_associations {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:02:55.392088 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-a6b66bba-a5e3-4a50-8bbb-e795eec1d420 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8074534'] for router (c1bc4be1-2cee-4ae9-8c16-4fbaeaed9e48), after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:02:55.392617 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6b66bba-a5e3-4a50-8bbb-e795eec1d420 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c1bc4be1-2cee-4ae9-8c16-4fbaeaed9e48 {{(pid=103318) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 11 14:02:55.399296 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-a6b66bba-a5e3-4a50-8bbb-e795eec1d420 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:02:55.403128 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-a6b66bba-a5e3-4a50-8bbb-e795eec1d420 admin admin] 10.222.0.67 "DELETE /v2.0/routers/c1bc4be1-2cee-4ae9-8c16-4fbaeaed9e48 HTTP/1.1" status: 204 len: 168 time: 1.0022671 Apr 11 14:02:55.403769 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.67', 34780) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 14:02:55.452356 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f626cda-aae4-4dd1-97b9-a75e79f1ee10 admin admin] Deleting subnet 2778d57e-4616-4989-bcd8-4f6cb6111901 {{(pid=103318) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 11 14:02:55.457756 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-4f626cda-aae4-4dd1-97b9-a75e79f1ee10 admin admin] Publish callbacks [] for subnet (2778d57e-4616-4989-bcd8-4f6cb6111901), before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:02:55.493674 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-4f626cda-aae4-4dd1-97b9-a75e79f1ee10 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4245469'] for subnet (2778d57e-4616-4989-bcd8-4f6cb6111901), precommit_delete_associations {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:02:55.574258 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-4f626cda-aae4-4dd1-97b9-a75e79f1ee10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-660224'] for subnet (2778d57e-4616-4989-bcd8-4f6cb6111901), precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:02:55.628878 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-4f626cda-aae4-4dd1-97b9-a75e79f1ee10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-660281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4243768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4237203'] for subnet (2778d57e-4616-4989-bcd8-4f6cb6111901), after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:02:55.655059 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f626cda-aae4-4dd1-97b9-a75e79f1ee10 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2778d57e-4616-4989-bcd8-4f6cb6111901,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:02:55.659224 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-4f626cda-aae4-4dd1-97b9-a75e79f1ee10 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:02:55.662946 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-4f626cda-aae4-4dd1-97b9-a75e79f1ee10 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/2778d57e-4616-4989-bcd8-4f6cb6111901 HTTP/1.1" status: 204 len: 168 time: 0.2572036 Apr 11 14:02:55.665005 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.67', 34782) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 14:02:55.665165 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f296a22a-48be-4bf1-b5bf-7f306bbd2d73 None None] Network 0208f136-78bf-40a4-90c8-9a7151bfb362 requested from dv-cinder-830787-2-iscsi {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 14:02:55.734533 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-11e6d9b6-8d35-47c6-8698-c5b432ee9b80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-768595'] for network (0208f136-78bf-40a4-90c8-9a7151bfb362), before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:02:55.792527 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-11e6d9b6-8d35-47c6-8698-c5b432ee9b80 admin admin] Deleting port b1f1d5c5-6c3e-425f-83aa-9fd9e31aa27a {{(pid=103318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 14:02:55.792935 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-11e6d9b6-8d35-47c6-8698-c5b432ee9b80 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750379682079'] for port (b1f1d5c5-6c3e-425f-83aa-9fd9e31aa27a), before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:02:55.852696 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6f83922-77a8-4170-8367-939fc2712e91 None None] DHCP port deletion for 0208f136-78bf-40a4-90c8-9a7151bfb362 request from dv-cinder-830787-2-iscsi {{(pid=103320) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 11 14:02:55.872449 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.db [None req-11e6d9b6-8d35-47c6-8698-c5b432ee9b80 admin admin] For port b1f1d5c5-6c3e-425f-83aa-9fd9e31aa27a, host dv-cinder-830787-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830787-2-iscsi',level=0,port_id=b1f1d5c5-6c3e-425f-83aa-9fd9e31aa27a,segment=NetworkSegment(964d2a25-195e-4828-b4c1-a165c2037b82),segment_id=964d2a25-195e-4828-b4c1-a165c2037b82)] {{(pid=103318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 14:02:55.872822 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-11e6d9b6-8d35-47c6-8698-c5b432ee9b80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115285'] for port (b1f1d5c5-6c3e-425f-83aa-9fd9e31aa27a), precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:02:55.887842 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-11e6d9b6-8d35-47c6-8698-c5b432ee9b80 admin admin] Calling delete_port for b1f1d5c5-6c3e-425f-83aa-9fd9e31aa27a owned by network:dhcp {{(pid=103318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 14:02:55.893914 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Device 2808360e-bb2c-414b-a490-791474828579 no longer exists at agent ovs-agent-dv-cinder-830787-2-iscsi {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 14:02:55.899484 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-e6f83922-77a8-4170-8367-939fc2712e91 None None] Deleting port b1f1d5c5-6c3e-425f-83aa-9fd9e31aa27a {{(pid=103320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 14:02:55.900073 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e6f83922-77a8-4170-8367-939fc2712e91 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750379682079'] for port (b1f1d5c5-6c3e-425f-83aa-9fd9e31aa27a), before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:02:55.919675 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] No Port match for: 2808360e-bb2c-414b-a490-791474828579 {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 14:02:55.919998 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Device 2808360e-bb2c-414b-a490-791474828579 not bound to the agent host dv-cinder-830787-2-iscsi {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 14:02:55.920420 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Device 7dd1d8dc-0113-4214-b5a0-bc63cf020503 no longer exists at agent ovs-agent-dv-cinder-830787-2-iscsi {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 14:02:55.957759 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] No Port match for: 7dd1d8dc-0113-4214-b5a0-bc63cf020503 {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 14:02:55.958101 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Device 7dd1d8dc-0113-4214-b5a0-bc63cf020503 not bound to the agent host dv-cinder-830787-2-iscsi {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 14:02:55.974633 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-11e6d9b6-8d35-47c6-8698-c5b432ee9b80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750379687693', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750379164483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4243781'] for port (b1f1d5c5-6c3e-425f-83aa-9fd9e31aa27a), after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:02:55.999426 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e6d9b6-8d35-47c6-8698-c5b432ee9b80 admin admin] Pushing event deleted for resources: {'Port': ['ID=b1f1d5c5-6c3e-425f-83aa-9fd9e31aa27a,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:02:56.005900 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e6f83922-77a8-4170-8367-939fc2712e91 None None] For port b1f1d5c5-6c3e-425f-83aa-9fd9e31aa27a, host dv-cinder-830787-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830787-2-iscsi',level=0,port_id=b1f1d5c5-6c3e-425f-83aa-9fd9e31aa27a,segment=NetworkSegment(964d2a25-195e-4828-b4c1-a165c2037b82),segment_id=964d2a25-195e-4828-b4c1-a165c2037b82)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 14:02:56.006305 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e6f83922-77a8-4170-8367-939fc2712e91 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115285'] for port (b1f1d5c5-6c3e-425f-83aa-9fd9e31aa27a), precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:02:56.008478 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11e6d9b6-8d35-47c6-8698-c5b432ee9b80 admin admin] No DVR routers for this DVR port b1f1d5c5-6c3e-425f-83aa-9fd9e31aa27a on host dv-cinder-830787-2-iscsi {{(pid=103318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 14:02:56.022507 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-e6f83922-77a8-4170-8367-939fc2712e91 None None] Calling delete_port for b1f1d5c5-6c3e-425f-83aa-9fd9e31aa27a owned by network:dhcp {{(pid=103320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 14:02:56.090393 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-11e6d9b6-8d35-47c6-8698-c5b432ee9b80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-662413', 'neutron.services.segments.db._delete_segments_for_network-8750379576751'] for network (0208f136-78bf-40a4-90c8-9a7151bfb362), precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:02:56.112490 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e6f83922-77a8-4170-8367-939fc2712e91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750379687693', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750379164483'] for port (b1f1d5c5-6c3e-425f-83aa-9fd9e31aa27a), after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:02:56.114206 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.services.segments.db [None req-11e6d9b6-8d35-47c6-8698-c5b432ee9b80 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0208f136-78bf-40a4-90c8-9a7151bfb362']}} {{(pid=103318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:02:56.123837 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.services.segments.db [None req-11e6d9b6-8d35-47c6-8698-c5b432ee9b80 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '964d2a25-195e-4828-b4c1-a165c2037b82') {'for_net_delete': True} {{(pid=103318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:02:56.124139 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.services.segments.db [None req-11e6d9b6-8d35-47c6-8698-c5b432ee9b80 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '964d2a25-195e-4828-b4c1-a165c2037b82') {} {{(pid=103318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:02:56.133893 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-11e6d9b6-8d35-47c6-8698-c5b432ee9b80 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750379579064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4245460'] for segment (964d2a25-195e-4828-b4c1-a165c2037b82), before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:02:56.141796 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f83922-77a8-4170-8367-939fc2712e91 None None] Pushing event deleted for resources: {'Port': ['ID=b1f1d5c5-6c3e-425f-83aa-9fd9e31aa27a,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:02:56.144264 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6f83922-77a8-4170-8367-939fc2712e91 None None] No DVR routers for this DVR port b1f1d5c5-6c3e-425f-83aa-9fd9e31aa27a on host dv-cinder-830787-2-iscsi {{(pid=103320) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 14:02:56.152561 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-11e6d9b6-8d35-47c6-8698-c5b432ee9b80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682637'] for segment (964d2a25-195e-4828-b4c1-a165c2037b82), precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:02:56.157000 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11e6d9b6-8d35-47c6-8698-c5b432ee9b80 admin admin] Releasing vlan 943 on physical network physnet1 to pool {{(pid=103318) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 14:02:56.157511 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-11e6d9b6-8d35-47c6-8698-c5b432ee9b80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4243858'] for segment (964d2a25-195e-4828-b4c1-a165c2037b82), after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:02:56.160216 dv-cinder-830787-2-iscsi neutron-server[103318]: Traceback (most recent call last): Apr 11 14:02:56.160216 dv-cinder-830787-2-iscsi neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 14:02:56.160216 dv-cinder-830787-2-iscsi neutron-server[103318]: timer() Apr 11 14:02:56.160216 dv-cinder-830787-2-iscsi neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 14:02:56.160216 dv-cinder-830787-2-iscsi neutron-server[103318]: cb(*args, **kw) Apr 11 14:02:56.160216 dv-cinder-830787-2-iscsi neutron-server[103318]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 11 14:02:56.160216 dv-cinder-830787-2-iscsi neutron-server[103318]: return func(*args, **kwargs) Apr 11 14:02:56.160216 dv-cinder-830787-2-iscsi neutron-server[103318]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 14:02:56.160216 dv-cinder-830787-2-iscsi neutron-server[103318]: self._notify() Apr 11 14:02:56.160216 dv-cinder-830787-2-iscsi neutron-server[103318]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 14:02:56.160216 dv-cinder-830787-2-iscsi neutron-server[103318]: self.callback(batched_events) Apr 11 14:02:56.160216 dv-cinder-830787-2-iscsi neutron-server[103318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 14:02:56.160216 dv-cinder-830787-2-iscsi neutron-server[103318]: event.method(event) Apr 11 14:02:56.160216 dv-cinder-830787-2-iscsi neutron-server[103318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 11 14:02:56.160216 dv-cinder-830787-2-iscsi neutron-server[103318]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 14:02:56.160216 dv-cinder-830787-2-iscsi neutron-server[103318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 11 14:02:56.160216 dv-cinder-830787-2-iscsi neutron-server[103318]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 14:02:56.160216 dv-cinder-830787-2-iscsi neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 11 14:02:56.160216 dv-cinder-830787-2-iscsi neutron-server[103318]: return f(self, *a, **k) Apr 11 14:02:56.160216 dv-cinder-830787-2-iscsi neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 14:02:56.160216 dv-cinder-830787-2-iscsi neutron-server[103318]: return self._get(url).json() Apr 11 14:02:56.160216 dv-cinder-830787-2-iscsi neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 14:02:56.160216 dv-cinder-830787-2-iscsi neutron-server[103318]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 14:02:56.160216 dv-cinder-830787-2-iscsi neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 14:02:56.160216 dv-cinder-830787-2-iscsi neutron-server[103318]: return self.request(url, 'GET', **kwargs) Apr 11 14:02:56.160216 dv-cinder-830787-2-iscsi neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 14:02:56.160216 dv-cinder-830787-2-iscsi neutron-server[103318]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 14:02:56.160216 dv-cinder-830787-2-iscsi neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 14:02:56.160216 dv-cinder-830787-2-iscsi neutron-server[103318]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 14:02:56.160216 dv-cinder-830787-2-iscsi neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 14:02:56.160216 dv-cinder-830787-2-iscsi neutron-server[103318]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 14:02:56.160216 dv-cinder-830787-2-iscsi neutron-server[103318]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 14:02:56.213239 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-11e6d9b6-8d35-47c6-8698-c5b432ee9b80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-662402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8024001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8126437'] for network (0208f136-78bf-40a4-90c8-9a7151bfb362), after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:02:56.218787 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-11e6d9b6-8d35-47c6-8698-c5b432ee9b80 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871534'] for network (None), before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:02:56.222642 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-11e6d9b6-8d35-47c6-8698-c5b432ee9b80 admin admin] 10.222.0.67 "DELETE /v2.0/networks/0208f136-78bf-40a4-90c8-9a7151bfb362 HTTP/1.1" status: 204 len: 168 time: 0.5566707 Apr 11 14:02:56.235156 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e6d9b6-8d35-47c6-8698-c5b432ee9b80 admin admin] Pushing event deleted for resources: {'Network': ['ID=0208f136-78bf-40a4-90c8-9a7151bfb362,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:02:56.345421 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.67', 34792) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 14:02:56.388563 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-d0aec4a4-6d64-4fda-b441-33b1b4338e09 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=a8a28d94e79a4972b0f8f61ab1cb1490&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0438299 Apr 11 14:02:56.390996 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.67', 34796) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 14:02:56.442873 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-92499a08-1fc3-41f8-a878-cb63cd9dba6d admin admin] Publish callbacks [] for security_group (36827d0c-7921-4712-82d2-616eddda9af8), before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:02:56.464182 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-92499a08-1fc3-41f8-a878-cb63cd9dba6d admin admin] Publish callbacks [] for security_group (36827d0c-7921-4712-82d2-616eddda9af8), precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:02:56.468122 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-3f249d5d-d841-4151-a0e4-648f3d9723ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750379576733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663498'] for agent (d5a8b9a1-2e9e-46b5-8163-20b7d509fa4e), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:02:56.513949 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-92499a08-1fc3-41f8-a878-cb63cd9dba6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8023832'] for security_group (36827d0c-7921-4712-82d2-616eddda9af8), after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:02:56.516993 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-92499a08-1fc3-41f8-a878-cb63cd9dba6d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:02:56.518440 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-92499a08-1fc3-41f8-a878-cb63cd9dba6d admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/36827d0c-7921-4712-82d2-616eddda9af8 HTTP/1.1" status: 204 len: 168 time: 0.1265197 Apr 11 14:02:56.528524 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92499a08-1fc3-41f8-a878-cb63cd9dba6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36827d0c-7921-4712-82d2-616eddda9af8,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:02:57.673336 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Device b1f1d5c5-6c3e-425f-83aa-9fd9e31aa27a no longer exists at agent ovs-agent-dv-cinder-830787-2-iscsi {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 14:02:57.694968 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] No Port match for: b1f1d5c5-6c3e-425f-83aa-9fd9e31aa27a {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 14:02:57.695211 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Device b1f1d5c5-6c3e-425f-83aa-9fd9e31aa27a not bound to the agent host dv-cinder-830787-2-iscsi {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 14:02:58.813866 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-63a2a47d-9c0d-4456-835b-6cfa1a359694 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750379576733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663498'] for agent (e731c656-576f-4174-9da3-af64518920bc), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:03:00.148811 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-75ad2582-0b5d-438d-ba3d-9545e3f86417 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750379576733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663498'] for agent (af269f03-95a2-4a08-bd5c-5879324d2567), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:03:01.645263 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-fcd2c3e6-f415-40f5-8fd4-1147b68fd929 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750379576733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663498'] for agent (a1227682-d2f2-4331-ba13-738c8a59e95d), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:03:02.798306 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750379576733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663498'] for agent (a433433c-9197-4b2b-8991-1d45f6bac940), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:03:03.178640 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781d00d9-63cd-4fb9-8816-662bf02e067b req-135c5b63-baab-4fc3-b733-bbf9163f43b2 tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:03:03.180212 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-781d00d9-63cd-4fb9-8816-662bf02e067b req-135c5b63-baab-4fc3-b733-bbf9163f43b2 tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] 10.222.0.67 "GET /v2.0/ports?device_id=14b16e2e-daa2-4b92-a76a-1616af70478a HTTP/1.1" status: 200 len: 945 time: 0.0487878 Apr 11 14:03:03.227119 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-781d00d9-63cd-4fb9-8816-662bf02e067b req-8a10a8fe-4480-4f12-90eb-27b4ed2e4d99 tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] 10.222.0.67 "GET /v2.0/security-groups?id=dc69b246-ae91-4ee6-a42c-82f13fd99da0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412729 Apr 11 14:03:03.282648 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750379576733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663498'] for agent (f2586825-e748-4c1d-8b98-cb0d5b6c266d), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:03:04.348328 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca52a0a-ab9c-4fea-88b3-8234d3211263 req-023e287f-db63-47c3-b2d7-161649ae8622 tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:03:04.350001 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-eca52a0a-ab9c-4fea-88b3-8234d3211263 req-023e287f-db63-47c3-b2d7-161649ae8622 tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] 10.222.0.67 "GET /v2.0/ports?device_id=14b16e2e-daa2-4b92-a76a-1616af70478a HTTP/1.1" status: 200 len: 945 time: 0.0551138 Apr 11 14:03:04.405667 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-eca52a0a-ab9c-4fea-88b3-8234d3211263 req-b5fff82e-fe27-48a2-b7be-646707325aaf tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] 10.222.0.67 "GET /v2.0/security-groups?id=dc69b246-ae91-4ee6-a42c-82f13fd99da0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496800 Apr 11 14:03:04.973038 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fa60aa-88af-4cd1-a547-e2747be398d8 req-ae03faf5-3507-4e43-9c66-5cad225d79e4 tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:03:04.974466 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-a4fa60aa-88af-4cd1-a547-e2747be398d8 req-ae03faf5-3507-4e43-9c66-5cad225d79e4 tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] 10.222.0.75 "GET /v2.0/ports?device_id=14b16e2e-daa2-4b92-a76a-1616af70478a HTTP/1.1" status: 200 len: 945 time: 0.0489905 Apr 11 14:03:05.058752 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [req-a4fa60aa-88af-4cd1-a547-e2747be398d8 req-2ffddd12-f4c8-43e4-b57b-6af9171f5f26 tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] Deleting port a40b3497-1c52-41d9-96c8-2f72a240605d {{(pid=103319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 14:03:05.059095 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-a4fa60aa-88af-4cd1-a547-e2747be398d8 req-2ffddd12-f4c8-43e4-b57b-6af9171f5f26 tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750379682079'] for port (a40b3497-1c52-41d9-96c8-2f72a240605d), before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:03:05.149658 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.db [req-a4fa60aa-88af-4cd1-a547-e2747be398d8 req-2ffddd12-f4c8-43e4-b57b-6af9171f5f26 tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] For port a40b3497-1c52-41d9-96c8-2f72a240605d, host hv-cinder-83078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83078',level=0,port_id=a40b3497-1c52-41d9-96c8-2f72a240605d,segment=NetworkSegment(97213a82-28a8-4d4c-8e5b-e53ba672495f),segment_id=97213a82-28a8-4d4c-8e5b-e53ba672495f)] {{(pid=103319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 14:03:05.149981 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-a4fa60aa-88af-4cd1-a547-e2747be398d8 req-2ffddd12-f4c8-43e4-b57b-6af9171f5f26 tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115285'] for port (a40b3497-1c52-41d9-96c8-2f72a240605d), precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:03:05.319349 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-a4fa60aa-88af-4cd1-a547-e2747be398d8 req-2ffddd12-f4c8-43e4-b57b-6af9171f5f26 tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:03:05.319757 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-a4fa60aa-88af-4cd1-a547-e2747be398d8 req-2ffddd12-f4c8-43e4-b57b-6af9171f5f26 tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8126411'] for floatingip (c6e05ce8-edc8-4319-9305-1adf633d981b), after_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:03:05.320083 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.db.l3_db [req-a4fa60aa-88af-4cd1-a547-e2747be398d8 req-2ffddd12-f4c8-43e4-b57b-6af9171f5f26 tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] Floating IP c6e05ce8-edc8-4319-9305-1adf633d981b disassociated. External IP: 172.27.1.84, port: a40b3497-1c52-41d9-96c8-2f72a240605d. Apr 11 14:03:05.320431 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [req-a4fa60aa-88af-4cd1-a547-e2747be398d8 req-2ffddd12-f4c8-43e4-b57b-6af9171f5f26 tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] Calling delete_port for a40b3497-1c52-41d9-96c8-2f72a240605d owned by compute:nova {{(pid=103319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 14:03:05.453831 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-a4fa60aa-88af-4cd1-a547-e2747be398d8 req-2ffddd12-f4c8-43e4-b57b-6af9171f5f26 tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750379687693', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750379164483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4648624'] for port (a40b3497-1c52-41d9-96c8-2f72a240605d), after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:03:05.505135 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffddd12-f4c8-43e4-b57b-6af9171f5f26 tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] Pushing event deleted for resources: {'Port': ['ID=a40b3497-1c52-41d9-96c8-2f72a240605d,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:03:05.529280 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-4a044369-5e2c-4e3e-852e-5b37ef1c7ba5 req-f82c400f-8225-4c03-a0e4-3e621272904e tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] 10.222.0.67 "GET /v2.0/ports?device_id=14b16e2e-daa2-4b92-a76a-1616af70478a HTTP/1.1" status: 200 len: 210 time: 0.0562766 Apr 11 14:03:05.565797 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ffddd12-f4c8-43e4-b57b-6af9171f5f26 tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:03:05.566150 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ffddd12-f4c8-43e4-b57b-6af9171f5f26 tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:03:05.566494 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ffddd12-f4c8-43e4-b57b-6af9171f5f26 tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:03:05.566835 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ffddd12-f4c8-43e4-b57b-6af9171f5f26 tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:03:05.567171 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ffddd12-f4c8-43e4-b57b-6af9171f5f26 tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:03:05.567506 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ffddd12-f4c8-43e4-b57b-6af9171f5f26 tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:03:05.567884 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ffddd12-f4c8-43e4-b57b-6af9171f5f26 tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:03:05.568217 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ffddd12-f4c8-43e4-b57b-6af9171f5f26 tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:03:05.568547 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ffddd12-f4c8-43e4-b57b-6af9171f5f26 tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:03:05.568876 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ffddd12-f4c8-43e4-b57b-6af9171f5f26 tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:03:05.569202 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ffddd12-f4c8-43e4-b57b-6af9171f5f26 tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:03:05.569527 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ffddd12-f4c8-43e4-b57b-6af9171f5f26 tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:03:05.569853 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ffddd12-f4c8-43e4-b57b-6af9171f5f26 tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:03:05.570178 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ffddd12-f4c8-43e4-b57b-6af9171f5f26 tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:03:05.570499 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ffddd12-f4c8-43e4-b57b-6af9171f5f26 tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:03:05.651961 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a4fa60aa-88af-4cd1-a547-e2747be398d8 req-2ffddd12-f4c8-43e4-b57b-6af9171f5f26 tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] Router a1cff1c1-31ca-4d27-b838-666b936eeefa has already been hosted by L3 agent e731c656-576f-4174-9da3-af64518920bc {{(pid=103319) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 14:03:05.770760 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a4fa60aa-88af-4cd1-a547-e2747be398d8 req-2ffddd12-f4c8-43e4-b57b-6af9171f5f26 tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] Notify agent at l3_agent.dv-cinder-830787-2-iscsi the message routers_updated {{(pid=103319) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 14:03:05.781323 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0bdaa20-8453-4d75-ac89-d68addb631e0 None None] Sync routers for ids ['a1cff1c1-31ca-4d27-b838-666b936eeefa'] in dv-cinder-830787-2-iscsi {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 14:03:05.792885 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0bdaa20-8453-4d75-ac89-d68addb631e0 None None] Routers {'a1cff1c1-31ca-4d27-b838-666b936eeefa'} bound to L3 agent in host dv-cinder-830787-2-iscsi {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 14:03:05.793497 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-a0bdaa20-8453-4d75-ac89-d68addb631e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830787-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T13:46:59Z,description=,heartbeat_timestamp=2022-04-11T14:02:59Z,host='dv-cinder-830787-2-iscsi',id=e731c656-576f-4174-9da3-af64518920bc,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T13:46:59Z,topic='l3_agent')) {'router_ids': ['a1cff1c1-31ca-4d27-b838-666b936eeefa'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:03:05.817019 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4fa60aa-88af-4cd1-a547-e2747be398d8 req-2ffddd12-f4c8-43e4-b57b-6af9171f5f26 tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] No DVR routers for this DVR port a40b3497-1c52-41d9-96c8-2f72a240605d on host hv-cinder-83078 {{(pid=103319) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 14:03:05.819915 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-a4fa60aa-88af-4cd1-a547-e2747be398d8 req-2ffddd12-f4c8-43e4-b57b-6af9171f5f26 tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-507053'] for port (None), before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:03:05.823730 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-a4fa60aa-88af-4cd1-a547-e2747be398d8 req-2ffddd12-f4c8-43e4-b57b-6af9171f5f26 tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] 10.222.0.75 "DELETE /v2.0/ports/a40b3497-1c52-41d9-96c8-2f72a240605d HTTP/1.1" status: 204 len: 173 time: 0.8437681 Apr 11 14:03:05.824197 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14b16e2e-daa2-4b92-a76a-1616af70478a', 'name': 'network-vif-deleted', 'tag': 'a40b3497-1c52-41d9-96c8-2f72a240605d'}] {{(pid=103319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 14:03:05.826702 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca54f3a3744013fac1d33973197c51c1d98542aecacec3b3a4d6ee5bc00756d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e7d0b04-407a-4cab-ad3a-ef85ec128434" -d '{"events": [{"server_uuid": "14b16e2e-daa2-4b92-a76a-1616af70478a", "name": "network-vif-deleted", "tag": "a40b3497-1c52-41d9-96c8-2f72a240605d"}]}' {{(pid=103319) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 14:03:05.877611 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 14:03:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3eda6b87-e9ca-4a62-8d91-67312ae5ea84 x-openstack-request-id: req-3eda6b87-e9ca-4a62-8d91-67312ae5ea84 {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 14:03:05.878097 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14b16e2e-daa2-4b92-a76a-1616af70478a", "name": "network-vif-deleted", "tag": "a40b3497-1c52-41d9-96c8-2f72a240605d", "status": "completed", "code": 200}]} {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 14:03:05.878413 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-3eda6b87-e9ca-4a62-8d91-67312ae5ea84 {{(pid=103319) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 14:03:05.879510 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3eda6b87-e9ca-4a62-8d91-67312ae5ea84'] response: {'server_uuid': '14b16e2e-daa2-4b92-a76a-1616af70478a', 'name': 'network-vif-deleted', 'tag': 'a40b3497-1c52-41d9-96c8-2f72a240605d', 'status': 'completed', 'code': 200} Apr 11 14:03:05.914354 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-a0bdaa20-8453-4d75-ac89-d68addb631e0 None None] Set router a1cff1c1-31ca-4d27-b838-666b936eeefa gateway port host: dv-cinder-830787-2-iscsi {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 14:03:06.081907 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.db.agents_db [None req-69d3ff0a-913c-429f-8002-6cfbd72f8f27 None None] Agent healthcheck: found 6 active agents {{(pid=103321) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 14:03:06.142954 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-a0bdaa20-8453-4d75-ac89-d68addb631e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1cff1c1-31ca-4d27-b838-666b936eeefa', 'name': 'tempest-AttachVolumeNegativeTest-1957027792-router', 'tenant_id': '63cddbab1b664b5a89b56d5632d2f62e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886', 'external_fixed_ips': [{'subnet_id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'ip_address': '172.27.1.156'}], 'enable_snat': True}, 'gw_port_id': '8382f930-2a1e-4b67-92ad-b88834e27d48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:00:48Z', 'updated_at': '2022-04-11T14:00:50Z', 'revision_number': 4, 'project_id': '63cddbab1b664b5a89b56d5632d2f62e', 'gw_port': {'id': '8382f930-2a1e-4b67-92ad-b88834e27d48', 'name': '', 'network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:c8:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1cff1c1-31ca-4d27-b838-666b936eeefa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'ip_address': '172.27.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:00:48Z', 'updated_at': '2022-04-11T14:00:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830787-2-iscsi', '_floatingips': [{'id': '2161370f-166a-4c86-b36b-a1186c0ea0b4', 'tenant_id': '63cddbab1b664b5a89b56d5632d2f62e', 'floating_ip_address': '172.27.1.139', 'floating_network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886', 'router_id': 'a1cff1c1-31ca-4d27-b838-666b936eeefa', 'port_id': '99983948-a76f-4e70-b04a-dfb2433aaa98', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 546, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '730a24f2-5d00-49fb-895d-b884d9163131', 'mac_address': 'fa:16:3e:f2:29:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c531fb-df98-4780-bea5-7b483075b4f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T14:00:52Z', 'updated_at': '2022-04-11T14:01:10Z', 'revision_number': 2, 'project_id': '63cddbab1b664b5a89b56d5632d2f62e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bacc6394-9f02-4ad3-a5f8-7e8cf9c381e7', 'name': '', 'network_id': '730a24f2-5d00-49fb-895d-b884d9163131', 'tenant_id': '63cddbab1b664b5a89b56d5632d2f62e', 'mac_address': 'fa:16:3e:5d:27:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1cff1c1-31ca-4d27-b838-666b936eeefa', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '27094053-8505-4a56-8171-b11c8d996c6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:00:50Z', 'updated_at': '2022-04-11T14:00:53Z', 'revision_number': 5, 'project_id': '63cddbab1b664b5a89b56d5632d2f62e', 'subnets': [{'id': '27094053-8505-4a56-8171-b11c8d996c6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830787-2-iscsi', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:03:06.170074 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0bdaa20-8453-4d75-ac89-d68addb631e0 None None] Checking router: a1cff1c1-31ca-4d27-b838-666b936eeefa for host: dv-cinder-830787-2-iscsi {{(pid=103321) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 14:03:06.179124 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0bdaa20-8453-4d75-ac89-d68addb631e0 None None] Routers {'a1cff1c1-31ca-4d27-b838-666b936eeefa'} bound to L3 agent in host dv-cinder-830787-2-iscsi {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 14:03:06.179806 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-a0bdaa20-8453-4d75-ac89-d68addb631e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830787-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T13:46:59Z,description=,heartbeat_timestamp=2022-04-11T14:02:59Z,host='dv-cinder-830787-2-iscsi',id=e731c656-576f-4174-9da3-af64518920bc,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T13:46:59Z,topic='l3_agent')) {'router_ids': ['a1cff1c1-31ca-4d27-b838-666b936eeefa'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:03:06.290096 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-a0bdaa20-8453-4d75-ac89-d68addb631e0 None None] Set router a1cff1c1-31ca-4d27-b838-666b936eeefa gateway port host: dv-cinder-830787-2-iscsi {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 14:03:06.592982 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-a0bdaa20-8453-4d75-ac89-d68addb631e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1cff1c1-31ca-4d27-b838-666b936eeefa', 'name': 'tempest-AttachVolumeNegativeTest-1957027792-router', 'tenant_id': '63cddbab1b664b5a89b56d5632d2f62e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886', 'external_fixed_ips': [{'subnet_id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'ip_address': '172.27.1.156'}], 'enable_snat': True}, 'gw_port_id': '8382f930-2a1e-4b67-92ad-b88834e27d48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:00:48Z', 'updated_at': '2022-04-11T14:00:50Z', 'revision_number': 4, 'project_id': '63cddbab1b664b5a89b56d5632d2f62e', 'gw_port': {'id': '8382f930-2a1e-4b67-92ad-b88834e27d48', 'name': '', 'network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:c8:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1cff1c1-31ca-4d27-b838-666b936eeefa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'ip_address': '172.27.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:00:48Z', 'updated_at': '2022-04-11T14:00:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830787-2-iscsi', '_floatingips': [{'id': '2161370f-166a-4c86-b36b-a1186c0ea0b4', 'tenant_id': '63cddbab1b664b5a89b56d5632d2f62e', 'floating_ip_address': '172.27.1.139', 'floating_network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886', 'router_id': 'a1cff1c1-31ca-4d27-b838-666b936eeefa', 'port_id': '99983948-a76f-4e70-b04a-dfb2433aaa98', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 546, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '730a24f2-5d00-49fb-895d-b884d9163131', 'mac_address': 'fa:16:3e:f2:29:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c531fb-df98-4780-bea5-7b483075b4f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T14:00:52Z', 'updated_at': '2022-04-11T14:01:10Z', 'revision_number': 2, 'project_id': '63cddbab1b664b5a89b56d5632d2f62e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bacc6394-9f02-4ad3-a5f8-7e8cf9c381e7', 'name': '', 'network_id': '730a24f2-5d00-49fb-895d-b884d9163131', 'tenant_id': '63cddbab1b664b5a89b56d5632d2f62e', 'mac_address': 'fa:16:3e:5d:27:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1cff1c1-31ca-4d27-b838-666b936eeefa', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '27094053-8505-4a56-8171-b11c8d996c6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:00:50Z', 'updated_at': '2022-04-11T14:00:53Z', 'revision_number': 5, 'project_id': '63cddbab1b664b5a89b56d5632d2f62e', 'subnets': [{'id': '27094053-8505-4a56-8171-b11c8d996c6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830787-2-iscsi', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:03:06.620625 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.67', 34970) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 14:03:06.623064 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0bdaa20-8453-4d75-ac89-d68addb631e0 None None] The sync data for ids ['a1cff1c1-31ca-4d27-b838-666b936eeefa'] in dv-cinder-830787-2-iscsi is: [{'id': 'a1cff1c1-31ca-4d27-b838-666b936eeefa', 'name': 'tempest-AttachVolumeNegativeTest-1957027792-router', 'tenant_id': '63cddbab1b664b5a89b56d5632d2f62e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886', 'external_fixed_ips': [{'subnet_id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'ip_address': '172.27.1.156'}], 'enable_snat': True}, 'gw_port_id': '8382f930-2a1e-4b67-92ad-b88834e27d48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:00:48Z', 'updated_at': '2022-04-11T14:00:50Z', 'revision_number': 4, 'project_id': '63cddbab1b664b5a89b56d5632d2f62e', 'gw_port': {'id': '8382f930-2a1e-4b67-92ad-b88834e27d48', 'name': '', 'network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:c8:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1cff1c1-31ca-4d27-b838-666b936eeefa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'ip_address': '172.27.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:00:48Z', 'updated_at': '2022-04-11T14:00:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830787-2-iscsi', '_floatingips': [{'id': '2161370f-166a-4c86-b36b-a1186c0ea0b4', 'tenant_id': '63cddbab1b664b5a89b56d5632d2f62e', 'floating_ip_address': '172.27.1.139', 'floating_network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886', 'router_id': 'a1cff1c1-31ca-4d27-b838-666b936eeefa', 'port_id': '99983948-a76f-4e70-b04a-dfb2433aaa98', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 546, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '730a24f2-5d00-49fb-895d-b884d9163131', 'mac_address': 'fa:16:3e:f2:29:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c531fb-df98-4780-bea5-7b483075b4f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T14:00:52Z', 'updated_at': '2022-04-11T14:01:10Z', 'revision_number': 2, 'project_id': '63cddbab1b664b5a89b56d5632d2f62e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bacc6394-9f02-4ad3-a5f8-7e8cf9c381e7', 'name': '', 'network_id': '730a24f2-5d00-49fb-895d-b884d9163131', 'tenant_id': '63cddbab1b664b5a89b56d5632d2f62e', 'mac_address': 'fa:16:3e:5d:27:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1cff1c1-31ca-4d27-b838-666b936eeefa', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '27094053-8505-4a56-8171-b11c8d996c6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:00:50Z', 'updated_at': '2022-04-11T14:00:53Z', 'revision_number': 5, 'project_id': '63cddbab1b664b5a89b56d5632d2f62e', 'subnets': [{'id': '27094053-8505-4a56-8171-b11c8d996c6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 14:03:06.683248 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-b23911a4-ad7d-455b-bf90-21a41b14a8b5 tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] Publish callbacks [] for security_group (dc69b246-ae91-4ee6-a42c-82f13fd99da0), before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:03:06.710289 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-b23911a4-ad7d-455b-bf90-21a41b14a8b5 tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] Publish callbacks [] for security_group (dc69b246-ae91-4ee6-a42c-82f13fd99da0), precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:03:06.773823 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-b23911a4-ad7d-455b-bf90-21a41b14a8b5 tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8023832'] for security_group (dc69b246-ae91-4ee6-a42c-82f13fd99da0), after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:03:06.784121 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-b23911a4-ad7d-455b-bf90-21a41b14a8b5 tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] Publish callbacks [] for security_group (None), before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:03:06.784121 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-b23911a4-ad7d-455b-bf90-21a41b14a8b5 tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] 10.222.0.67 "DELETE /v2.0/security-groups/dc69b246-ae91-4ee6-a42c-82f13fd99da0 HTTP/1.1" status: 204 len: 168 time: 0.1578658 Apr 11 14:03:06.784424 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.67', 34980) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 14:03:06.792744 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23911a4-ad7d-455b-bf90-21a41b14a8b5 tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc69b246-ae91-4ee6-a42c-82f13fd99da0,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:03:06.831949 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.api.v2.resource [None req-8677b147-99c0-4def-a90d-269fee199689 tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] show failed (client error): The resource could not be found. Apr 11 14:03:06.835894 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.67', 34986) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 14:03:06.836087 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-8677b147-99c0-4def-a90d-269fee199689 tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] 10.222.0.67 "GET /v2.0/security-groups/dc69b246-ae91-4ee6-a42c-82f13fd99da0 HTTP/1.1" status: 404 len: 347 time: 0.0482569 Apr 11 14:03:06.980106 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5adf8a51-4b8c-4d08-82b5-f4e937aedcb4 None None] New status for floating IP c6e05ce8-edc8-4319-9305-1adf633d981b: DOWN {{(pid=103320) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 14:03:06.983896 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-099f6458-b010-4258-9431-b44f7bb8a7c6 tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] Deleting port dc6a9dec-777b-436b-8a18-ef5fc0577e03 {{(pid=103319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 14:03:06.984359 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-099f6458-b010-4258-9431-b44f7bb8a7c6 tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750379682079'] for port (dc6a9dec-777b-436b-8a18-ef5fc0577e03), before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:03:07.007581 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.67', 34998) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 14:03:07.081829 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-099f6458-b010-4258-9431-b44f7bb8a7c6 tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115285'] for port (dc6a9dec-777b-436b-8a18-ef5fc0577e03), precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:03:07.082551 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-099f6458-b010-4258-9431-b44f7bb8a7c6 tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] Publish callbacks [] for floatingip (dc6a9dec-777b-436b-8a18-ef5fc0577e03), precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:03:07.099094 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-099f6458-b010-4258-9431-b44f7bb8a7c6 tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] Calling delete_port for dc6a9dec-777b-436b-8a18-ef5fc0577e03 owned by network:floatingip {{(pid=103319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 14:03:07.190677 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-f0368247-0f4e-4635-8054-f478f6f52cfc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:03:07.238407 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.67', 35004) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 14:03:07.290038 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-099f6458-b010-4258-9431-b44f7bb8a7c6 tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750379687693', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750379164483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4648624'] for port (dc6a9dec-777b-436b-8a18-ef5fc0577e03), after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:03:07.326084 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099f6458-b010-4258-9431-b44f7bb8a7c6 tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] Pushing event deleted for resources: {'Port': ['ID=dc6a9dec-777b-436b-8a18-ef5fc0577e03,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:03:07.352479 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-5d45a8da-a21f-4de1-bdca-f9c2d82e6c38 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:03:07.400840 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-f0368247-0f4e-4635-8054-f478f6f52cfc admin admin] Publish callbacks [] for security_group (0537af59-2109-4892-b3e0-6cbeaf935395), precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:03:07.407517 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-f0368247-0f4e-4635-8054-f478f6f52cfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8023832'] for security_group (0537af59-2109-4892-b3e0-6cbeaf935395), after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:03:07.426257 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-099f6458-b010-4258-9431-b44f7bb8a7c6 tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] Publish callbacks [] for floatingip (c6e05ce8-edc8-4319-9305-1adf633d981b), after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:03:07.428783 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-099f6458-b010-4258-9431-b44f7bb8a7c6 tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-507053'] for floatingip (None), before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:03:07.429934 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-099f6458-b010-4258-9431-b44f7bb8a7c6 tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] 10.222.0.67 "DELETE /v2.0/floatingips/c6e05ce8-edc8-4319-9305-1adf633d981b HTTP/1.1" status: 204 len: 168 time: 0.5930226 Apr 11 14:03:07.432053 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-5d45a8da-a21f-4de1-bdca-f9c2d82e6c38 admin admin] Publish callbacks [] for security_group (12dc82ec-c720-4fa0-bc68-c34dd0ac3e2d), precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:03:07.436403 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-5d45a8da-a21f-4de1-bdca-f9c2d82e6c38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8023832'] for security_group (12dc82ec-c720-4fa0-bc68-c34dd0ac3e2d), after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:03:07.454336 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-f0368247-0f4e-4635-8054-f478f6f52cfc admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=8e0c39df8a6949878721e181a43c4643&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4440300 Apr 11 14:03:07.455196 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0368247-0f4e-4635-8054-f478f6f52cfc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0537af59-2109-4892-b3e0-6cbeaf935395,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:03:07.457536 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.67', 35010) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 14:03:07.484255 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-5d45a8da-a21f-4de1-bdca-f9c2d82e6c38 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=f96fb0a6f9f0416ea509624c78a4c33f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2446485 Apr 11 14:03:07.484905 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.67', 35012) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 14:03:07.493529 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d45a8da-a21f-4de1-bdca-f9c2d82e6c38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12dc82ec-c720-4fa0-bc68-c34dd0ac3e2d,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:03:07.516189 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-92a4ea7c-1a6f-4e62-9dea-ca6b00ee3fa7 admin admin] Publish callbacks [] for security_group (0537af59-2109-4892-b3e0-6cbeaf935395), before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:03:07.540511 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-92a4ea7c-1a6f-4e62-9dea-ca6b00ee3fa7 admin admin] Publish callbacks [] for security_group (0537af59-2109-4892-b3e0-6cbeaf935395), precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:03:07.552121 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-1b32f8f0-9297-44dd-aee4-ef0bfdea8402 admin admin] Publish callbacks [] for security_group (12dc82ec-c720-4fa0-bc68-c34dd0ac3e2d), before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:03:07.577175 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-1b32f8f0-9297-44dd-aee4-ef0bfdea8402 admin admin] Publish callbacks [] for security_group (12dc82ec-c720-4fa0-bc68-c34dd0ac3e2d), precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:03:07.595146 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-92a4ea7c-1a6f-4e62-9dea-ca6b00ee3fa7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8023832'] for security_group (0537af59-2109-4892-b3e0-6cbeaf935395), after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:03:07.599202 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-92a4ea7c-1a6f-4e62-9dea-ca6b00ee3fa7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:03:07.600319 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-92a4ea7c-1a6f-4e62-9dea-ca6b00ee3fa7 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/0537af59-2109-4892-b3e0-6cbeaf935395 HTTP/1.1" status: 204 len: 168 time: 0.1418703 Apr 11 14:03:07.608192 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a4ea7c-1a6f-4e62-9dea-ca6b00ee3fa7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0537af59-2109-4892-b3e0-6cbeaf935395,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:03:07.650600 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-1b32f8f0-9297-44dd-aee4-ef0bfdea8402 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8023832'] for security_group (12dc82ec-c720-4fa0-bc68-c34dd0ac3e2d), after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:03:07.653552 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-1b32f8f0-9297-44dd-aee4-ef0bfdea8402 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:03:07.657781 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-1b32f8f0-9297-44dd-aee4-ef0bfdea8402 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/12dc82ec-c720-4fa0-bc68-c34dd0ac3e2d HTTP/1.1" status: 204 len: 168 time: 0.1686935 Apr 11 14:03:07.666241 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b32f8f0-9297-44dd-aee4-ef0bfdea8402 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12dc82ec-c720-4fa0-bc68-c34dd0ac3e2d,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:03:08.318863 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.67', 35060) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 14:03:08.538439 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.v2.base [None req-68b24c71-0b0c-4085-8481-466761a5b599 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1561174343-network', 'tenant_id': '0de081cbde36497eb1c299850b745b7f'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:03:08.558296 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68b24c71-0b0c-4085-8481-466761a5b599 admin admin] Made reservation on behalf of 0de081cbde36497eb1c299850b745b7f for: {'network': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:03:08.560799 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-68b24c71-0b0c-4085-8481-466761a5b599 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883311'] for network (None), before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:03:08.569822 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-68b24c71-0b0c-4085-8481-466761a5b599 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:03:08.649679 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-68b24c71-0b0c-4085-8481-466761a5b599 admin admin] Publish callbacks [] for security_group (c8f060cb-8f7e-4627-97b4-d7f6e9c8c2c5), precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:03:08.653619 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-68b24c71-0b0c-4085-8481-466761a5b599 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8023832'] for security_group (c8f060cb-8f7e-4627-97b4-d7f6e9c8c2c5), after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:03:08.678560 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68b24c71-0b0c-4085-8481-466761a5b599 admin admin] vlan segment allocate from pool success with {'vlan_id': 934, 'physical_network': 'physnet1'} {{(pid=103318) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 14:03:08.699352 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b24c71-0b0c-4085-8481-466761a5b599 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8f060cb-8f7e-4627-97b4-d7f6e9c8c2c5,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:03:08.704160 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-68b24c71-0b0c-4085-8481-466761a5b599 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682637'] for segment (ca4d6e30-aa1e-46a6-a705-0f67b33d118e), precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:03:08.704662 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.db.segments_db [None req-68b24c71-0b0c-4085-8481-466761a5b599 admin admin] Added segment ca4d6e30-aa1e-46a6-a705-0f67b33d118e of type vlan for network cb30510b-c4c3-4fde-8fb9-89137f0c0e7a Apr 11 14:03:08.754940 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-68b24c71-0b0c-4085-8481-466761a5b599 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750379148903'] for network (cb30510b-c4c3-4fde-8fb9-89137f0c0e7a), precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:03:08.758613 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Device a40b3497-1c52-41d9-96c8-2f72a240605d no longer exists at agent hyperv_hv-cinder-83078 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 14:03:08.784166 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] No Port match for: a40b3497-1c52-41d9-96c8-2f72a240605d {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 14:03:08.784575 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Device a40b3497-1c52-41d9-96c8-2f72a240605d not bound to the agent host hv-cinder-83078 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 14:03:08.788853 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-68b24c71-0b0c-4085-8481-466761a5b599 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8024001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708'] for network (cb30510b-c4c3-4fde-8fb9-89137f0c0e7a), after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:03:08.789959 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68b24c71-0b0c-4085-8481-466761a5b599 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:03:08.790619 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-68b24c71-0b0c-4085-8481-466761a5b599 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871534'] for network (None), before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:03:08.868919 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-68b24c71-0b0c-4085-8481-466761a5b599 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5489478 Apr 11 14:03:08.872321 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.67', 35076) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 14:03:08.881395 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b24c71-0b0c-4085-8481-466761a5b599 admin admin] Pushing event updated for resources: {'Network': ['ID=cb30510b-c4c3-4fde-8fb9-89137f0c0e7a,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:03:08.892379 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.v2.base [None req-0cc64158-67be-4f73-8ce3-8f6695ba45fd admin admin] Request body: {'subnet': {'network_id': 'cb30510b-c4c3-4fde-8fb9-89137f0c0e7a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1561174343-subnet', 'tenant_id': '0de081cbde36497eb1c299850b745b7f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:03:08.893262 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Network cb30510b-c4c3-4fde-8fb9-89137f0c0e7a details requested by agent ovs-agent-dv-cinder-830787-2-iscsi with host dv-cinder-830787-2-iscsi {{(pid=103320) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 11 14:03:08.926526 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cc64158-67be-4f73-8ce3-8f6695ba45fd admin admin] Made reservation on behalf of 0de081cbde36497eb1c299850b745b7f for: {'subnet': 1} {{(pid=103319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:03:08.929587 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-0cc64158-67be-4f73-8ce3-8f6695ba45fd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4426758'] for subnet (None), before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:03:09.162944 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-0cc64158-67be-4f73-8ce3-8f6695ba45fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4646912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4426772'] for subnet (22121788-4c7e-42b6-91aa-8791e9c5cf2c), after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:03:09.182741 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5611c9c-8d5f-4ddf-a49d-2e349e026b2d req-24d2630a-8a23-477a-9b2e-baae89999676 tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:03:09.184264 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-b5611c9c-8d5f-4ddf-a49d-2e349e026b2d req-24d2630a-8a23-477a-9b2e-baae89999676 tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] 10.222.0.67 "GET /v2.0/ports?device_id=b1c531fb-df98-4780-bea5-7b483075b4f9 HTTP/1.1" status: 200 len: 946 time: 0.0744340 Apr 11 14:03:09.268069 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc64158-67be-4f73-8ce3-8f6695ba45fd admin admin] Pushing event updated for resources: {'Subnet': ['ID=22121788-4c7e-42b6-91aa-8791e9c5cf2c,revision_number=0']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:03:09.293730 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-b5611c9c-8d5f-4ddf-a49d-2e349e026b2d req-e05c0d04-ca2e-435b-8af3-415c0607b5d9 tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] 10.222.0.67 "GET /v2.0/security-groups?id=3903d284-5402-4d4d-9d0d-70dcffd16a24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0898147 Apr 11 14:03:09.294840 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cc64158-67be-4f73-8ce3-8f6695ba45fd admin admin] Checking segment: {'id': 'ca4d6e30-aa1e-46a6-a705-0f67b33d118e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': 'cb30510b-c4c3-4fde-8fb9-89137f0c0e7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103319) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 14:03:09.295200 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cc64158-67be-4f73-8ce3-8f6695ba45fd admin admin] Network hostable DHCP agents. Network: cb30510b-c4c3-4fde-8fb9-89137f0c0e7a, hostable agents: ['d5a8b9a1-2e9e-46b5-8163-20b7d509fa4e'], hosted agents: [] {{(pid=103319) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 14:03:09.315858 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cc64158-67be-4f73-8ce3-8f6695ba45fd admin admin] Network cb30510b-c4c3-4fde-8fb9-89137f0c0e7a is scheduled to be hosted by DHCP agent d5a8b9a1-2e9e-46b5-8163-20b7d509fa4e with binding_index 1 {{(pid=103319) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 14:03:09.323598 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [None req-0cc64158-67be-4f73-8ce3-8f6695ba45fd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830787-2-iscsi, cb30510b-c4c3-4fde-8fb9-89137f0c0e7a) {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:03:09.328809 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cc64158-67be-4f73-8ce3-8f6695ba45fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:03:09.329414 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-0cc64158-67be-4f73-8ce3-8f6695ba45fd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871534'] for subnet (None), before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:03:09.335327 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99cd7f80-d9bc-40d2-a43f-65aff2c4840b None None] Network cb30510b-c4c3-4fde-8fb9-89137f0c0e7a requested from dv-cinder-830787-2-iscsi {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 14:03:09.351687 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-0cc64158-67be-4f73-8ce3-8f6695ba45fd admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4748247 Apr 11 14:03:09.451043 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19b4ce84-6d65-405e-ab3e-0c2d538a847e None None] Network cb30510b-c4c3-4fde-8fb9-89137f0c0e7a requested from dv-cinder-830787-2-iscsi {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 14:03:09.818104 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.67', 35098) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 14:03:09.822926 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.v2.base [None req-af6c1ec7-8905-43c2-ba60-6fc2f288cf91 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1925377884-network', 'tenant_id': '1a47c62f379f4a1e9465ad711e59f14f'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:03:09.845237 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af6c1ec7-8905-43c2-ba60-6fc2f288cf91 admin admin] Made reservation on behalf of 1a47c62f379f4a1e9465ad711e59f14f for: {'network': 1} {{(pid=103319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:03:09.848359 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-af6c1ec7-8905-43c2-ba60-6fc2f288cf91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883311'] for network (None), before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:03:09.857332 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-af6c1ec7-8905-43c2-ba60-6fc2f288cf91 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:03:09.936192 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-af6c1ec7-8905-43c2-ba60-6fc2f288cf91 admin admin] Publish callbacks [] for security_group (6080f12c-3899-4314-ace0-d4f2fb2a83c6), precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:03:09.940222 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-af6c1ec7-8905-43c2-ba60-6fc2f288cf91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8023832'] for security_group (6080f12c-3899-4314-ace0-d4f2fb2a83c6), after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:03:09.968226 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af6c1ec7-8905-43c2-ba60-6fc2f288cf91 admin admin] vlan segment allocate from pool success with {'vlan_id': 930, 'physical_network': 'physnet1'} {{(pid=103319) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 14:03:09.974240 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6c1ec7-8905-43c2-ba60-6fc2f288cf91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6080f12c-3899-4314-ace0-d4f2fb2a83c6,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:03:09.982290 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-af6c1ec7-8905-43c2-ba60-6fc2f288cf91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682637'] for segment (169f2732-317c-4b3c-93e0-00c9c6471db2), precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:03:09.982290 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.db.segments_db [None req-af6c1ec7-8905-43c2-ba60-6fc2f288cf91 admin admin] Added segment 169f2732-317c-4b3c-93e0-00c9c6471db2 of type vlan for network 56bc78b1-05bc-4765-a2e7-b52d48a4c0d1 Apr 11 14:03:10.024174 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-af6c1ec7-8905-43c2-ba60-6fc2f288cf91 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750379148903'] for network (56bc78b1-05bc-4765-a2e7-b52d48a4c0d1), precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:03:10.049764 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-af6c1ec7-8905-43c2-ba60-6fc2f288cf91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8024001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708'] for network (56bc78b1-05bc-4765-a2e7-b52d48a4c0d1), after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:03:10.050888 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af6c1ec7-8905-43c2-ba60-6fc2f288cf91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:03:10.051694 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-af6c1ec7-8905-43c2-ba60-6fc2f288cf91 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871534'] for network (None), before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:03:10.091489 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.67', 35106) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 14:03:10.091974 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-af6c1ec7-8905-43c2-ba60-6fc2f288cf91 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2723894 Apr 11 14:03:10.100875 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.v2.base [None req-9a748450-3f8a-47be-8475-5a99ba0758b1 admin admin] Request body: {'subnet': {'network_id': '56bc78b1-05bc-4765-a2e7-b52d48a4c0d1', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1925377884-subnet', 'tenant_id': '1a47c62f379f4a1e9465ad711e59f14f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:03:10.125835 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a748450-3f8a-47be-8475-5a99ba0758b1 admin admin] Made reservation on behalf of 1a47c62f379f4a1e9465ad711e59f14f for: {'subnet': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:03:10.126046 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6c1ec7-8905-43c2-ba60-6fc2f288cf91 admin admin] Pushing event updated for resources: {'Network': ['ID=56bc78b1-05bc-4765-a2e7-b52d48a4c0d1,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:03:10.129220 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-9a748450-3f8a-47be-8475-5a99ba0758b1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4237198'] for subnet (None), before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:03:10.136713 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Network 56bc78b1-05bc-4765-a2e7-b52d48a4c0d1 details requested by agent ovs-agent-dv-cinder-830787-2-iscsi with host dv-cinder-830787-2-iscsi {{(pid=103320) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 11 14:03:10.295294 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-9a748450-3f8a-47be-8475-5a99ba0758b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4245493', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4237212'] for subnet (371272d5-eb76-4be4-8749-805e4ae66826), after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:03:10.352039 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a748450-3f8a-47be-8475-5a99ba0758b1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=371272d5-eb76-4be4-8749-805e4ae66826,revision_number=0']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:03:10.359396 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a748450-3f8a-47be-8475-5a99ba0758b1 admin admin] Checking segment: {'id': '169f2732-317c-4b3c-93e0-00c9c6471db2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '56bc78b1-05bc-4765-a2e7-b52d48a4c0d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 14:03:10.359807 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a748450-3f8a-47be-8475-5a99ba0758b1 admin admin] Network hostable DHCP agents. Network: 56bc78b1-05bc-4765-a2e7-b52d48a4c0d1, hostable agents: ['d5a8b9a1-2e9e-46b5-8163-20b7d509fa4e'], hosted agents: [] {{(pid=103318) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 14:03:10.404206 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a748450-3f8a-47be-8475-5a99ba0758b1 admin admin] Network 56bc78b1-05bc-4765-a2e7-b52d48a4c0d1 is scheduled to be hosted by DHCP agent d5a8b9a1-2e9e-46b5-8163-20b7d509fa4e with binding_index 1 {{(pid=103318) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 14:03:10.425084 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338339c5-95af-4b4a-a777-8c176c487a7c req-4ada2565-3269-485b-b445-84103aea0411 tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:03:10.426582 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-338339c5-95af-4b4a-a777-8c176c487a7c req-4ada2565-3269-485b-b445-84103aea0411 tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] 10.222.0.67 "GET /v2.0/ports?device_id=b1c531fb-df98-4780-bea5-7b483075b4f9 HTTP/1.1" status: 200 len: 946 time: 0.0573435 Apr 11 14:03:10.427666 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [None req-9a748450-3f8a-47be-8475-5a99ba0758b1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830787-2-iscsi, 56bc78b1-05bc-4765-a2e7-b52d48a4c0d1) {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:03:10.431518 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a748450-3f8a-47be-8475-5a99ba0758b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:03:10.432128 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-9a748450-3f8a-47be-8475-5a99ba0758b1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:03:10.439415 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5014f43b-e4bb-4d5f-a4c4-e957949574cd None None] Network 56bc78b1-05bc-4765-a2e7-b52d48a4c0d1 requested from dv-cinder-830787-2-iscsi {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 14:03:10.462940 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-9a748450-3f8a-47be-8475-5a99ba0758b1 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3695521 Apr 11 14:03:10.485523 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-338339c5-95af-4b4a-a777-8c176c487a7c req-8767c2ad-ecbe-40d4-b0e4-bc576eeca94c tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] 10.222.0.67 "GET /v2.0/security-groups?id=3903d284-5402-4d4d-9d0d-70dcffd16a24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508604 Apr 11 14:03:10.549835 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a357edfe-3185-4239-8ac9-a37e7c3af9ed None None] Network 56bc78b1-05bc-4765-a2e7-b52d48a4c0d1 requested from dv-cinder-830787-2-iscsi {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 14:03:11.599393 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21d2482-e130-41f3-82e2-3797311a8639 req-88f97cab-2703-4d60-aec2-0e314a58e526 tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:03:11.600900 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-c21d2482-e130-41f3-82e2-3797311a8639 req-88f97cab-2703-4d60-aec2-0e314a58e526 tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] 10.222.0.67 "GET /v2.0/ports?device_id=b1c531fb-df98-4780-bea5-7b483075b4f9 HTTP/1.1" status: 200 len: 946 time: 0.0471129 Apr 11 14:03:11.647544 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-c21d2482-e130-41f3-82e2-3797311a8639 req-1784a918-9814-45a0-875a-5ecaa4058511 tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] 10.222.0.67 "GET /v2.0/security-groups?id=3903d284-5402-4d4d-9d0d-70dcffd16a24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410845 Apr 11 14:03:12.756564 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b99bca-6f98-473c-939f-ce30abd8bb52 req-de7642aa-ab0b-40f1-8596-e41986917f61 tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:03:12.758150 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-87b99bca-6f98-473c-939f-ce30abd8bb52 req-de7642aa-ab0b-40f1-8596-e41986917f61 tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] 10.222.0.67 "GET /v2.0/ports?device_id=b1c531fb-df98-4780-bea5-7b483075b4f9 HTTP/1.1" status: 200 len: 946 time: 0.0465636 Apr 11 14:03:12.805533 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-87b99bca-6f98-473c-939f-ce30abd8bb52 req-acad9715-ef1d-409c-b1e0-db0056dce97b tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] 10.222.0.67 "GET /v2.0/security-groups?id=3903d284-5402-4d4d-9d0d-70dcffd16a24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417850 Apr 11 14:03:12.979958 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515e12a7-6fc1-4e38-a266-6246174bb5d6 req-7edec9f0-ed64-4cfd-a0c5-d2d47e241fe5 tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:03:12.981319 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-515e12a7-6fc1-4e38-a266-6246174bb5d6 req-7edec9f0-ed64-4cfd-a0c5-d2d47e241fe5 tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] 10.222.0.75 "GET /v2.0/ports?device_id=b1c531fb-df98-4780-bea5-7b483075b4f9 HTTP/1.1" status: 200 len: 946 time: 0.0491853 Apr 11 14:03:13.071491 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [req-515e12a7-6fc1-4e38-a266-6246174bb5d6 req-0bb59ee1-3578-43d4-b82c-d81ba06dac30 tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] Deleting port 99983948-a76f-4e70-b04a-dfb2433aaa98 {{(pid=103319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 14:03:13.071865 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-515e12a7-6fc1-4e38-a266-6246174bb5d6 req-0bb59ee1-3578-43d4-b82c-d81ba06dac30 tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750379682079'] for port (99983948-a76f-4e70-b04a-dfb2433aaa98), before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:03:13.160115 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.db [req-515e12a7-6fc1-4e38-a266-6246174bb5d6 req-0bb59ee1-3578-43d4-b82c-d81ba06dac30 tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] For port 99983948-a76f-4e70-b04a-dfb2433aaa98, host hv-cinder-83078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83078',level=0,port_id=99983948-a76f-4e70-b04a-dfb2433aaa98,segment=NetworkSegment(97213a82-28a8-4d4c-8e5b-e53ba672495f),segment_id=97213a82-28a8-4d4c-8e5b-e53ba672495f)] {{(pid=103319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 14:03:13.160484 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-515e12a7-6fc1-4e38-a266-6246174bb5d6 req-0bb59ee1-3578-43d4-b82c-d81ba06dac30 tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115285'] for port (99983948-a76f-4e70-b04a-dfb2433aaa98), precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:03:13.350717 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-515e12a7-6fc1-4e38-a266-6246174bb5d6 req-0bb59ee1-3578-43d4-b82c-d81ba06dac30 tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:03:13.351152 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-515e12a7-6fc1-4e38-a266-6246174bb5d6 req-0bb59ee1-3578-43d4-b82c-d81ba06dac30 tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8126411'] for floatingip (2161370f-166a-4c86-b36b-a1186c0ea0b4), after_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:03:13.351414 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.db.l3_db [req-515e12a7-6fc1-4e38-a266-6246174bb5d6 req-0bb59ee1-3578-43d4-b82c-d81ba06dac30 tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] Floating IP 2161370f-166a-4c86-b36b-a1186c0ea0b4 disassociated. External IP: 172.27.1.139, port: 99983948-a76f-4e70-b04a-dfb2433aaa98. Apr 11 14:03:13.352075 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [req-515e12a7-6fc1-4e38-a266-6246174bb5d6 req-0bb59ee1-3578-43d4-b82c-d81ba06dac30 tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] Calling delete_port for 99983948-a76f-4e70-b04a-dfb2433aaa98 owned by compute:nova {{(pid=103319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 14:03:13.484496 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-515e12a7-6fc1-4e38-a266-6246174bb5d6 req-0bb59ee1-3578-43d4-b82c-d81ba06dac30 tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750379687693', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750379164483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4648624'] for port (99983948-a76f-4e70-b04a-dfb2433aaa98), after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:03:13.774264 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb59ee1-3578-43d4-b82c-d81ba06dac30 tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] Pushing event deleted for resources: {'Port': ['ID=99983948-a76f-4e70-b04a-dfb2433aaa98,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:03:13.903386 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-d7a865db-4d30-4a13-b515-f1104305d0ec req-ecb2826d-f110-44f6-bb8e-7cab1555afa4 tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] 10.222.0.67 "GET /v2.0/ports?device_id=b1c531fb-df98-4780-bea5-7b483075b4f9 HTTP/1.1" status: 200 len: 210 time: 0.0313308 Apr 11 14:03:13.913828 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.scheduler.l3_agent_scheduler [req-515e12a7-6fc1-4e38-a266-6246174bb5d6 req-0bb59ee1-3578-43d4-b82c-d81ba06dac30 tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] Router a1cff1c1-31ca-4d27-b838-666b936eeefa has already been hosted by L3 agent e731c656-576f-4174-9da3-af64518920bc {{(pid=103319) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 14:03:14.022114 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-515e12a7-6fc1-4e38-a266-6246174bb5d6 req-0bb59ee1-3578-43d4-b82c-d81ba06dac30 tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] Notify agent at l3_agent.dv-cinder-830787-2-iscsi the message routers_updated {{(pid=103319) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 14:03:14.031369 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c98fd386-e511-468e-a8c2-d633c246dbb7 None None] Sync routers for ids ['a1cff1c1-31ca-4d27-b838-666b936eeefa'] in dv-cinder-830787-2-iscsi {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 14:03:14.042538 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c98fd386-e511-468e-a8c2-d633c246dbb7 None None] Routers {'a1cff1c1-31ca-4d27-b838-666b936eeefa'} bound to L3 agent in host dv-cinder-830787-2-iscsi {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 14:03:14.043160 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-c98fd386-e511-468e-a8c2-d633c246dbb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830787-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T13:46:59Z,description=,heartbeat_timestamp=2022-04-11T14:02:59Z,host='dv-cinder-830787-2-iscsi',id=e731c656-576f-4174-9da3-af64518920bc,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T13:46:59Z,topic='l3_agent')) {'router_ids': ['a1cff1c1-31ca-4d27-b838-666b936eeefa'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:03:14.064576 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [req-515e12a7-6fc1-4e38-a266-6246174bb5d6 req-0bb59ee1-3578-43d4-b82c-d81ba06dac30 tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] No DVR routers for this DVR port 99983948-a76f-4e70-b04a-dfb2433aaa98 on host hv-cinder-83078 {{(pid=103319) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 14:03:14.067081 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-515e12a7-6fc1-4e38-a266-6246174bb5d6 req-0bb59ee1-3578-43d4-b82c-d81ba06dac30 tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-507053'] for port (None), before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:03:14.070350 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-515e12a7-6fc1-4e38-a266-6246174bb5d6 req-0bb59ee1-3578-43d4-b82c-d81ba06dac30 tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] 10.222.0.75 "DELETE /v2.0/ports/99983948-a76f-4e70-b04a-dfb2433aaa98 HTTP/1.1" status: 204 len: 173 time: 1.0826263 Apr 11 14:03:14.070790 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1c531fb-df98-4780-bea5-7b483075b4f9', 'name': 'network-vif-deleted', 'tag': '99983948-a76f-4e70-b04a-dfb2433aaa98'}] {{(pid=103319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 14:03:14.073051 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca54f3a3744013fac1d33973197c51c1d98542aecacec3b3a4d6ee5bc00756d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26c0d0c4-920d-4b68-93f1-b145c7651475" -d '{"events": [{"server_uuid": "b1c531fb-df98-4780-bea5-7b483075b4f9", "name": "network-vif-deleted", "tag": "99983948-a76f-4e70-b04a-dfb2433aaa98"}]}' {{(pid=103319) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 14:03:14.112996 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 14:03:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0de77966-9fc4-4e3b-80dd-eae030e75146 x-openstack-request-id: req-0de77966-9fc4-4e3b-80dd-eae030e75146 {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 14:03:14.113296 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1c531fb-df98-4780-bea5-7b483075b4f9", "name": "network-vif-deleted", "tag": "99983948-a76f-4e70-b04a-dfb2433aaa98", "status": "completed", "code": 200}]} {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 14:03:14.113549 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-0de77966-9fc4-4e3b-80dd-eae030e75146 {{(pid=103319) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 14:03:14.113959 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0de77966-9fc4-4e3b-80dd-eae030e75146'] response: {'server_uuid': 'b1c531fb-df98-4780-bea5-7b483075b4f9', 'name': 'network-vif-deleted', 'tag': '99983948-a76f-4e70-b04a-dfb2433aaa98', 'status': 'completed', 'code': 200} Apr 11 14:03:14.161452 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-c98fd386-e511-468e-a8c2-d633c246dbb7 None None] Set router a1cff1c1-31ca-4d27-b838-666b936eeefa gateway port host: dv-cinder-830787-2-iscsi {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 14:03:14.353616 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-c98fd386-e511-468e-a8c2-d633c246dbb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1cff1c1-31ca-4d27-b838-666b936eeefa', 'name': 'tempest-AttachVolumeNegativeTest-1957027792-router', 'tenant_id': '63cddbab1b664b5a89b56d5632d2f62e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886', 'external_fixed_ips': [{'subnet_id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'ip_address': '172.27.1.156'}], 'enable_snat': True}, 'gw_port_id': '8382f930-2a1e-4b67-92ad-b88834e27d48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:00:48Z', 'updated_at': '2022-04-11T14:00:50Z', 'revision_number': 4, 'project_id': '63cddbab1b664b5a89b56d5632d2f62e', 'gw_port': {'id': '8382f930-2a1e-4b67-92ad-b88834e27d48', 'name': '', 'network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:c8:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1cff1c1-31ca-4d27-b838-666b936eeefa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'ip_address': '172.27.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:00:48Z', 'updated_at': '2022-04-11T14:00:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830787-2-iscsi', '_interfaces': [{'id': 'bacc6394-9f02-4ad3-a5f8-7e8cf9c381e7', 'name': '', 'network_id': '730a24f2-5d00-49fb-895d-b884d9163131', 'tenant_id': '63cddbab1b664b5a89b56d5632d2f62e', 'mac_address': 'fa:16:3e:5d:27:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1cff1c1-31ca-4d27-b838-666b936eeefa', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '27094053-8505-4a56-8171-b11c8d996c6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:00:50Z', 'updated_at': '2022-04-11T14:00:53Z', 'revision_number': 5, 'project_id': '63cddbab1b664b5a89b56d5632d2f62e', 'subnets': [{'id': '27094053-8505-4a56-8171-b11c8d996c6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830787-2-iscsi', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:03:14.379655 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c98fd386-e511-468e-a8c2-d633c246dbb7 None None] Checking router: a1cff1c1-31ca-4d27-b838-666b936eeefa for host: dv-cinder-830787-2-iscsi {{(pid=103321) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 14:03:14.388260 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c98fd386-e511-468e-a8c2-d633c246dbb7 None None] Routers {'a1cff1c1-31ca-4d27-b838-666b936eeefa'} bound to L3 agent in host dv-cinder-830787-2-iscsi {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 14:03:14.388861 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-c98fd386-e511-468e-a8c2-d633c246dbb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830787-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T13:46:59Z,description=,heartbeat_timestamp=2022-04-11T14:02:59Z,host='dv-cinder-830787-2-iscsi',id=e731c656-576f-4174-9da3-af64518920bc,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T13:46:59Z,topic='l3_agent')) {'router_ids': ['a1cff1c1-31ca-4d27-b838-666b936eeefa'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:03:14.500814 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-c98fd386-e511-468e-a8c2-d633c246dbb7 None None] Set router a1cff1c1-31ca-4d27-b838-666b936eeefa gateway port host: dv-cinder-830787-2-iscsi {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 14:03:14.705910 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-c98fd386-e511-468e-a8c2-d633c246dbb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1cff1c1-31ca-4d27-b838-666b936eeefa', 'name': 'tempest-AttachVolumeNegativeTest-1957027792-router', 'tenant_id': '63cddbab1b664b5a89b56d5632d2f62e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886', 'external_fixed_ips': [{'subnet_id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'ip_address': '172.27.1.156'}], 'enable_snat': True}, 'gw_port_id': '8382f930-2a1e-4b67-92ad-b88834e27d48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:00:48Z', 'updated_at': '2022-04-11T14:00:50Z', 'revision_number': 4, 'project_id': '63cddbab1b664b5a89b56d5632d2f62e', 'gw_port': {'id': '8382f930-2a1e-4b67-92ad-b88834e27d48', 'name': '', 'network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:c8:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1cff1c1-31ca-4d27-b838-666b936eeefa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'ip_address': '172.27.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:00:48Z', 'updated_at': '2022-04-11T14:00:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830787-2-iscsi', '_interfaces': [{'id': 'bacc6394-9f02-4ad3-a5f8-7e8cf9c381e7', 'name': '', 'network_id': '730a24f2-5d00-49fb-895d-b884d9163131', 'tenant_id': '63cddbab1b664b5a89b56d5632d2f62e', 'mac_address': 'fa:16:3e:5d:27:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1cff1c1-31ca-4d27-b838-666b936eeefa', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '27094053-8505-4a56-8171-b11c8d996c6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:00:50Z', 'updated_at': '2022-04-11T14:00:53Z', 'revision_number': 5, 'project_id': '63cddbab1b664b5a89b56d5632d2f62e', 'subnets': [{'id': '27094053-8505-4a56-8171-b11c8d996c6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830787-2-iscsi', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:03:14.735240 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c98fd386-e511-468e-a8c2-d633c246dbb7 None None] The sync data for ids ['a1cff1c1-31ca-4d27-b838-666b936eeefa'] in dv-cinder-830787-2-iscsi is: [{'id': 'a1cff1c1-31ca-4d27-b838-666b936eeefa', 'name': 'tempest-AttachVolumeNegativeTest-1957027792-router', 'tenant_id': '63cddbab1b664b5a89b56d5632d2f62e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886', 'external_fixed_ips': [{'subnet_id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'ip_address': '172.27.1.156'}], 'enable_snat': True}, 'gw_port_id': '8382f930-2a1e-4b67-92ad-b88834e27d48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:00:48Z', 'updated_at': '2022-04-11T14:00:50Z', 'revision_number': 4, 'project_id': '63cddbab1b664b5a89b56d5632d2f62e', 'gw_port': {'id': '8382f930-2a1e-4b67-92ad-b88834e27d48', 'name': '', 'network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:c8:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1cff1c1-31ca-4d27-b838-666b936eeefa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'ip_address': '172.27.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:00:48Z', 'updated_at': '2022-04-11T14:00:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830787-2-iscsi', '_interfaces': [{'id': 'bacc6394-9f02-4ad3-a5f8-7e8cf9c381e7', 'name': '', 'network_id': '730a24f2-5d00-49fb-895d-b884d9163131', 'tenant_id': '63cddbab1b664b5a89b56d5632d2f62e', 'mac_address': 'fa:16:3e:5d:27:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1cff1c1-31ca-4d27-b838-666b936eeefa', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '27094053-8505-4a56-8171-b11c8d996c6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:00:50Z', 'updated_at': '2022-04-11T14:00:53Z', 'revision_number': 5, 'project_id': '63cddbab1b664b5a89b56d5632d2f62e', 'subnets': [{'id': '27094053-8505-4a56-8171-b11c8d996c6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 14:03:14.948791 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-161eb0c4-b0f5-473e-b698-544cf3d88d71 None None] New status for floating IP 2161370f-166a-4c86-b36b-a1186c0ea0b4: DOWN {{(pid=103320) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 14:03:15.003510 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-379851b2-0355-481b-9db8-6d721b970a60 req-609cef3a-79cc-4479-982f-40da872c5388 tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] 10.222.0.67 "GET /v2.0/ports?device_id=b1c531fb-df98-4780-bea5-7b483075b4f9 HTTP/1.1" status: 200 len: 210 time: 0.0298810 Apr 11 14:03:16.100488 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-819b7b43-6e5b-4bee-80c3-a7bb2e522fc0 req-33a76928-21a5-4cba-a9f3-cc37b84dda17 tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] 10.222.0.67 "GET /v2.0/ports?device_id=b1c531fb-df98-4780-bea5-7b483075b4f9 HTTP/1.1" status: 200 len: 210 time: 0.0294354 Apr 11 14:03:17.181910 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.67', 35194) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 14:03:17.235401 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-f91786f1-3b84-44b5-b137-4030f589edf2 tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] Publish callbacks [] for security_group (3903d284-5402-4d4d-9d0d-70dcffd16a24), before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:03:17.261776 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-f91786f1-3b84-44b5-b137-4030f589edf2 tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] Publish callbacks [] for security_group (3903d284-5402-4d4d-9d0d-70dcffd16a24), precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:03:17.309312 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-f91786f1-3b84-44b5-b137-4030f589edf2 tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8023832'] for security_group (3903d284-5402-4d4d-9d0d-70dcffd16a24), after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:03:17.312368 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-f91786f1-3b84-44b5-b137-4030f589edf2 tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] Publish callbacks [] for security_group (None), before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:03:17.313561 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-f91786f1-3b84-44b5-b137-4030f589edf2 tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] 10.222.0.67 "DELETE /v2.0/security-groups/3903d284-5402-4d4d-9d0d-70dcffd16a24 HTTP/1.1" status: 204 len: 168 time: 0.1306288 Apr 11 14:03:17.316642 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.67', 35196) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 14:03:17.322434 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91786f1-3b84-44b5-b137-4030f589edf2 tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3903d284-5402-4d4d-9d0d-70dcffd16a24,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:03:17.335559 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.api.v2.resource [None req-bad5fadc-6ab3-4a33-bdaf-8706dfb16067 tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] show failed (client error): The resource could not be found. Apr 11 14:03:17.336602 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-bad5fadc-6ab3-4a33-bdaf-8706dfb16067 tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] 10.222.0.67 "GET /v2.0/security-groups/3903d284-5402-4d4d-9d0d-70dcffd16a24 HTTP/1.1" status: 404 len: 347 time: 0.0189641 Apr 11 14:03:17.339845 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.67', 35198) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 14:03:17.455385 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-95610d47-1ba2-47e8-85dd-e7de3b946a37 tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] Deleting port d8d03d88-7914-4496-9a8a-9132bdba5b4f {{(pid=103318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 14:03:17.455762 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-95610d47-1ba2-47e8-85dd-e7de3b946a37 tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750379682079'] for port (d8d03d88-7914-4496-9a8a-9132bdba5b4f), before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:03:17.529440 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-95610d47-1ba2-47e8-85dd-e7de3b946a37 tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115285'] for port (d8d03d88-7914-4496-9a8a-9132bdba5b4f), precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:03:17.529765 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-95610d47-1ba2-47e8-85dd-e7de3b946a37 tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] Publish callbacks [] for floatingip (d8d03d88-7914-4496-9a8a-9132bdba5b4f), precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:03:17.541813 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-95610d47-1ba2-47e8-85dd-e7de3b946a37 tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] Calling delete_port for d8d03d88-7914-4496-9a8a-9132bdba5b4f owned by network:floatingip {{(pid=103318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 14:03:17.672899 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-95610d47-1ba2-47e8-85dd-e7de3b946a37 tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750379687693', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750379164483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4243781'] for port (d8d03d88-7914-4496-9a8a-9132bdba5b4f), after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:03:17.698785 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95610d47-1ba2-47e8-85dd-e7de3b946a37 tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] Pushing event deleted for resources: {'Port': ['ID=d8d03d88-7914-4496-9a8a-9132bdba5b4f,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:03:17.760473 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-95610d47-1ba2-47e8-85dd-e7de3b946a37 tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] Publish callbacks [] for floatingip (2161370f-166a-4c86-b36b-a1186c0ea0b4), after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:03:17.762934 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-95610d47-1ba2-47e8-85dd-e7de3b946a37 tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-507053'] for floatingip (None), before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:03:17.764105 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-95610d47-1ba2-47e8-85dd-e7de3b946a37 tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] 10.222.0.67 "DELETE /v2.0/floatingips/2161370f-166a-4c86-b36b-a1186c0ea0b4 HTTP/1.1" status: 204 len: 168 time: 0.4232943 Apr 11 14:03:17.991159 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.67', 35206) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 14:03:17.995823 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.v2.base [None req-06e5aa3d-13c0-4d11-b8e4-c04e295d50f8 tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] Request body: {'security_group': {'name': 'tempest-securitygroup--411169884', 'description': 'tempest-description--897179193'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:03:18.016044 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-06e5aa3d-13c0-4d11-b8e4-c04e295d50f8 tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] Publish callbacks [] for security_group (None), before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:03:18.081349 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-06e5aa3d-13c0-4d11-b8e4-c04e295d50f8 tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] Publish callbacks [] for security_group (cd1b948c-dff6-43c0-b9c3-ec9fcd674ab5), precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:03:18.084772 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-06e5aa3d-13c0-4d11-b8e4-c04e295d50f8 tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8023832'] for security_group (cd1b948c-dff6-43c0-b9c3-ec9fcd674ab5), after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:03:18.112849 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-06e5aa3d-13c0-4d11-b8e4-c04e295d50f8 tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] Publish callbacks [] for security_group (None), before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:03:18.114046 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-06e5aa3d-13c0-4d11-b8e4-c04e295d50f8 tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1218104 Apr 11 14:03:18.115944 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e5aa3d-13c0-4d11-b8e4-c04e295d50f8 tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cd1b948c-dff6-43c0-b9c3-ec9fcd674ab5,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:03:18.117089 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.67', 35208) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 14:03:18.122856 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.v2.base [None req-bb6be3ec-cb92-412b-9671-d7b04f923fd8 tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] Request body: {'security_group_rule': {'security_group_id': 'cd1b948c-dff6-43c0-b9c3-ec9fcd674ab5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:03:18.149263 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-bb6be3ec-cb92-412b-9671-d7b04f923fd8 tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] Publish callbacks [] for security_group_rule (c18f7452-25fe-443c-a5d5-abc8d5c57115), before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:03:18.205056 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-bb6be3ec-cb92-412b-9671-d7b04f923fd8 tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] Publish callbacks [] for security_group_rule (c18f7452-25fe-443c-a5d5-abc8d5c57115), precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:03:18.208385 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-bb6be3ec-cb92-412b-9671-d7b04f923fd8 tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8023914'] for security_group_rule (c18f7452-25fe-443c-a5d5-abc8d5c57115), after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:03:18.227658 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6be3ec-cb92-412b-9671-d7b04f923fd8 tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c18f7452-25fe-443c-a5d5-abc8d5c57115,revision_number=0']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:03:18.233277 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-bb6be3ec-cb92-412b-9671-d7b04f923fd8 tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:03:18.234436 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-bb6be3ec-cb92-412b-9671-d7b04f923fd8 tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1154723 Apr 11 14:03:18.237254 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.67', 35210) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 14:03:18.241471 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.v2.base [None req-9363bb2e-a11c-4344-853d-e6b64698b371 tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] Request body: {'security_group_rule': {'security_group_id': 'cd1b948c-dff6-43c0-b9c3-ec9fcd674ab5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:03:18.265632 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-9363bb2e-a11c-4344-853d-e6b64698b371 tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] Publish callbacks [] for security_group_rule (cba45a41-6c0a-464f-bfc2-dc2a10121b7b), before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:03:18.321157 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-9363bb2e-a11c-4344-853d-e6b64698b371 tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] Publish callbacks [] for security_group_rule (cba45a41-6c0a-464f-bfc2-dc2a10121b7b), precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:03:18.324733 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-9363bb2e-a11c-4344-853d-e6b64698b371 tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8023914'] for security_group_rule (cba45a41-6c0a-464f-bfc2-dc2a10121b7b), after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:03:18.343325 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9363bb2e-a11c-4344-853d-e6b64698b371 tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cba45a41-6c0a-464f-bfc2-dc2a10121b7b,revision_number=0']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:03:18.349004 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-9363bb2e-a11c-4344-853d-e6b64698b371 tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:03:18.349549 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-9363bb2e-a11c-4344-853d-e6b64698b371 tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1113639 Apr 11 14:03:18.352810 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.67', 35212) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 14:03:18.357430 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.v2.base [None req-b23d4635-16c0-49e1-9a4d-d26d0aaae03b tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] Request body: {'floatingip': {'floating_network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:03:18.377389 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-b23d4635-16c0-49e1-9a4d-d26d0aaae03b tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:03:18.456638 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-b23d4635-16c0-49e1-9a4d-d26d0aaae03b tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883311'] for port (None), before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:03:18.557804 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.db.db_base_plugin_common [None req-b23d4635-16c0-49e1-9a4d-d26d0aaae03b tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] Allocated IP 172.27.1.78 (18ff371c-a6b9-4e7a-9b54-bf9ba2e00886/b63ed172-4352-4f2b-94f9-a4e97d1b6a55/89988c3a-8fe8-43c3-8e0f-35c56d5d2178) {{(pid=103318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 14:03:18.661074 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-b23d4635-16c0-49e1-9a4d-d26d0aaae03b tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] Publish callbacks [] for port (89988c3a-8fe8-43c3-8e0f-35c56d5d2178), precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:03:18.694693 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-b23d4635-16c0-49e1-9a4d-d26d0aaae03b tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750379164474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4243781'] for port (89988c3a-8fe8-43c3-8e0f-35c56d5d2178), after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:03:18.732477 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b23d4635-16c0-49e1-9a4d-d26d0aaae03b tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] Network 18ff371c-a6b9-4e7a-9b54-bf9ba2e00886 is already hosted by enough agents. {{(pid=103318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:03:18.735280 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [None req-b23d4635-16c0-49e1-9a4d-d26d0aaae03b tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] Resources bound (agent type, host, resource id): {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:03:18.738732 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b23d4635-16c0-49e1-9a4d-d26d0aaae03b tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] Received port after_create {{(pid=103318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 14:03:18.761520 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23d4635-16c0-49e1-9a4d-d26d0aaae03b tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] Pushing event updated for resources: {'Port': ['ID=89988c3a-8fe8-43c3-8e0f-35c56d5d2178,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:03:18.830369 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-b23d4635-16c0-49e1-9a4d-d26d0aaae03b tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] Publish callbacks [] for floatingip (4f539344-0381-41dc-8b50-a81f059adeae), precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:03:18.864920 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-b23d4635-16c0-49e1-9a4d-d26d0aaae03b tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883311'] for port (89988c3a-8fe8-43c3-8e0f-35c56d5d2178), before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:03:19.012264 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-b23d4635-16c0-49e1-9a4d-d26d0aaae03b tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] Publish callbacks [] for port (89988c3a-8fe8-43c3-8e0f-35c56d5d2178), precommit_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:03:19.016330 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-b23d4635-16c0-49e1-9a4d-d26d0aaae03b tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750379687711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750379164492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750379164510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4243790'] for port (89988c3a-8fe8-43c3-8e0f-35c56d5d2178), after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:03:19.085785 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23d4635-16c0-49e1-9a4d-d26d0aaae03b tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] Pushing event updated for resources: {'Port': ['ID=89988c3a-8fe8-43c3-8e0f-35c56d5d2178,revision_number=2']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:03:19.096774 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-b23d4635-16c0-49e1-9a4d-d26d0aaae03b tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8126411'] for floatingip (4f539344-0381-41dc-8b50-a81f059adeae), after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:03:19.111309 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-b23d4635-16c0-49e1-9a4d-d26d0aaae03b tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-507053'] for floatingip (None), before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:03:19.112584 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-b23d4635-16c0-49e1-9a4d-d26d0aaae03b tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.7586806 Apr 11 14:03:19.303966 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-950d124f-97ce-46b5-92eb-db849c51e876 req-8733ae99-3976-4d04-af3a-737b19b066c6 tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-securitygroup--411169884&fields=id&tenant_id=63cddbab1b664b5a89b56d5632d2f62e HTTP/1.1" status: 200 len: 267 time: 0.0417151 Apr 11 14:03:19.328537 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Device 99983948-a76f-4e70-b04a-dfb2433aaa98 no longer exists at agent hyperv_hv-cinder-83078 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 14:03:19.352960 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] No Port match for: 99983948-a76f-4e70-b04a-dfb2433aaa98 {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 14:03:19.353216 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Device 99983948-a76f-4e70-b04a-dfb2433aaa98 not bound to the agent host hv-cinder-83078 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 14:03:19.410593 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950d124f-97ce-46b5-92eb-db849c51e876 req-7aa46cef-41c8-41ef-b5cd-b3b9509d21fe tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:03:19.412139 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-950d124f-97ce-46b5-92eb-db849c51e876 req-7aa46cef-41c8-41ef-b5cd-b3b9509d21fe tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] 10.222.0.67 "GET /v2.0/networks?id=730a24f2-5d00-49fb-895d-b884d9163131 HTTP/1.1" status: 200 len: 815 time: 0.1019657 Apr 11 14:03:19.427012 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-950d124f-97ce-46b5-92eb-db849c51e876 req-819bd008-e039-4ab5-aee8-c6543b8a344a tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] 10.222.0.67 "GET /v2.0/quotas/63cddbab1b664b5a89b56d5632d2f62e HTTP/1.1" status: 200 len: 375 time: 0.0095866 Apr 11 14:03:19.474436 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-950d124f-97ce-46b5-92eb-db849c51e876 req-c792617e-1a51-4c4d-a8bb-4283020c1311 tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=63cddbab1b664b5a89b56d5632d2f62e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0426474 Apr 11 14:03:19.571352 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-950d124f-97ce-46b5-92eb-db849c51e876 req-43ef2473-f0b4-4af3-a514-c71897748df4 service neutron] 10.222.0.67 "GET /v2.0/networks/730a24f2-5d00-49fb-895d-b884d9163131?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860319 Apr 11 14:03:19.662687 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-950d124f-97ce-46b5-92eb-db849c51e876 req-6bc4fc25-b35c-4e6d-b2c3-5da439062323 service neutron] 10.222.0.67 "GET /v2.0/networks/730a24f2-5d00-49fb-895d-b884d9163131?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851207 Apr 11 14:03:19.832451 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-0242fe63-d686-4763-9ee6-c12dca1818c8 req-0baec47b-29cc-4d25-92da-e7c65868d0cb tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] 10.222.0.67 "GET /v2.0/ports?device_id=e427eb53-7ff8-42d2-a90e-b07c69fc0a86 HTTP/1.1" status: 200 len: 210 time: 0.0301828 Apr 11 14:03:20.775654 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950d124f-97ce-46b5-92eb-db849c51e876 req-a4e733ad-186b-4c9d-942a-954491b9250f tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:03:20.777082 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-950d124f-97ce-46b5-92eb-db849c51e876 req-a4e733ad-186b-4c9d-942a-954491b9250f tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] 10.222.0.75 "GET /v2.0/networks?id=730a24f2-5d00-49fb-895d-b884d9163131 HTTP/1.1" status: 200 len: 815 time: 0.1074901 Apr 11 14:03:20.839664 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-950d124f-97ce-46b5-92eb-db849c51e876 req-add96fca-3e1e-46f6-a752-226556154ab6 tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] 10.222.0.75 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=63cddbab1b664b5a89b56d5632d2f62e HTTP/1.1" status: 200 len: 379 time: 0.0538099 Apr 11 14:03:20.904508 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.v2.base [req-950d124f-97ce-46b5-92eb-db849c51e876 req-2e2ed354-688e-4c9b-912d-1741592efa40 tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] Request body: {'port': {'device_id': 'e427eb53-7ff8-42d2-a90e-b07c69fc0a86', 'network_id': '730a24f2-5d00-49fb-895d-b884d9163131', 'admin_state_up': True, 'tenant_id': '63cddbab1b664b5a89b56d5632d2f62e', 'security_groups': ['cd1b948c-dff6-43c0-b9c3-ec9fcd674ab5']}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:03:20.930536 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-bce88615-f484-4bce-b0c2-663ce28ef282 req-5490b487-d93c-42b9-a91c-1f8513a90b4b tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] 10.222.0.67 "GET /v2.0/ports?device_id=e427eb53-7ff8-42d2-a90e-b07c69fc0a86 HTTP/1.1" status: 200 len: 210 time: 0.0316782 Apr 11 14:03:21.012852 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-950d124f-97ce-46b5-92eb-db849c51e876 req-2e2ed354-688e-4c9b-912d-1741592efa40 tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] Made reservation on behalf of 63cddbab1b664b5a89b56d5632d2f62e for: {'port': 1} {{(pid=103319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:03:21.016186 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-950d124f-97ce-46b5-92eb-db849c51e876 req-2e2ed354-688e-4c9b-912d-1741592efa40 tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883311'] for port (None), before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:03:21.136151 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.db.db_base_plugin_common [req-950d124f-97ce-46b5-92eb-db849c51e876 req-2e2ed354-688e-4c9b-912d-1741592efa40 tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] Allocated IP 172.20.0.7 (730a24f2-5d00-49fb-895d-b884d9163131/27094053-8505-4a56-8171-b11c8d996c6a/439feed1-351c-4939-9798-5d72e310c897) {{(pid=103319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 14:03:21.272784 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-950d124f-97ce-46b5-92eb-db849c51e876 req-2e2ed354-688e-4c9b-912d-1741592efa40 tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] Publish callbacks [] for port (439feed1-351c-4939-9798-5d72e310c897), precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:03:21.305783 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-950d124f-97ce-46b5-92eb-db849c51e876 req-2e2ed354-688e-4c9b-912d-1741592efa40 tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750379164474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4648624'] for port (439feed1-351c-4939-9798-5d72e310c897), after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:03:21.348164 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-950d124f-97ce-46b5-92eb-db849c51e876 req-2e2ed354-688e-4c9b-912d-1741592efa40 tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] Network 730a24f2-5d00-49fb-895d-b884d9163131 is already hosted by enough agents. {{(pid=103319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:03:21.351287 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [req-950d124f-97ce-46b5-92eb-db849c51e876 req-2e2ed354-688e-4c9b-912d-1741592efa40 tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] Resources bound (agent type, host, resource id): {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:03:21.354793 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [req-950d124f-97ce-46b5-92eb-db849c51e876 req-2e2ed354-688e-4c9b-912d-1741592efa40 tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] Received port after_create {{(pid=103319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 14:03:21.390105 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2ed354-688e-4c9b-912d-1741592efa40 tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] Pushing event updated for resources: {'Port': ['ID=439feed1-351c-4939-9798-5d72e310c897,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:03:21.419136 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950d124f-97ce-46b5-92eb-db849c51e876 req-2e2ed354-688e-4c9b-912d-1741592efa40 tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:03:21.419935 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-950d124f-97ce-46b5-92eb-db849c51e876 req-2e2ed354-688e-4c9b-912d-1741592efa40 tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-507053'] for port (None), before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:03:21.438244 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-950d124f-97ce-46b5-92eb-db849c51e876 req-2e2ed354-688e-4c9b-912d-1741592efa40 tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5366127 Apr 11 14:03:21.450649 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.v2.base [req-950d124f-97ce-46b5-92eb-db849c51e876 req-f107ae9c-3be4-4cff-9ddc-5189b5ae36c1 service neutron] Request body: {'port': {'device_id': 'e427eb53-7ff8-42d2-a90e-b07c69fc0a86', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83078'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:03:21.528122 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-950d124f-97ce-46b5-92eb-db849c51e876 req-f107ae9c-3be4-4cff-9ddc-5189b5ae36c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883311'] for port (439feed1-351c-4939-9798-5d72e310c897), before_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:03:21.678922 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-193fa0f0-ecc4-4c4f-8849-fadc5d98c057 None None] Provisioning complete for port 439feed1-351c-4939-9798-5d72e310c897 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 14:03:21.679517 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-193fa0f0-ecc4-4c4f-8849-fadc5d98c057 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-663396'] for port (439feed1-351c-4939-9798-5d72e310c897), provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:03:21.714726 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-193fa0f0-ecc4-4c4f-8849-fadc5d98c057 None None] Port 439feed1-351c-4939-9798-5d72e310c897 cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 14:03:21.822314 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.notifiers.nova [req-950d124f-97ce-46b5-92eb-db849c51e876 req-f107ae9c-3be4-4cff-9ddc-5189b5ae36c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 439feed1-351c-4939-9798-5d72e310c897 {{(pid=103319) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 14:03:21.830121 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-950d124f-97ce-46b5-92eb-db849c51e876 req-f107ae9c-3be4-4cff-9ddc-5189b5ae36c1 service neutron] Publish callbacks [] for port (439feed1-351c-4939-9798-5d72e310c897), precommit_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:03:21.842116 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.db.provisioning_blocks [req-950d124f-97ce-46b5-92eb-db849c51e876 req-f107ae9c-3be4-4cff-9ddc-5189b5ae36c1 service neutron] Transition to ACTIVE for port object 439feed1-351c-4939-9798-5d72e310c897 will not be triggered until provisioned by entity L2. {{(pid=103319) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 14:03:21.845861 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-950d124f-97ce-46b5-92eb-db849c51e876 req-f107ae9c-3be4-4cff-9ddc-5189b5ae36c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750379687711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750379164492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750379164510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4648635'] for port (439feed1-351c-4939-9798-5d72e310c897), after_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:03:21.899200 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f107ae9c-3be4-4cff-9ddc-5189b5ae36c1 service neutron] Pushing event updated for resources: {'Port': ['ID=439feed1-351c-4939-9798-5d72e310c897,revision_number=2']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:03:21.968887 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.managers [req-950d124f-97ce-46b5-92eb-db849c51e876 req-f107ae9c-3be4-4cff-9ddc-5189b5ae36c1 service neutron] Attempting to bind port 439feed1-351c-4939-9798-5d72e310c897 on host hv-cinder-83078 for vnic_type normal with profile {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 14:03:21.969229 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.managers [req-950d124f-97ce-46b5-92eb-db849c51e876 req-f107ae9c-3be4-4cff-9ddc-5189b5ae36c1 service neutron] Attempting to bind port 439feed1-351c-4939-9798-5d72e310c897 by drivers openvswitch,hyperv on host hv-cinder-83078 at level 0 using segments [{'id': '97213a82-28a8-4d4c-8e5b-e53ba672495f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '730a24f2-5d00-49fb-895d-b884d9163131'}] {{(pid=103319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 14:03:21.969586 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-950d124f-97ce-46b5-92eb-db849c51e876 req-f107ae9c-3be4-4cff-9ddc-5189b5ae36c1 service neutron] Attempting to bind port 439feed1-351c-4939-9798-5d72e310c897 on network 730a24f2-5d00-49fb-895d-b884d9163131 {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 14:03:21.974999 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-950d124f-97ce-46b5-92eb-db849c51e876 req-f107ae9c-3be4-4cff-9ddc-5189b5ae36c1 service neutron] Port 439feed1-351c-4939-9798-5d72e310c897 on network 730a24f2-5d00-49fb-895d-b884d9163131 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83078 {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 11 14:03:21.975414 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-950d124f-97ce-46b5-92eb-db849c51e876 req-f107ae9c-3be4-4cff-9ddc-5189b5ae36c1 service neutron] Attempting to bind port 439feed1-351c-4939-9798-5d72e310c897 on network 730a24f2-5d00-49fb-895d-b884d9163131 {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 14:03:21.980770 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-950d124f-97ce-46b5-92eb-db849c51e876 req-f107ae9c-3be4-4cff-9ddc-5189b5ae36c1 service neutron] Checking agent: {'id': 'a433433c-9197-4b2b-8991-1d45f6bac940', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83078', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 13, 53, 31), 'started_at': datetime.datetime(2022, 4, 11, 13, 53, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 14, 3, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 14:03:21.981105 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-950d124f-97ce-46b5-92eb-db849c51e876 req-f107ae9c-3be4-4cff-9ddc-5189b5ae36c1 service neutron] Checking segment: {'id': '97213a82-28a8-4d4c-8e5b-e53ba672495f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '730a24f2-5d00-49fb-895d-b884d9163131'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103319) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 14:03:21.981485 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-950d124f-97ce-46b5-92eb-db849c51e876 req-f107ae9c-3be4-4cff-9ddc-5189b5ae36c1 service neutron] Bound using segment: {'id': '97213a82-28a8-4d4c-8e5b-e53ba672495f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '730a24f2-5d00-49fb-895d-b884d9163131'} {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 14:03:21.981909 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.managers [req-950d124f-97ce-46b5-92eb-db849c51e876 req-f107ae9c-3be4-4cff-9ddc-5189b5ae36c1 service neutron] Bound port: 439feed1-351c-4939-9798-5d72e310c897, host: hv-cinder-83078, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '97213a82-28a8-4d4c-8e5b-e53ba672495f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '730a24f2-5d00-49fb-895d-b884d9163131'}}] {{(pid=103319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 14:03:21.982337 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-950d124f-97ce-46b5-92eb-db849c51e876 req-f107ae9c-3be4-4cff-9ddc-5189b5ae36c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883311'] for port (439feed1-351c-4939-9798-5d72e310c897), before_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:03:22.085133 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4678e6f6-82d9-4a06-8e8f-ee1bc9183464 req-f20615ac-7876-429f-b134-eeddedd747a6 tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:03:22.086654 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-4678e6f6-82d9-4a06-8e8f-ee1bc9183464 req-f20615ac-7876-429f-b134-eeddedd747a6 tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] 10.222.0.67 "GET /v2.0/ports?device_id=e427eb53-7ff8-42d2-a90e-b07c69fc0a86 HTTP/1.1" status: 200 len: 943 time: 0.0657327 Apr 11 14:03:22.092145 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.db [req-950d124f-97ce-46b5-92eb-db849c51e876 req-f107ae9c-3be4-4cff-9ddc-5189b5ae36c1 service neutron] For port 439feed1-351c-4939-9798-5d72e310c897, host hv-cinder-83078, cleared binding levels {{(pid=103319) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 14:03:22.096995 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.db [req-950d124f-97ce-46b5-92eb-db849c51e876 req-f107ae9c-3be4-4cff-9ddc-5189b5ae36c1 service neutron] For port 439feed1-351c-4939-9798-5d72e310c897, host hv-cinder-83078, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83078',level=0,port_id=439feed1-351c-4939-9798-5d72e310c897,segment=NetworkSegment(97213a82-28a8-4d4c-8e5b-e53ba672495f),segment_id=97213a82-28a8-4d4c-8e5b-e53ba672495f)] {{(pid=103319) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 14:03:22.111766 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-950d124f-97ce-46b5-92eb-db849c51e876 req-f107ae9c-3be4-4cff-9ddc-5189b5ae36c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750379687711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750379164492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750379164510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4648635'] for port (439feed1-351c-4939-9798-5d72e310c897), after_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:03:22.164406 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950d124f-97ce-46b5-92eb-db849c51e876 req-f107ae9c-3be4-4cff-9ddc-5189b5ae36c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:03:22.164955 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-950d124f-97ce-46b5-92eb-db849c51e876 req-f107ae9c-3be4-4cff-9ddc-5189b5ae36c1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-507053'] for port (None), before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:03:22.166338 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-950d124f-97ce-46b5-92eb-db849c51e876 req-f107ae9c-3be4-4cff-9ddc-5189b5ae36c1 service neutron] 10.222.0.75 "PUT /v2.0/ports/439feed1-351c-4939-9798-5d72e310c897 HTTP/1.1" status: 200 len: 1093 time: 0.7216625 Apr 11 14:03:22.166783 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e427eb53-7ff8-42d2-a90e-b07c69fc0a86', 'tag': '439feed1-351c-4939-9798-5d72e310c897'}] {{(pid=103319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 14:03:22.169070 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca54f3a3744013fac1d33973197c51c1d98542aecacec3b3a4d6ee5bc00756d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-760a7710-ab67-48d2-a15e-f8aa5e5ff12c" -d '{"events": [{"name": "network-changed", "server_uuid": "e427eb53-7ff8-42d2-a90e-b07c69fc0a86", "tag": "439feed1-351c-4939-9798-5d72e310c897"}]}' {{(pid=103319) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 14:03:22.197706 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-4678e6f6-82d9-4a06-8e8f-ee1bc9183464 req-3e6979a9-5293-4cbb-92c7-49bd9b6546b6 tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] 10.222.0.67 "GET /v2.0/security-groups?id=cd1b948c-dff6-43c0-b9c3-ec9fcd674ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1033251 Apr 11 14:03:22.200901 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f107ae9c-3be4-4cff-9ddc-5189b5ae36c1 service neutron] Pushing event updated for resources: {'Port': ['ID=439feed1-351c-4939-9798-5d72e310c897,revision_number=3']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:03:22.246095 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 14:03:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eea95bba-b80c-4b19-a208-39336a91fe43 x-openstack-request-id: req-eea95bba-b80c-4b19-a208-39336a91fe43 {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 14:03:22.246379 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e427eb53-7ff8-42d2-a90e-b07c69fc0a86", "tag": "439feed1-351c-4939-9798-5d72e310c897", "status": "completed", "code": 200}]} {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 14:03:22.246625 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-eea95bba-b80c-4b19-a208-39336a91fe43 {{(pid=103319) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 14:03:22.247019 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eea95bba-b80c-4b19-a208-39336a91fe43'] response: {'name': 'network-changed', 'server_uuid': 'e427eb53-7ff8-42d2-a90e-b07c69fc0a86', 'tag': '439feed1-351c-4939-9798-5d72e310c897', 'status': 'completed', 'code': 200} Apr 11 14:03:22.260227 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950d124f-97ce-46b5-92eb-db849c51e876 req-a946c00a-96d1-4f20-b218-abbedddc34e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:03:22.261723 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-950d124f-97ce-46b5-92eb-db849c51e876 req-a946c00a-96d1-4f20-b218-abbedddc34e9 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=63cddbab1b664b5a89b56d5632d2f62e&device_id=e427eb53-7ff8-42d2-a90e-b07c69fc0a86 HTTP/1.1" status: 200 len: 1127 time: 0.0533488 Apr 11 14:03:22.303594 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-950d124f-97ce-46b5-92eb-db849c51e876 req-655579aa-adbc-4cbd-998e-08959eedf419 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=439feed1-351c-4939-9798-5d72e310c897 HTTP/1.1" status: 200 len: 217 time: 0.0352600 Apr 11 14:03:22.352829 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950d124f-97ce-46b5-92eb-db849c51e876 req-dd7d8430-95af-4f8e-9be5-8925a1341f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:03:22.354281 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-950d124f-97ce-46b5-92eb-db849c51e876 req-dd7d8430-95af-4f8e-9be5-8925a1341f5a service neutron] 10.222.0.75 "GET /v2.0/subnets?id=27094053-8505-4a56-8171-b11c8d996c6a HTTP/1.1" status: 200 len: 854 time: 0.0442922 Apr 11 14:03:22.401166 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950d124f-97ce-46b5-92eb-db849c51e876 req-df675d61-c7ec-4728-95c6-a5508ad03b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:03:22.402699 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-950d124f-97ce-46b5-92eb-db849c51e876 req-df675d61-c7ec-4728-95c6-a5508ad03b74 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=730a24f2-5d00-49fb-895d-b884d9163131&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0428207 Apr 11 14:03:22.490993 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-950d124f-97ce-46b5-92eb-db849c51e876 req-bf7fb454-353d-44e0-815d-90e0f5e9ad4b service neutron] 10.222.0.75 "GET /v2.0/networks/730a24f2-5d00-49fb-895d-b884d9163131?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817389 Apr 11 14:03:22.585255 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-950d124f-97ce-46b5-92eb-db849c51e876 req-7890a57d-0c65-410e-b888-55d7c2250e1d service neutron] 10.222.0.75 "GET /v2.0/networks/730a24f2-5d00-49fb-895d-b884d9163131?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883520 Apr 11 14:03:23.314042 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26bdf6c-f636-4244-82be-8e5015c2f077 req-31457758-2ff0-4528-899d-d3d3b425fdaa tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:03:23.315511 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-c26bdf6c-f636-4244-82be-8e5015c2f077 req-31457758-2ff0-4528-899d-d3d3b425fdaa tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] 10.222.0.67 "GET /v2.0/ports?device_id=e427eb53-7ff8-42d2-a90e-b07c69fc0a86 HTTP/1.1" status: 200 len: 943 time: 0.0470936 Apr 11 14:03:23.361296 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-c26bdf6c-f636-4244-82be-8e5015c2f077 req-76ba53f9-2451-4eb5-9822-0918c8fbec5a tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] 10.222.0.67 "GET /v2.0/security-groups?id=cd1b948c-dff6-43c0-b9c3-ec9fcd674ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401335 Apr 11 14:03:23.427415 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760a7710-ab67-48d2-a15e-f8aa5e5ff12c req-0d0d9a2e-e7c9-4daa-8340-b0a65ff86778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:03:23.428916 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-760a7710-ab67-48d2-a15e-f8aa5e5ff12c req-0d0d9a2e-e7c9-4daa-8340-b0a65ff86778 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=63cddbab1b664b5a89b56d5632d2f62e&device_id=e427eb53-7ff8-42d2-a90e-b07c69fc0a86 HTTP/1.1" status: 200 len: 1127 time: 0.0385621 Apr 11 14:03:23.522134 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760a7710-ab67-48d2-a15e-f8aa5e5ff12c req-0014a72e-d669-4860-a80a-d648ea1e9721 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:03:23.523485 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-760a7710-ab67-48d2-a15e-f8aa5e5ff12c req-0014a72e-d669-4860-a80a-d648ea1e9721 service neutron] 10.222.0.75 "GET /v2.0/networks?id=730a24f2-5d00-49fb-895d-b884d9163131 HTTP/1.1" status: 200 len: 916 time: 0.0874448 Apr 11 14:03:23.561941 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-760a7710-ab67-48d2-a15e-f8aa5e5ff12c req-df2d4684-ed8c-4f93-93cc-982c2825a994 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=439feed1-351c-4939-9798-5d72e310c897 HTTP/1.1" status: 200 len: 217 time: 0.0327666 Apr 11 14:03:23.612337 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760a7710-ab67-48d2-a15e-f8aa5e5ff12c req-bce87d66-ebf7-481a-82cc-5df1df7118a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:03:23.613775 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-760a7710-ab67-48d2-a15e-f8aa5e5ff12c req-bce87d66-ebf7-481a-82cc-5df1df7118a6 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=27094053-8505-4a56-8171-b11c8d996c6a HTTP/1.1" status: 200 len: 854 time: 0.0468216 Apr 11 14:03:23.657112 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760a7710-ab67-48d2-a15e-f8aa5e5ff12c req-b0c43c54-bc97-4069-8c64-9bfd3f65d0ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:03:23.658654 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-760a7710-ab67-48d2-a15e-f8aa5e5ff12c req-b0c43c54-bc97-4069-8c64-9bfd3f65d0ae service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=730a24f2-5d00-49fb-895d-b884d9163131&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0388322 Apr 11 14:03:23.752131 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-760a7710-ab67-48d2-a15e-f8aa5e5ff12c req-448c2d47-99c6-48ae-b56a-b5dfc5e26848 service neutron] 10.222.0.75 "GET /v2.0/networks/730a24f2-5d00-49fb-895d-b884d9163131?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853732 Apr 11 14:03:23.843524 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-760a7710-ab67-48d2-a15e-f8aa5e5ff12c req-c8191fe5-2001-4921-872b-7b9d684fdd9f service neutron] 10.222.0.75 "GET /v2.0/networks/730a24f2-5d00-49fb-895d-b884d9163131?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859184 Apr 11 14:03:24.474556 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7062fc3f-338a-49c3-8312-9d0717be6717 req-db24eca1-710a-4567-8eda-0ece3d3d9830 tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:03:24.476033 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-7062fc3f-338a-49c3-8312-9d0717be6717 req-db24eca1-710a-4567-8eda-0ece3d3d9830 tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] 10.222.0.67 "GET /v2.0/ports?device_id=e427eb53-7ff8-42d2-a90e-b07c69fc0a86 HTTP/1.1" status: 200 len: 943 time: 0.0461085 Apr 11 14:03:24.498208 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Device 439feed1-351c-4939-9798-5d72e310c897 details requested by agent hyperv_hv-cinder-83078 with host hv-cinder-83078 {{(pid=103320) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 14:03:24.521878 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-7062fc3f-338a-49c3-8312-9d0717be6717 req-b333991e-2e73-4eb6-873f-0f44532e9694 tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] 10.222.0.67 "GET /v2.0/security-groups?id=cd1b948c-dff6-43c0-b9c3-ec9fcd674ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403860 Apr 11 14:03:24.598913 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] For port 439feed1-351c-4939-9798-5d72e310c897, host hv-cinder-83078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83078',level=0,port_id=439feed1-351c-4939-9798-5d72e310c897,segment=NetworkSegment(97213a82-28a8-4d4c-8e5b-e53ba672495f),segment_id=97213a82-28a8-4d4c-8e5b-e53ba672495f)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 14:03:24.609814 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Returning: {'device': '439feed1-351c-4939-9798-5d72e310c897', 'network_id': '730a24f2-5d00-49fb-895d-b884d9163131', 'port_id': '439feed1-351c-4939-9798-5d72e310c897', 'mac_address': 'fa:16:3e:12:27:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 914, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27094053-8505-4a56-8171-b11c8d996c6a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103320) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 14:03:24.646478 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Current status of the port 439feed1-351c-4939-9798-5d72e310c897 is: DOWN; New status is: BUILD {{(pid=103320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 14:03:24.646794 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883311'] for port (439feed1-351c-4939-9798-5d72e310c897), before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:03:24.659941 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.notifiers.nova [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 439feed1-351c-4939-9798-5d72e310c897 {{(pid=103320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 14:03:24.678729 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] For port 439feed1-351c-4939-9798-5d72e310c897, host hv-cinder-83078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83078',level=0,port_id=439feed1-351c-4939-9798-5d72e310c897,segment=NetworkSegment(97213a82-28a8-4d4c-8e5b-e53ba672495f),segment_id=97213a82-28a8-4d4c-8e5b-e53ba672495f)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 14:03:24.683612 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750379687711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750379164492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750379164510'] for port (439feed1-351c-4939-9798-5d72e310c897), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:03:24.864312 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Pushing event updated for resources: {'Port': ['ID=439feed1-351c-4939-9798-5d72e310c897,revision_number=4']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:03:24.871425 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:03:24.871797 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:03:24.872152 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:03:24.872495 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:03:24.872832 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:03:24.873160 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:03:24.873491 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:03:24.873820 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:03:24.874145 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:03:24.874470 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:03:24.874795 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:03:24.875119 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:03:24.875439 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:03:24.876307 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:03:24.876633 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:03:24.916996 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] get_ports_and_sgs() called for port_ids ['439feed1-351c-4939-9798-5d72e310c897'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 14:03:25.029496 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.67', 35362) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 14:03:25.131997 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-3f299331-5620-4739-8ac8-55a08d310df9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:03:25.206960 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-3f299331-5620-4739-8ac8-55a08d310df9 admin admin] Publish callbacks [] for security_group (0cc3dc0b-dc81-4239-ae4b-fa5e239af26b), precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:03:25.210661 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-3f299331-5620-4739-8ac8-55a08d310df9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8023832'] for security_group (0cc3dc0b-dc81-4239-ae4b-fa5e239af26b), after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:03:25.249698 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-3f299331-5620-4739-8ac8-55a08d310df9 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=5f05b6375571464d8e706039dfb3f3a1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2191279 Apr 11 14:03:25.250632 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f299331-5620-4739-8ac8-55a08d310df9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cc3dc0b-dc81-4239-ae4b-fa5e239af26b,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:03:25.252404 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.67', 35370) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 14:03:25.305429 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-8f1343d6-b238-4d3b-ae40-94aa4acf998f admin admin] Publish callbacks [] for security_group (0cc3dc0b-dc81-4239-ae4b-fa5e239af26b), before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:03:25.327094 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-8f1343d6-b238-4d3b-ae40-94aa4acf998f admin admin] Publish callbacks [] for security_group (0cc3dc0b-dc81-4239-ae4b-fa5e239af26b), precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:03:25.377641 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-8f1343d6-b238-4d3b-ae40-94aa4acf998f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8023832'] for security_group (0cc3dc0b-dc81-4239-ae4b-fa5e239af26b), after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:03:25.380646 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-8f1343d6-b238-4d3b-ae40-94aa4acf998f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:03:25.384464 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-8f1343d6-b238-4d3b-ae40-94aa4acf998f admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/0cc3dc0b-dc81-4239-ae4b-fa5e239af26b HTTP/1.1" status: 204 len: 168 time: 0.1271255 Apr 11 14:03:25.390303 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1343d6-b238-4d3b-ae40-94aa4acf998f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cc3dc0b-dc81-4239-ae4b-fa5e239af26b,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:03:25.398266 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1343d6-b238-4d3b-ae40-94aa4acf998f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:03:25.398675 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1343d6-b238-4d3b-ae40-94aa4acf998f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:03:25.399042 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1343d6-b238-4d3b-ae40-94aa4acf998f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:03:25.399409 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1343d6-b238-4d3b-ae40-94aa4acf998f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:03:25.399790 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1343d6-b238-4d3b-ae40-94aa4acf998f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:03:25.400867 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1343d6-b238-4d3b-ae40-94aa4acf998f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:03:25.400867 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1343d6-b238-4d3b-ae40-94aa4acf998f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:03:25.401095 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1343d6-b238-4d3b-ae40-94aa4acf998f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:03:25.401381 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1343d6-b238-4d3b-ae40-94aa4acf998f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:03:25.401727 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1343d6-b238-4d3b-ae40-94aa4acf998f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:03:25.402062 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1343d6-b238-4d3b-ae40-94aa4acf998f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:03:25.402550 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1343d6-b238-4d3b-ae40-94aa4acf998f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:03:25.403037 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1343d6-b238-4d3b-ae40-94aa4acf998f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:03:25.403553 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1343d6-b238-4d3b-ae40-94aa4acf998f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:03:25.404034 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1343d6-b238-4d3b-ae40-94aa4acf998f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:03:25.646164 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19191176-8634-4658-b02d-b4ca8be1514f req-170e9f89-1524-4934-958d-1e3c1706d167 tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:03:25.647764 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-19191176-8634-4658-b02d-b4ca8be1514f req-170e9f89-1524-4934-958d-1e3c1706d167 tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] 10.222.0.67 "GET /v2.0/ports?device_id=e427eb53-7ff8-42d2-a90e-b07c69fc0a86 HTTP/1.1" status: 200 len: 944 time: 0.0533414 Apr 11 14:03:25.699038 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-19191176-8634-4658-b02d-b4ca8be1514f req-7c548040-bcfb-42b9-997d-01e9f52ee46d tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] 10.222.0.67 "GET /v2.0/security-groups?id=cd1b948c-dff6-43c0-b9c3-ec9fcd674ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453587 Apr 11 14:03:26.471702 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5d54f7f3-c967-4945-8ea3-7b745e28a66d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750379576733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663498'] for agent (d5a8b9a1-2e9e-46b5-8163-20b7d509fa4e), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:03:26.513990 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Device 439feed1-351c-4939-9798-5d72e310c897 up at agent hyperv_hv-cinder-83078 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 14:03:26.559918 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Provisioning for port 439feed1-351c-4939-9798-5d72e310c897 completed by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 11 14:03:26.566519 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Provisioning complete for port 439feed1-351c-4939-9798-5d72e310c897 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 14:03:26.566855 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-663396'] for port (439feed1-351c-4939-9798-5d72e310c897), provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:03:26.645527 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Current status of the port 439feed1-351c-4939-9798-5d72e310c897 is: BUILD; New status is: ACTIVE {{(pid=103320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 14:03:26.646113 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883311'] for port (439feed1-351c-4939-9798-5d72e310c897), before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:03:26.672112 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e427eb53-7ff8-42d2-a90e-b07c69fc0a86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '439feed1-351c-4939-9798-5d72e310c897'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 14:03:26.675377 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e17e7c2a2a067a9a9572b19104dd8b83720c41d762fa1dc6a6c9d001f6760b0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7e65183-3744-42e3-90c4-d0e4d110ce09" -d '{"events": [{"server_uuid": "e427eb53-7ff8-42d2-a90e-b07c69fc0a86", "name": "network-vif-plugged", "status": "completed", "tag": "439feed1-351c-4939-9798-5d72e310c897"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 14:03:26.687815 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] For port 439feed1-351c-4939-9798-5d72e310c897, host hv-cinder-83078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83078',level=0,port_id=439feed1-351c-4939-9798-5d72e310c897,segment=NetworkSegment(97213a82-28a8-4d4c-8e5b-e53ba672495f),segment_id=97213a82-28a8-4d4c-8e5b-e53ba672495f)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 14:03:26.692673 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750379687711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750379164492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750379164510'] for port (439feed1-351c-4939-9798-5d72e310c897), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:03:26.718899 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 14:03:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12fe55f5-759d-4d23-ab74-6f949bffd4ca x-openstack-request-id: req-12fe55f5-759d-4d23-ab74-6f949bffd4ca {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 14:03:26.719211 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e427eb53-7ff8-42d2-a90e-b07c69fc0a86", "name": "network-vif-plugged", "status": "completed", "tag": "439feed1-351c-4939-9798-5d72e310c897", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 14:03:26.719525 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-12fe55f5-759d-4d23-ab74-6f949bffd4ca {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 14:03:26.721309 dv-cinder-830787-2-iscsi neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-12fe55f5-759d-4d23-ab74-6f949bffd4ca'] response: {'server_uuid': 'e427eb53-7ff8-42d2-a90e-b07c69fc0a86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '439feed1-351c-4939-9798-5d72e310c897', 'code': 200} Apr 11 14:03:26.758178 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Pushing event updated for resources: {'Port': ['ID=439feed1-351c-4939-9798-5d72e310c897,revision_number=5']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:03:26.826341 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6804174c-4cdb-473b-b272-447c90373d10 req-6347d9a6-804e-4eba-a730-7af754aa15d5 tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:03:26.828200 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-6804174c-4cdb-473b-b272-447c90373d10 req-6347d9a6-804e-4eba-a730-7af754aa15d5 tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] 10.222.0.67 "GET /v2.0/ports?device_id=e427eb53-7ff8-42d2-a90e-b07c69fc0a86 HTTP/1.1" status: 200 len: 945 time: 0.0533268 Apr 11 14:03:26.910628 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-6804174c-4cdb-473b-b272-447c90373d10 req-2f4b3df6-d716-4132-bbd0-91b4edd72579 tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] 10.222.0.67 "GET /v2.0/security-groups?id=cd1b948c-dff6-43c0-b9c3-ec9fcd674ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0736945 Apr 11 14:03:26.918052 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad7deb6-48c7-49e4-af50-5e2d16b2400f req-81093c8f-b39f-4e7a-a278-68ab9516551f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:03:26.919804 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-7ad7deb6-48c7-49e4-af50-5e2d16b2400f req-81093c8f-b39f-4e7a-a278-68ab9516551f service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=e427eb53-7ff8-42d2-a90e-b07c69fc0a86 HTTP/1.1" status: 200 len: 1129 time: 0.0504675 Apr 11 14:03:26.972639 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-7ad7deb6-48c7-49e4-af50-5e2d16b2400f req-dbbbe7ae-3266-4151-8dd1-2d5f8f8888b4 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=cd1b948c-dff6-43c0-b9c3-ec9fcd674ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413616 Apr 11 14:03:28.025422 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbd24bf-4ab8-455b-908a-85848bda7f4a req-ad4a2f4d-060f-43d8-a306-f55ea3256aba tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:03:28.026901 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-4dbd24bf-4ab8-455b-908a-85848bda7f4a req-ad4a2f4d-060f-43d8-a306-f55ea3256aba tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] 10.222.0.67 "GET /v2.0/ports?device_id=e427eb53-7ff8-42d2-a90e-b07c69fc0a86 HTTP/1.1" status: 200 len: 945 time: 0.0496392 Apr 11 14:03:28.071930 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-4dbd24bf-4ab8-455b-908a-85848bda7f4a req-290b1bea-78c9-4cc2-9107-61067faac887 tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] 10.222.0.67 "GET /v2.0/security-groups?id=cd1b948c-dff6-43c0-b9c3-ec9fcd674ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394776 Apr 11 14:03:28.206308 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.67', 35418) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 14:03:28.249504 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.db.db_base_plugin_v2 [None req-11799990-69a8-4f9a-a11e-dbb0db8a7a09 admin admin] Deleting subnet 22121788-4c7e-42b6-91aa-8791e9c5cf2c {{(pid=103318) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 11 14:03:28.253364 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-11799990-69a8-4f9a-a11e-dbb0db8a7a09 admin admin] Publish callbacks [] for subnet (22121788-4c7e-42b6-91aa-8791e9c5cf2c), before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:03:28.286697 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-11799990-69a8-4f9a-a11e-dbb0db8a7a09 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4245469'] for subnet (22121788-4c7e-42b6-91aa-8791e9c5cf2c), precommit_delete_associations {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:03:28.325707 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-11799990-69a8-4f9a-a11e-dbb0db8a7a09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-660224'] for subnet (22121788-4c7e-42b6-91aa-8791e9c5cf2c), precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:03:28.387169 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-11799990-69a8-4f9a-a11e-dbb0db8a7a09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-660281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4243768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4237203'] for subnet (22121788-4c7e-42b6-91aa-8791e9c5cf2c), after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:03:28.415254 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11799990-69a8-4f9a-a11e-dbb0db8a7a09 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=22121788-4c7e-42b6-91aa-8791e9c5cf2c,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:03:28.420753 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-11799990-69a8-4f9a-a11e-dbb0db8a7a09 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:03:28.424596 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-11799990-69a8-4f9a-a11e-dbb0db8a7a09 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/22121788-4c7e-42b6-91aa-8791e9c5cf2c HTTP/1.1" status: 204 len: 168 time: 0.2172844 Apr 11 14:03:28.427144 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.67', 35420) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 14:03:28.493900 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-4c857682-9afc-46aa-8ed6-502349297af3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-768595'] for network (cb30510b-c4c3-4fde-8fb9-89137f0c0e7a), before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:03:28.573545 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-4c857682-9afc-46aa-8ed6-502349297af3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-662413', 'neutron.services.segments.db._delete_segments_for_network-8750379576751'] for network (cb30510b-c4c3-4fde-8fb9-89137f0c0e7a), precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:03:28.593621 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.services.segments.db [None req-4c857682-9afc-46aa-8ed6-502349297af3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb30510b-c4c3-4fde-8fb9-89137f0c0e7a']}} {{(pid=103318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:03:28.603520 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.services.segments.db [None req-4c857682-9afc-46aa-8ed6-502349297af3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca4d6e30-aa1e-46a6-a705-0f67b33d118e') {'for_net_delete': True} {{(pid=103318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:03:28.603846 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.services.segments.db [None req-4c857682-9afc-46aa-8ed6-502349297af3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca4d6e30-aa1e-46a6-a705-0f67b33d118e') {} {{(pid=103318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:03:28.613502 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-4c857682-9afc-46aa-8ed6-502349297af3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750379579064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4245460'] for segment (ca4d6e30-aa1e-46a6-a705-0f67b33d118e), before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:03:28.626599 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-4c857682-9afc-46aa-8ed6-502349297af3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682637'] for segment (ca4d6e30-aa1e-46a6-a705-0f67b33d118e), precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:03:28.632449 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c857682-9afc-46aa-8ed6-502349297af3 admin admin] Releasing vlan 934 on physical network physnet1 to pool {{(pid=103318) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 14:03:28.632931 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-4c857682-9afc-46aa-8ed6-502349297af3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4243858'] for segment (ca4d6e30-aa1e-46a6-a705-0f67b33d118e), after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:03:28.634768 dv-cinder-830787-2-iscsi neutron-server[103318]: Traceback (most recent call last): Apr 11 14:03:28.634768 dv-cinder-830787-2-iscsi neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 14:03:28.634768 dv-cinder-830787-2-iscsi neutron-server[103318]: timer() Apr 11 14:03:28.634768 dv-cinder-830787-2-iscsi neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 14:03:28.634768 dv-cinder-830787-2-iscsi neutron-server[103318]: cb(*args, **kw) Apr 11 14:03:28.634768 dv-cinder-830787-2-iscsi neutron-server[103318]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 11 14:03:28.634768 dv-cinder-830787-2-iscsi neutron-server[103318]: return func(*args, **kwargs) Apr 11 14:03:28.634768 dv-cinder-830787-2-iscsi neutron-server[103318]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 14:03:28.634768 dv-cinder-830787-2-iscsi neutron-server[103318]: self._notify() Apr 11 14:03:28.634768 dv-cinder-830787-2-iscsi neutron-server[103318]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 14:03:28.634768 dv-cinder-830787-2-iscsi neutron-server[103318]: self.callback(batched_events) Apr 11 14:03:28.634768 dv-cinder-830787-2-iscsi neutron-server[103318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 14:03:28.634768 dv-cinder-830787-2-iscsi neutron-server[103318]: event.method(event) Apr 11 14:03:28.634768 dv-cinder-830787-2-iscsi neutron-server[103318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 11 14:03:28.634768 dv-cinder-830787-2-iscsi neutron-server[103318]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 14:03:28.634768 dv-cinder-830787-2-iscsi neutron-server[103318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 11 14:03:28.634768 dv-cinder-830787-2-iscsi neutron-server[103318]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 14:03:28.634768 dv-cinder-830787-2-iscsi neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 11 14:03:28.634768 dv-cinder-830787-2-iscsi neutron-server[103318]: return f(self, *a, **k) Apr 11 14:03:28.634768 dv-cinder-830787-2-iscsi neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 14:03:28.634768 dv-cinder-830787-2-iscsi neutron-server[103318]: return self._get(url).json() Apr 11 14:03:28.634768 dv-cinder-830787-2-iscsi neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 14:03:28.634768 dv-cinder-830787-2-iscsi neutron-server[103318]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 14:03:28.634768 dv-cinder-830787-2-iscsi neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 14:03:28.634768 dv-cinder-830787-2-iscsi neutron-server[103318]: return self.request(url, 'GET', **kwargs) Apr 11 14:03:28.634768 dv-cinder-830787-2-iscsi neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 14:03:28.634768 dv-cinder-830787-2-iscsi neutron-server[103318]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 14:03:28.634768 dv-cinder-830787-2-iscsi neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 14:03:28.634768 dv-cinder-830787-2-iscsi neutron-server[103318]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 14:03:28.634768 dv-cinder-830787-2-iscsi neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 14:03:28.634768 dv-cinder-830787-2-iscsi neutron-server[103318]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 14:03:28.634768 dv-cinder-830787-2-iscsi neutron-server[103318]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 14:03:28.691169 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-4c857682-9afc-46aa-8ed6-502349297af3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-662402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8024001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8126437'] for network (cb30510b-c4c3-4fde-8fb9-89137f0c0e7a), after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:03:28.696377 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-4c857682-9afc-46aa-8ed6-502349297af3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871534'] for network (None), before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:03:28.699496 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-4c857682-9afc-46aa-8ed6-502349297af3 admin admin] 10.222.0.67 "DELETE /v2.0/networks/cb30510b-c4c3-4fde-8fb9-89137f0c0e7a HTTP/1.1" status: 204 len: 168 time: 0.2713907 Apr 11 14:03:28.702454 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.67', 35422) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 14:03:28.710307 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c857682-9afc-46aa-8ed6-502349297af3 admin admin] Pushing event deleted for resources: {'Network': ['ID=cb30510b-c4c3-4fde-8fb9-89137f0c0e7a,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:03:28.746722 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce9ec69f-544f-42a8-8ac9-da333a572f73 admin admin] Deleting subnet 371272d5-eb76-4be4-8749-805e4ae66826 {{(pid=103319) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 11 14:03:28.749822 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-ce9ec69f-544f-42a8-8ac9-da333a572f73 admin admin] Publish callbacks [] for subnet (371272d5-eb76-4be4-8749-805e4ae66826), before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:03:28.783482 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-ce9ec69f-544f-42a8-8ac9-da333a572f73 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33368798'] for subnet (371272d5-eb76-4be4-8749-805e4ae66826), precommit_delete_associations {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:03:28.815731 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-ca42a815-d84e-46c3-a5cb-5150c54af839 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750379576733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663498'] for agent (e731c656-576f-4174-9da3-af64518920bc), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:03:28.822054 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-ce9ec69f-544f-42a8-8ac9-da333a572f73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-660224'] for subnet (371272d5-eb76-4be4-8749-805e4ae66826), precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:03:28.873223 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-ce9ec69f-544f-42a8-8ac9-da333a572f73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-660281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4648653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4426779'] for subnet (371272d5-eb76-4be4-8749-805e4ae66826), after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:03:28.902402 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9ec69f-544f-42a8-8ac9-da333a572f73 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=371272d5-eb76-4be4-8749-805e4ae66826,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:03:28.906098 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-ce9ec69f-544f-42a8-8ac9-da333a572f73 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871534'] for subnet (None), before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:03:28.909879 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-ce9ec69f-544f-42a8-8ac9-da333a572f73 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/371272d5-eb76-4be4-8749-805e4ae66826 HTTP/1.1" status: 204 len: 168 time: 0.2063842 Apr 11 14:03:28.912311 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.67', 35424) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 14:03:28.977926 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-ce16e27d-d379-45e7-83d5-cff0d9eb78a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-768595'] for network (56bc78b1-05bc-4765-a2e7-b52d48a4c0d1), before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:03:29.056158 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-ce16e27d-d379-45e7-83d5-cff0d9eb78a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-662413', 'neutron.services.segments.db._delete_segments_for_network-8750379576751'] for network (56bc78b1-05bc-4765-a2e7-b52d48a4c0d1), precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:03:29.075347 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.services.segments.db [None req-ce16e27d-d379-45e7-83d5-cff0d9eb78a3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56bc78b1-05bc-4765-a2e7-b52d48a4c0d1']}} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:03:29.084993 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.services.segments.db [None req-ce16e27d-d379-45e7-83d5-cff0d9eb78a3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '169f2732-317c-4b3c-93e0-00c9c6471db2') {'for_net_delete': True} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:03:29.085292 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.services.segments.db [None req-ce16e27d-d379-45e7-83d5-cff0d9eb78a3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '169f2732-317c-4b3c-93e0-00c9c6471db2') {} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:03:29.095226 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-ce16e27d-d379-45e7-83d5-cff0d9eb78a3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750379579064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33368791'] for segment (169f2732-317c-4b3c-93e0-00c9c6471db2), before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:03:29.109232 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-ce16e27d-d379-45e7-83d5-cff0d9eb78a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682637'] for segment (169f2732-317c-4b3c-93e0-00c9c6471db2), precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:03:29.116128 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce16e27d-d379-45e7-83d5-cff0d9eb78a3 admin admin] Releasing vlan 930 on physical network physnet1 to pool {{(pid=103319) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 14:03:29.116582 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-ce16e27d-d379-45e7-83d5-cff0d9eb78a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4648551'] for segment (169f2732-317c-4b3c-93e0-00c9c6471db2), after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:03:29.118464 dv-cinder-830787-2-iscsi neutron-server[103319]: Traceback (most recent call last): Apr 11 14:03:29.118464 dv-cinder-830787-2-iscsi neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 14:03:29.118464 dv-cinder-830787-2-iscsi neutron-server[103319]: timer() Apr 11 14:03:29.118464 dv-cinder-830787-2-iscsi neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 14:03:29.118464 dv-cinder-830787-2-iscsi neutron-server[103319]: cb(*args, **kw) Apr 11 14:03:29.118464 dv-cinder-830787-2-iscsi neutron-server[103319]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 11 14:03:29.118464 dv-cinder-830787-2-iscsi neutron-server[103319]: return func(*args, **kwargs) Apr 11 14:03:29.118464 dv-cinder-830787-2-iscsi neutron-server[103319]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 14:03:29.118464 dv-cinder-830787-2-iscsi neutron-server[103319]: self._notify() Apr 11 14:03:29.118464 dv-cinder-830787-2-iscsi neutron-server[103319]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 14:03:29.118464 dv-cinder-830787-2-iscsi neutron-server[103319]: self.callback(batched_events) Apr 11 14:03:29.118464 dv-cinder-830787-2-iscsi neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 14:03:29.118464 dv-cinder-830787-2-iscsi neutron-server[103319]: event.method(event) Apr 11 14:03:29.118464 dv-cinder-830787-2-iscsi neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 11 14:03:29.118464 dv-cinder-830787-2-iscsi neutron-server[103319]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 14:03:29.118464 dv-cinder-830787-2-iscsi neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 11 14:03:29.118464 dv-cinder-830787-2-iscsi neutron-server[103319]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 14:03:29.118464 dv-cinder-830787-2-iscsi neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 11 14:03:29.118464 dv-cinder-830787-2-iscsi neutron-server[103319]: return f(self, *a, **k) Apr 11 14:03:29.118464 dv-cinder-830787-2-iscsi neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 14:03:29.118464 dv-cinder-830787-2-iscsi neutron-server[103319]: return self._get(url).json() Apr 11 14:03:29.118464 dv-cinder-830787-2-iscsi neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 14:03:29.118464 dv-cinder-830787-2-iscsi neutron-server[103319]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 14:03:29.118464 dv-cinder-830787-2-iscsi neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 14:03:29.118464 dv-cinder-830787-2-iscsi neutron-server[103319]: return self.request(url, 'GET', **kwargs) Apr 11 14:03:29.118464 dv-cinder-830787-2-iscsi neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 14:03:29.118464 dv-cinder-830787-2-iscsi neutron-server[103319]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 14:03:29.118464 dv-cinder-830787-2-iscsi neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 14:03:29.118464 dv-cinder-830787-2-iscsi neutron-server[103319]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 14:03:29.118464 dv-cinder-830787-2-iscsi neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 14:03:29.118464 dv-cinder-830787-2-iscsi neutron-server[103319]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 14:03:29.118464 dv-cinder-830787-2-iscsi neutron-server[103319]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 14:03:29.206212 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-ce16e27d-d379-45e7-83d5-cff0d9eb78a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-662402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8024001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8126437'] for network (56bc78b1-05bc-4765-a2e7-b52d48a4c0d1), after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:03:29.211044 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-ce16e27d-d379-45e7-83d5-cff0d9eb78a3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871534'] for network (None), before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:03:29.214192 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-ce16e27d-d379-45e7-83d5-cff0d9eb78a3 admin admin] 10.222.0.67 "DELETE /v2.0/networks/56bc78b1-05bc-4765-a2e7-b52d48a4c0d1 HTTP/1.1" status: 204 len: 168 time: 0.3009760 Apr 11 14:03:29.235096 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1e7500-288b-4db5-90eb-ea75fe86b712 req-e487de07-fa21-41d3-be98-fc8c132e9f6f tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:03:29.236786 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-5c1e7500-288b-4db5-90eb-ea75fe86b712 req-e487de07-fa21-41d3-be98-fc8c132e9f6f tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] 10.222.0.67 "GET /v2.0/ports?device_id=e427eb53-7ff8-42d2-a90e-b07c69fc0a86 HTTP/1.1" status: 200 len: 945 time: 0.0770569 Apr 11 14:03:29.237696 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce16e27d-d379-45e7-83d5-cff0d9eb78a3 admin admin] Pushing event deleted for resources: {'Network': ['ID=56bc78b1-05bc-4765-a2e7-b52d48a4c0d1,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:03:29.284851 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-5c1e7500-288b-4db5-90eb-ea75fe86b712 req-6ce18cfe-5592-47b7-8927-4ebf049647a3 tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] 10.222.0.67 "GET /v2.0/security-groups?id=cd1b948c-dff6-43c0-b9c3-ec9fcd674ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420485 Apr 11 14:03:29.378610 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.67', 35432) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 14:03:29.398384 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3138a45d-ed0a-4b63-ae4c-d50e6707c4da req-8202db84-e78d-4d63-8500-931188650d5e tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:03:29.399915 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-3138a45d-ed0a-4b63-ae4c-d50e6707c4da req-8202db84-e78d-4d63-8500-931188650d5e tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] 10.222.0.67 "GET /v2.0/ports?device_id=e427eb53-7ff8-42d2-a90e-b07c69fc0a86 HTTP/1.1" status: 200 len: 945 time: 0.0512724 Apr 11 14:03:29.411519 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.67', 35434) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 14:03:29.415986 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.v2.base [None req-a75adc67-0f61-4689-9f3b-693d7b1cc872 tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] Request body: {'floatingip': {'port_id': '439feed1-351c-4939-9798-5d72e310c897'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:03:29.420176 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-95ef3d84-430d-4712-8942-4fd3c7b3a48c admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=0de081cbde36497eb1c299850b745b7f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0395691 Apr 11 14:03:29.421777 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.67', 35436) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 14:03:29.454342 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-a75adc67-0f61-4689-9f3b-693d7b1cc872 tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] Publish callbacks [] for floatingip (4f539344-0381-41dc-8b50-a81f059adeae), before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:03:29.468357 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-7fb780ff-3780-4707-85c5-63c901dadf48 admin admin] Publish callbacks [] for security_group (c8f060cb-8f7e-4627-97b4-d7f6e9c8c2c5), before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:03:29.490628 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-7fb780ff-3780-4707-85c5-63c901dadf48 admin admin] Publish callbacks [] for security_group (c8f060cb-8f7e-4627-97b4-d7f6e9c8c2c5), precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:03:29.537756 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-7fb780ff-3780-4707-85c5-63c901dadf48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8023832'] for security_group (c8f060cb-8f7e-4627-97b4-d7f6e9c8c2c5), after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:03:29.540842 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-7fb780ff-3780-4707-85c5-63c901dadf48 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:03:29.542121 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-7fb780ff-3780-4707-85c5-63c901dadf48 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/c8f060cb-8f7e-4627-97b4-d7f6e9c8c2c5 HTTP/1.1" status: 204 len: 168 time: 0.1188207 Apr 11 14:03:29.552621 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb780ff-3780-4707-85c5-63c901dadf48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8f060cb-8f7e-4627-97b4-d7f6e9c8c2c5,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:03:29.866253 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.67', 35442) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 14:03:29.912318 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-37bd5001-0101-48f9-a591-6eacc71e2526 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=1a47c62f379f4a1e9465ad711e59f14f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0448120 Apr 11 14:03:29.914958 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.67', 35444) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 14:03:29.965315 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-08f3efc8-0442-48a1-ba58-e4c7503a6358 admin admin] Publish callbacks [] for security_group (6080f12c-3899-4314-ace0-d4f2fb2a83c6), before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:03:29.989582 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-08f3efc8-0442-48a1-ba58-e4c7503a6358 admin admin] Publish callbacks [] for security_group (6080f12c-3899-4314-ace0-d4f2fb2a83c6), precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:03:30.037512 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-08f3efc8-0442-48a1-ba58-e4c7503a6358 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8023832'] for security_group (6080f12c-3899-4314-ace0-d4f2fb2a83c6), after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:03:30.040338 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-08f3efc8-0442-48a1-ba58-e4c7503a6358 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:03:30.041630 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-08f3efc8-0442-48a1-ba58-e4c7503a6358 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/6080f12c-3899-4314-ace0-d4f2fb2a83c6 HTTP/1.1" status: 204 len: 168 time: 0.1256971 Apr 11 14:03:30.052038 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f3efc8-0442-48a1-ba58-e4c7503a6358 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6080f12c-3899-4314-ace0-d4f2fb2a83c6,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:03:30.090404 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.db.resource_extend [None req-a75adc67-0f61-4689-9f3b-693d7b1cc872 tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 11 14:03:30.141590 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-a75adc67-0f61-4689-9f3b-693d7b1cc872 tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:03:30.145695 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-a75adc67-0f61-4689-9f3b-693d7b1cc872 tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8126411'] for floatingip (4f539344-0381-41dc-8b50-a81f059adeae), after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:03:30.153332 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-75ad2582-0b5d-438d-ba3d-9545e3f86417 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750379576733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663498'] for agent (af269f03-95a2-4a08-bd5c-5879324d2567), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:03:30.247606 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.db.l3_db [None req-a75adc67-0f61-4689-9f3b-693d7b1cc872 tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] Floating IP 4f539344-0381-41dc-8b50-a81f059adeae associated. External IP: 172.27.1.78, port: 439feed1-351c-4939-9798-5d72e310c897. Apr 11 14:03:30.463190 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a75adc67-0f61-4689-9f3b-693d7b1cc872 tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] Router a1cff1c1-31ca-4d27-b838-666b936eeefa has already been hosted by L3 agent e731c656-576f-4174-9da3-af64518920bc {{(pid=103318) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 14:03:30.575173 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a75adc67-0f61-4689-9f3b-693d7b1cc872 tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] Notify agent at l3_agent.dv-cinder-830787-2-iscsi the message routers_updated {{(pid=103318) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 14:03:30.579874 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-a75adc67-0f61-4689-9f3b-693d7b1cc872 tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-507053'] for floatingip (None), before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:03:30.586887 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b119f65-5065-467e-ade4-88f5255a53da None None] Sync routers for ids ['a1cff1c1-31ca-4d27-b838-666b936eeefa'] in dv-cinder-830787-2-iscsi {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 14:03:30.601704 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b119f65-5065-467e-ade4-88f5255a53da None None] Routers {'a1cff1c1-31ca-4d27-b838-666b936eeefa'} bound to L3 agent in host dv-cinder-830787-2-iscsi {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 14:03:30.602342 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-6b119f65-5065-467e-ade4-88f5255a53da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830787-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T13:46:59Z,description=,heartbeat_timestamp=2022-04-11T14:03:29Z,host='dv-cinder-830787-2-iscsi',id=e731c656-576f-4174-9da3-af64518920bc,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T13:46:59Z,topic='l3_agent')) {'router_ids': ['a1cff1c1-31ca-4d27-b838-666b936eeefa'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:03:30.609324 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-a75adc67-0f61-4689-9f3b-693d7b1cc872 tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] 10.222.0.67 "PUT /v2.0/floatingips/4f539344-0381-41dc-8b50-a81f059adeae HTTP/1.1" status: 200 len: 990 time: 1.1966970 Apr 11 14:03:30.610657 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e427eb53-7ff8-42d2-a90e-b07c69fc0a86', 'tag': '439feed1-351c-4939-9798-5d72e310c897'}] {{(pid=103318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 14:03:30.612926 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}476b5820a8b2a4c839a8e61874405e2111d505d8639f7232d97f083a4ddc8acf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92b31c70-eef9-403d-bcdf-a74e11c7826a" -d '{"events": [{"name": "network-changed", "server_uuid": "e427eb53-7ff8-42d2-a90e-b07c69fc0a86", "tag": "439feed1-351c-4939-9798-5d72e310c897"}]}' {{(pid=103318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 14:03:30.654680 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 14:03:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b2dda79-428b-4931-826b-ca9ac70948eb x-openstack-request-id: req-5b2dda79-428b-4931-826b-ca9ac70948eb {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 14:03:30.655123 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e427eb53-7ff8-42d2-a90e-b07c69fc0a86", "tag": "439feed1-351c-4939-9798-5d72e310c897", "status": "completed", "code": 200}]} {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 14:03:30.655296 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-5b2dda79-428b-4931-826b-ca9ac70948eb {{(pid=103318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 14:03:30.655739 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5b2dda79-428b-4931-826b-ca9ac70948eb'] response: {'name': 'network-changed', 'server_uuid': 'e427eb53-7ff8-42d2-a90e-b07c69fc0a86', 'tag': '439feed1-351c-4939-9798-5d72e310c897', 'status': 'completed', 'code': 200} Apr 11 14:03:30.721585 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-6b119f65-5065-467e-ade4-88f5255a53da None None] Set router a1cff1c1-31ca-4d27-b838-666b936eeefa gateway port host: dv-cinder-830787-2-iscsi {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 14:03:30.723161 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b31c70-eef9-403d-bcdf-a74e11c7826a req-364dc787-fce0-4242-a13a-99218aa8e4a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:03:30.724792 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-92b31c70-eef9-403d-bcdf-a74e11c7826a req-364dc787-fce0-4242-a13a-99218aa8e4a9 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=63cddbab1b664b5a89b56d5632d2f62e&device_id=e427eb53-7ff8-42d2-a90e-b07c69fc0a86 HTTP/1.1" status: 200 len: 1129 time: 0.0412850 Apr 11 14:03:30.824831 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b31c70-eef9-403d-bcdf-a74e11c7826a req-4e75b4c7-adc4-49c6-afac-479ca364caa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:03:30.826291 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-92b31c70-eef9-403d-bcdf-a74e11c7826a req-4e75b4c7-adc4-49c6-afac-479ca364caa0 service neutron] 10.222.0.75 "GET /v2.0/networks?id=730a24f2-5d00-49fb-895d-b884d9163131 HTTP/1.1" status: 200 len: 916 time: 0.0948582 Apr 11 14:03:30.896474 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-92b31c70-eef9-403d-bcdf-a74e11c7826a req-8b40e363-ef17-4d94-8847-73e6599dc23a service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=439feed1-351c-4939-9798-5d72e310c897 HTTP/1.1" status: 200 len: 998 time: 0.0645759 Apr 11 14:03:30.946738 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b31c70-eef9-403d-bcdf-a74e11c7826a req-a21dec12-bff0-496a-a90b-efd8c10baeca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:03:30.948245 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-92b31c70-eef9-403d-bcdf-a74e11c7826a req-a21dec12-bff0-496a-a90b-efd8c10baeca service neutron] 10.222.0.75 "GET /v2.0/subnets?id=27094053-8505-4a56-8171-b11c8d996c6a HTTP/1.1" status: 200 len: 854 time: 0.0461535 Apr 11 14:03:30.955017 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-6b119f65-5065-467e-ade4-88f5255a53da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1cff1c1-31ca-4d27-b838-666b936eeefa', 'name': 'tempest-AttachVolumeNegativeTest-1957027792-router', 'tenant_id': '63cddbab1b664b5a89b56d5632d2f62e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886', 'external_fixed_ips': [{'subnet_id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'ip_address': '172.27.1.156'}], 'enable_snat': True}, 'gw_port_id': '8382f930-2a1e-4b67-92ad-b88834e27d48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:00:48Z', 'updated_at': '2022-04-11T14:00:50Z', 'revision_number': 4, 'project_id': '63cddbab1b664b5a89b56d5632d2f62e', 'gw_port': {'id': '8382f930-2a1e-4b67-92ad-b88834e27d48', 'name': '', 'network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:c8:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1cff1c1-31ca-4d27-b838-666b936eeefa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'ip_address': '172.27.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:00:48Z', 'updated_at': '2022-04-11T14:00:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830787-2-iscsi', '_floatingips': [{'id': '4f539344-0381-41dc-8b50-a81f059adeae', 'tenant_id': '63cddbab1b664b5a89b56d5632d2f62e', 'floating_ip_address': '172.27.1.78', 'floating_network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886', 'router_id': 'a1cff1c1-31ca-4d27-b838-666b936eeefa', 'port_id': '439feed1-351c-4939-9798-5d72e310c897', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 647, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '730a24f2-5d00-49fb-895d-b884d9163131', 'mac_address': 'fa:16:3e:12:27:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e427eb53-7ff8-42d2-a90e-b07c69fc0a86', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T14:03:18Z', 'updated_at': '2022-04-11T14:03:29Z', 'revision_number': 1, 'project_id': '63cddbab1b664b5a89b56d5632d2f62e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bacc6394-9f02-4ad3-a5f8-7e8cf9c381e7', 'name': '', 'network_id': '730a24f2-5d00-49fb-895d-b884d9163131', 'tenant_id': '63cddbab1b664b5a89b56d5632d2f62e', 'mac_address': 'fa:16:3e:5d:27:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1cff1c1-31ca-4d27-b838-666b936eeefa', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '27094053-8505-4a56-8171-b11c8d996c6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:00:50Z', 'updated_at': '2022-04-11T14:00:53Z', 'revision_number': 5, 'project_id': '63cddbab1b664b5a89b56d5632d2f62e', 'subnets': [{'id': '27094053-8505-4a56-8171-b11c8d996c6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830787-2-iscsi', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:03:30.985170 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b119f65-5065-467e-ade4-88f5255a53da None None] Checking router: a1cff1c1-31ca-4d27-b838-666b936eeefa for host: dv-cinder-830787-2-iscsi {{(pid=103321) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 14:03:30.996278 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b119f65-5065-467e-ade4-88f5255a53da None None] Routers {'a1cff1c1-31ca-4d27-b838-666b936eeefa'} bound to L3 agent in host dv-cinder-830787-2-iscsi {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 14:03:30.997067 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b31c70-eef9-403d-bcdf-a74e11c7826a req-e5431439-bf8d-4dda-84a8-4802a4eae26e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:03:30.997316 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-6b119f65-5065-467e-ade4-88f5255a53da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830787-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T13:46:59Z,description=,heartbeat_timestamp=2022-04-11T14:03:29Z,host='dv-cinder-830787-2-iscsi',id=e731c656-576f-4174-9da3-af64518920bc,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T13:46:59Z,topic='l3_agent')) {'router_ids': ['a1cff1c1-31ca-4d27-b838-666b936eeefa'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:03:30.998562 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-92b31c70-eef9-403d-bcdf-a74e11c7826a req-e5431439-bf8d-4dda-84a8-4802a4eae26e service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=730a24f2-5d00-49fb-895d-b884d9163131&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0446291 Apr 11 14:03:31.090969 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-92b31c70-eef9-403d-bcdf-a74e11c7826a req-e1408731-7a67-45c4-b295-3f0b4e48a28e service neutron] 10.222.0.75 "GET /v2.0/networks/730a24f2-5d00-49fb-895d-b884d9163131?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860393 Apr 11 14:03:31.135793 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.67', 35478) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 14:03:31.191492 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-92b31c70-eef9-403d-bcdf-a74e11c7826a req-62590dd5-ee88-4ae0-8014-ec45ba3fac48 service neutron] 10.222.0.75 "GET /v2.0/networks/730a24f2-5d00-49fb-895d-b884d9163131?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946074 Apr 11 14:03:31.206626 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-6b119f65-5065-467e-ade4-88f5255a53da None None] Set router a1cff1c1-31ca-4d27-b838-666b936eeefa gateway port host: dv-cinder-830787-2-iscsi {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 14:03:31.249234 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-792eb434-6ae9-4fb4-92e9-0e7c00283cef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:03:31.326179 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-792eb434-6ae9-4fb4-92e9-0e7c00283cef admin admin] Publish callbacks [] for security_group (b05b0edf-6fb4-441c-bb6d-98793bfbc50d), precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:03:31.330061 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-792eb434-6ae9-4fb4-92e9-0e7c00283cef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8023832'] for security_group (b05b0edf-6fb4-441c-bb6d-98793bfbc50d), after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:03:31.373299 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-792eb434-6ae9-4fb4-92e9-0e7c00283cef admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=de32d6b23a1b4c938a90d6129628544a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2340009 Apr 11 14:03:31.373299 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792eb434-6ae9-4fb4-92e9-0e7c00283cef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b05b0edf-6fb4-441c-bb6d-98793bfbc50d,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:03:31.374702 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.67', 35482) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 14:03:31.426267 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-6b119f65-5065-467e-ade4-88f5255a53da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1cff1c1-31ca-4d27-b838-666b936eeefa', 'name': 'tempest-AttachVolumeNegativeTest-1957027792-router', 'tenant_id': '63cddbab1b664b5a89b56d5632d2f62e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886', 'external_fixed_ips': [{'subnet_id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'ip_address': '172.27.1.156'}], 'enable_snat': True}, 'gw_port_id': '8382f930-2a1e-4b67-92ad-b88834e27d48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:00:48Z', 'updated_at': '2022-04-11T14:00:50Z', 'revision_number': 4, 'project_id': '63cddbab1b664b5a89b56d5632d2f62e', 'gw_port': {'id': '8382f930-2a1e-4b67-92ad-b88834e27d48', 'name': '', 'network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:c8:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1cff1c1-31ca-4d27-b838-666b936eeefa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'ip_address': '172.27.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:00:48Z', 'updated_at': '2022-04-11T14:00:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830787-2-iscsi', '_floatingips': [{'id': '4f539344-0381-41dc-8b50-a81f059adeae', 'tenant_id': '63cddbab1b664b5a89b56d5632d2f62e', 'floating_ip_address': '172.27.1.78', 'floating_network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886', 'router_id': 'a1cff1c1-31ca-4d27-b838-666b936eeefa', 'port_id': '439feed1-351c-4939-9798-5d72e310c897', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 647, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '730a24f2-5d00-49fb-895d-b884d9163131', 'mac_address': 'fa:16:3e:12:27:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e427eb53-7ff8-42d2-a90e-b07c69fc0a86', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T14:03:18Z', 'updated_at': '2022-04-11T14:03:29Z', 'revision_number': 1, 'project_id': '63cddbab1b664b5a89b56d5632d2f62e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bacc6394-9f02-4ad3-a5f8-7e8cf9c381e7', 'name': '', 'network_id': '730a24f2-5d00-49fb-895d-b884d9163131', 'tenant_id': '63cddbab1b664b5a89b56d5632d2f62e', 'mac_address': 'fa:16:3e:5d:27:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1cff1c1-31ca-4d27-b838-666b936eeefa', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '27094053-8505-4a56-8171-b11c8d996c6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:00:50Z', 'updated_at': '2022-04-11T14:00:53Z', 'revision_number': 5, 'project_id': '63cddbab1b664b5a89b56d5632d2f62e', 'subnets': [{'id': '27094053-8505-4a56-8171-b11c8d996c6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830787-2-iscsi', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:03:31.429258 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-0c33d8b4-84cc-4000-8267-c529c3359efe admin admin] Publish callbacks [] for security_group (b05b0edf-6fb4-441c-bb6d-98793bfbc50d), before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:03:31.450934 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-0c33d8b4-84cc-4000-8267-c529c3359efe admin admin] Publish callbacks [] for security_group (b05b0edf-6fb4-441c-bb6d-98793bfbc50d), precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:03:31.458339 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b119f65-5065-467e-ade4-88f5255a53da None None] The sync data for ids ['a1cff1c1-31ca-4d27-b838-666b936eeefa'] in dv-cinder-830787-2-iscsi is: [{'id': 'a1cff1c1-31ca-4d27-b838-666b936eeefa', 'name': 'tempest-AttachVolumeNegativeTest-1957027792-router', 'tenant_id': '63cddbab1b664b5a89b56d5632d2f62e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886', 'external_fixed_ips': [{'subnet_id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'ip_address': '172.27.1.156'}], 'enable_snat': True}, 'gw_port_id': '8382f930-2a1e-4b67-92ad-b88834e27d48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:00:48Z', 'updated_at': '2022-04-11T14:00:50Z', 'revision_number': 4, 'project_id': '63cddbab1b664b5a89b56d5632d2f62e', 'gw_port': {'id': '8382f930-2a1e-4b67-92ad-b88834e27d48', 'name': '', 'network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:c8:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1cff1c1-31ca-4d27-b838-666b936eeefa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'ip_address': '172.27.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:00:48Z', 'updated_at': '2022-04-11T14:00:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830787-2-iscsi', '_floatingips': [{'id': '4f539344-0381-41dc-8b50-a81f059adeae', 'tenant_id': '63cddbab1b664b5a89b56d5632d2f62e', 'floating_ip_address': '172.27.1.78', 'floating_network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886', 'router_id': 'a1cff1c1-31ca-4d27-b838-666b936eeefa', 'port_id': '439feed1-351c-4939-9798-5d72e310c897', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 647, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '730a24f2-5d00-49fb-895d-b884d9163131', 'mac_address': 'fa:16:3e:12:27:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e427eb53-7ff8-42d2-a90e-b07c69fc0a86', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T14:03:18Z', 'updated_at': '2022-04-11T14:03:29Z', 'revision_number': 1, 'project_id': '63cddbab1b664b5a89b56d5632d2f62e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bacc6394-9f02-4ad3-a5f8-7e8cf9c381e7', 'name': '', 'network_id': '730a24f2-5d00-49fb-895d-b884d9163131', 'tenant_id': '63cddbab1b664b5a89b56d5632d2f62e', 'mac_address': 'fa:16:3e:5d:27:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1cff1c1-31ca-4d27-b838-666b936eeefa', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '27094053-8505-4a56-8171-b11c8d996c6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:00:50Z', 'updated_at': '2022-04-11T14:00:53Z', 'revision_number': 5, 'project_id': '63cddbab1b664b5a89b56d5632d2f62e', 'subnets': [{'id': '27094053-8505-4a56-8171-b11c8d996c6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 14:03:31.498421 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-0c33d8b4-84cc-4000-8267-c529c3359efe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8023832'] for security_group (b05b0edf-6fb4-441c-bb6d-98793bfbc50d), after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:03:31.501638 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-0c33d8b4-84cc-4000-8267-c529c3359efe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:03:31.502789 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-0c33d8b4-84cc-4000-8267-c529c3359efe admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/b05b0edf-6fb4-441c-bb6d-98793bfbc50d HTTP/1.1" status: 204 len: 168 time: 0.1260357 Apr 11 14:03:31.511014 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c33d8b4-84cc-4000-8267-c529c3359efe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b05b0edf-6fb4-441c-bb6d-98793bfbc50d,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:03:31.648711 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-fcd2c3e6-f415-40f5-8fd4-1147b68fd929 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750379576733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663498'] for agent (a1227682-d2f2-4331-ba13-738c8a59e95d), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:03:31.698551 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46c9c7c8-1bac-4322-afe2-6621573e1189 None None] New status for floating IP 4f539344-0381-41dc-8b50-a81f059adeae: ACTIVE {{(pid=103320) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 14:03:32.792154 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750379576733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663498'] for agent (a433433c-9197-4b2b-8991-1d45f6bac940), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:03:33.285386 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750379576733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663498'] for agent (f2586825-e748-4c1d-8b98-cb0d5b6c266d), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:03:36.438362 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.67', 35522) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 14:03:36.725741 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-0b17ec98-436c-442a-ac16-e999f41744d9 tempest-TestShelveInstance-72923974 tempest-TestShelveInstance-72923974-project] Deleting port 98c8f1ae-d06e-425b-b7da-c1a547ec7b8e {{(pid=103319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 14:03:36.726083 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-0b17ec98-436c-442a-ac16-e999f41744d9 tempest-TestShelveInstance-72923974 tempest-TestShelveInstance-72923974-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750379682079'] for port (98c8f1ae-d06e-425b-b7da-c1a547ec7b8e), before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:03:36.817427 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-0b17ec98-436c-442a-ac16-e999f41744d9 tempest-TestShelveInstance-72923974 tempest-TestShelveInstance-72923974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115285'] for port (98c8f1ae-d06e-425b-b7da-c1a547ec7b8e), precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:03:36.817800 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-0b17ec98-436c-442a-ac16-e999f41744d9 tempest-TestShelveInstance-72923974 tempest-TestShelveInstance-72923974-project] Publish callbacks [] for floatingip (98c8f1ae-d06e-425b-b7da-c1a547ec7b8e), precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:03:36.834026 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-0b17ec98-436c-442a-ac16-e999f41744d9 tempest-TestShelveInstance-72923974 tempest-TestShelveInstance-72923974-project] Calling delete_port for 98c8f1ae-d06e-425b-b7da-c1a547ec7b8e owned by network:floatingip {{(pid=103319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 14:03:36.998084 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-0b17ec98-436c-442a-ac16-e999f41744d9 tempest-TestShelveInstance-72923974 tempest-TestShelveInstance-72923974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750379687693', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750379164483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4648624'] for port (98c8f1ae-d06e-425b-b7da-c1a547ec7b8e), after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:03:37.025007 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b17ec98-436c-442a-ac16-e999f41744d9 tempest-TestShelveInstance-72923974 tempest-TestShelveInstance-72923974-project] Pushing event deleted for resources: {'Port': ['ID=98c8f1ae-d06e-425b-b7da-c1a547ec7b8e,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:03:37.095673 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-0b17ec98-436c-442a-ac16-e999f41744d9 tempest-TestShelveInstance-72923974 tempest-TestShelveInstance-72923974-project] Publish callbacks [] for floatingip (b65e10c2-3419-4edc-8ab5-e057251956de), after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:03:37.096183 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.db.l3_db [None req-0b17ec98-436c-442a-ac16-e999f41744d9 tempest-TestShelveInstance-72923974 tempest-TestShelveInstance-72923974-project] Floating IP b65e10c2-3419-4edc-8ab5-e057251956de disassociated (deleted). External IP: 172.27.1.222, port: 2f18b7d6-84d7-4249-8b95-51fdbd414e68. Apr 11 14:03:37.331084 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b17ec98-436c-442a-ac16-e999f41744d9 tempest-TestShelveInstance-72923974 tempest-TestShelveInstance-72923974-project] Router 6395e472-c494-4c1b-826e-127b39a614bf has already been hosted by L3 agent e731c656-576f-4174-9da3-af64518920bc {{(pid=103319) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 14:03:37.724253 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b17ec98-436c-442a-ac16-e999f41744d9 tempest-TestShelveInstance-72923974 tempest-TestShelveInstance-72923974-project] Notify agent at l3_agent.dv-cinder-830787-2-iscsi the message routers_updated {{(pid=103319) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 14:03:37.729073 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-0b17ec98-436c-442a-ac16-e999f41744d9 tempest-TestShelveInstance-72923974 tempest-TestShelveInstance-72923974-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-507053'] for floatingip (None), before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:03:37.734160 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f5a4028-d553-4bad-9fab-3982205a2c5e None None] Sync routers for ids ['6395e472-c494-4c1b-826e-127b39a614bf'] in dv-cinder-830787-2-iscsi {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 14:03:37.743390 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f5a4028-d553-4bad-9fab-3982205a2c5e None None] Routers {'6395e472-c494-4c1b-826e-127b39a614bf'} bound to L3 agent in host dv-cinder-830787-2-iscsi {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 14:03:37.744026 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-6f5a4028-d553-4bad-9fab-3982205a2c5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830787-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T13:46:59Z,description=,heartbeat_timestamp=2022-04-11T14:03:29Z,host='dv-cinder-830787-2-iscsi',id=e731c656-576f-4174-9da3-af64518920bc,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T13:46:59Z,topic='l3_agent')) {'router_ids': ['6395e472-c494-4c1b-826e-127b39a614bf'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:03:37.760321 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-0b17ec98-436c-442a-ac16-e999f41744d9 tempest-TestShelveInstance-72923974 tempest-TestShelveInstance-72923974-project] 10.222.0.67 "DELETE /v2.0/floatingips/b65e10c2-3419-4edc-8ab5-e057251956de HTTP/1.1" status: 204 len: 168 time: 1.3208587 Apr 11 14:03:37.760919 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2a988bf-9fbe-4371-a34f-2437494ec1ee', 'tag': '2f18b7d6-84d7-4249-8b95-51fdbd414e68'}] {{(pid=103319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 14:03:37.763389 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca54f3a3744013fac1d33973197c51c1d98542aecacec3b3a4d6ee5bc00756d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9de4a22c-7d89-4a08-850f-9276c68413cb" -d '{"events": [{"name": "network-changed", "server_uuid": "e2a988bf-9fbe-4371-a34f-2437494ec1ee", "tag": "2f18b7d6-84d7-4249-8b95-51fdbd414e68"}]}' {{(pid=103319) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 14:03:37.809500 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 14:03:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13c587bc-9475-4407-8013-956436b8f532 x-openstack-request-id: req-13c587bc-9475-4407-8013-956436b8f532 {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 14:03:37.809904 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2a988bf-9fbe-4371-a34f-2437494ec1ee", "tag": "2f18b7d6-84d7-4249-8b95-51fdbd414e68", "status": "completed", "code": 200}]} {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 14:03:37.810286 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-13c587bc-9475-4407-8013-956436b8f532 {{(pid=103319) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 14:03:37.810786 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.notifiers.nova [-] Nova event matching ['req-13c587bc-9475-4407-8013-956436b8f532'] response: {'name': 'network-changed', 'server_uuid': 'e2a988bf-9fbe-4371-a34f-2437494ec1ee', 'tag': '2f18b7d6-84d7-4249-8b95-51fdbd414e68', 'status': 'completed', 'code': 200} Apr 11 14:03:37.869771 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-6f5a4028-d553-4bad-9fab-3982205a2c5e None None] Set router 6395e472-c494-4c1b-826e-127b39a614bf gateway port host: dv-cinder-830787-2-iscsi {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 14:03:37.889311 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de4a22c-7d89-4a08-850f-9276c68413cb req-5ce4447d-3de4-4afa-9866-b0b1364c5c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:03:37.891600 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-9de4a22c-7d89-4a08-850f-9276c68413cb req-5ce4447d-3de4-4afa-9866-b0b1364c5c05 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=626d5ba1efe34953a6d00b0f0afd5013&device_id=e2a988bf-9fbe-4371-a34f-2437494ec1ee HTTP/1.1" status: 200 len: 1129 time: 0.0464907 Apr 11 14:03:38.022777 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587764f7-ebd2-4729-bded-0facdbc9051e req-7ad424b1-bba7-4145-b065-3db0f4b19c71 tempest-TestShelveInstance-72923974 tempest-TestShelveInstance-72923974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:03:38.024278 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-587764f7-ebd2-4729-bded-0facdbc9051e req-7ad424b1-bba7-4145-b065-3db0f4b19c71 tempest-TestShelveInstance-72923974 tempest-TestShelveInstance-72923974-project] 10.222.0.67 "GET /v2.0/ports?device_id=e2a988bf-9fbe-4371-a34f-2437494ec1ee HTTP/1.1" status: 200 len: 945 time: 0.0598707 Apr 11 14:03:38.040418 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de4a22c-7d89-4a08-850f-9276c68413cb req-0d8245f8-5aef-4b8b-af8c-9d1eefd7d71f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:03:38.041850 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-9de4a22c-7d89-4a08-850f-9276c68413cb req-0d8245f8-5aef-4b8b-af8c-9d1eefd7d71f service neutron] 10.222.0.75 "GET /v2.0/networks?id=bcc3856a-1e27-4d38-8f1d-e24f8fbb1282 HTTP/1.1" status: 200 len: 909 time: 0.1337626 Apr 11 14:03:38.067864 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-6f5a4028-d553-4bad-9fab-3982205a2c5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6395e472-c494-4c1b-826e-127b39a614bf', 'name': 'tempest-TestShelveInstance-695175599-router', 'tenant_id': '626d5ba1efe34953a6d00b0f0afd5013', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886', 'external_fixed_ips': [{'subnet_id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'ip_address': '172.27.1.223'}], 'enable_snat': True}, 'gw_port_id': '3150155f-28ba-4caf-b807-cdfda7fc78ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T13:57:56Z', 'updated_at': '2022-04-11T13:58:05Z', 'revision_number': 4, 'project_id': '626d5ba1efe34953a6d00b0f0afd5013', 'gw_port': {'id': '3150155f-28ba-4caf-b807-cdfda7fc78ac', 'name': '', 'network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:14:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6395e472-c494-4c1b-826e-127b39a614bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'ip_address': '172.27.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:57:59Z', 'updated_at': '2022-04-11T13:58:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830787-2-iscsi', '_interfaces': [{'id': '6df702eb-5231-4e66-89c8-48fd8307f4fb', 'name': '', 'network_id': 'bcc3856a-1e27-4d38-8f1d-e24f8fbb1282', 'tenant_id': '626d5ba1efe34953a6d00b0f0afd5013', 'mac_address': 'fa:16:3e:72:a9:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6395e472-c494-4c1b-826e-127b39a614bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '3f4be426-c8cc-4fad-9345-853add2c7e7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:58:04Z', 'updated_at': '2022-04-11T13:58:12Z', 'revision_number': 5, 'project_id': '626d5ba1efe34953a6d00b0f0afd5013', 'subnets': [{'id': '3f4be426-c8cc-4fad-9345-853add2c7e7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830787-2-iscsi', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:03:38.079491 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-587764f7-ebd2-4729-bded-0facdbc9051e req-18bbec3e-97f2-490c-94c7-3a179b24584b tempest-TestShelveInstance-72923974 tempest-TestShelveInstance-72923974-project] 10.222.0.67 "GET /v2.0/security-groups?id=5212f323-fd10-4b4e-8612-863b832a0ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477931 Apr 11 14:03:38.099477 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f5a4028-d553-4bad-9fab-3982205a2c5e None None] Checking router: 6395e472-c494-4c1b-826e-127b39a614bf for host: dv-cinder-830787-2-iscsi {{(pid=103321) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 14:03:38.107764 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f5a4028-d553-4bad-9fab-3982205a2c5e None None] Routers {'6395e472-c494-4c1b-826e-127b39a614bf'} bound to L3 agent in host dv-cinder-830787-2-iscsi {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 14:03:38.108359 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-6f5a4028-d553-4bad-9fab-3982205a2c5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830787-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T13:46:59Z,description=,heartbeat_timestamp=2022-04-11T14:03:29Z,host='dv-cinder-830787-2-iscsi',id=e731c656-576f-4174-9da3-af64518920bc,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T13:46:59Z,topic='l3_agent')) {'router_ids': ['6395e472-c494-4c1b-826e-127b39a614bf'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:03:38.214540 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-6f5a4028-d553-4bad-9fab-3982205a2c5e None None] Set router 6395e472-c494-4c1b-826e-127b39a614bf gateway port host: dv-cinder-830787-2-iscsi {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 14:03:38.405118 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-6f5a4028-d553-4bad-9fab-3982205a2c5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6395e472-c494-4c1b-826e-127b39a614bf', 'name': 'tempest-TestShelveInstance-695175599-router', 'tenant_id': '626d5ba1efe34953a6d00b0f0afd5013', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886', 'external_fixed_ips': [{'subnet_id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'ip_address': '172.27.1.223'}], 'enable_snat': True}, 'gw_port_id': '3150155f-28ba-4caf-b807-cdfda7fc78ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T13:57:56Z', 'updated_at': '2022-04-11T13:58:05Z', 'revision_number': 4, 'project_id': '626d5ba1efe34953a6d00b0f0afd5013', 'gw_port': {'id': '3150155f-28ba-4caf-b807-cdfda7fc78ac', 'name': '', 'network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:14:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6395e472-c494-4c1b-826e-127b39a614bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'ip_address': '172.27.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:57:59Z', 'updated_at': '2022-04-11T13:58:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830787-2-iscsi', '_interfaces': [{'id': '6df702eb-5231-4e66-89c8-48fd8307f4fb', 'name': '', 'network_id': 'bcc3856a-1e27-4d38-8f1d-e24f8fbb1282', 'tenant_id': '626d5ba1efe34953a6d00b0f0afd5013', 'mac_address': 'fa:16:3e:72:a9:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6395e472-c494-4c1b-826e-127b39a614bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '3f4be426-c8cc-4fad-9345-853add2c7e7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:58:04Z', 'updated_at': '2022-04-11T13:58:12Z', 'revision_number': 5, 'project_id': '626d5ba1efe34953a6d00b0f0afd5013', 'subnets': [{'id': '3f4be426-c8cc-4fad-9345-853add2c7e7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830787-2-iscsi', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:03:38.430630 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f5a4028-d553-4bad-9fab-3982205a2c5e None None] The sync data for ids ['6395e472-c494-4c1b-826e-127b39a614bf'] in dv-cinder-830787-2-iscsi is: [{'id': '6395e472-c494-4c1b-826e-127b39a614bf', 'name': 'tempest-TestShelveInstance-695175599-router', 'tenant_id': '626d5ba1efe34953a6d00b0f0afd5013', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886', 'external_fixed_ips': [{'subnet_id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'ip_address': '172.27.1.223'}], 'enable_snat': True}, 'gw_port_id': '3150155f-28ba-4caf-b807-cdfda7fc78ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T13:57:56Z', 'updated_at': '2022-04-11T13:58:05Z', 'revision_number': 4, 'project_id': '626d5ba1efe34953a6d00b0f0afd5013', 'gw_port': {'id': '3150155f-28ba-4caf-b807-cdfda7fc78ac', 'name': '', 'network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:14:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6395e472-c494-4c1b-826e-127b39a614bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'ip_address': '172.27.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:57:59Z', 'updated_at': '2022-04-11T13:58:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830787-2-iscsi', '_interfaces': [{'id': '6df702eb-5231-4e66-89c8-48fd8307f4fb', 'name': '', 'network_id': 'bcc3856a-1e27-4d38-8f1d-e24f8fbb1282', 'tenant_id': '626d5ba1efe34953a6d00b0f0afd5013', 'mac_address': 'fa:16:3e:72:a9:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6395e472-c494-4c1b-826e-127b39a614bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '3f4be426-c8cc-4fad-9345-853add2c7e7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:58:04Z', 'updated_at': '2022-04-11T13:58:12Z', 'revision_number': 5, 'project_id': '626d5ba1efe34953a6d00b0f0afd5013', 'subnets': [{'id': '3f4be426-c8cc-4fad-9345-853add2c7e7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 14:03:38.664845 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7098d20c-151b-4618-a69a-3e9fc79fd3f1 None None] New status for floating IP b65e10c2-3419-4edc-8ab5-e057251956de: DOWN {{(pid=103320) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 14:03:38.987754 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-9de4a22c-7d89-4a08-850f-9276c68413cb req-d86022e9-fa9e-4efb-9c03-120f8f58d4a2 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2f18b7d6-84d7-4249-8b95-51fdbd414e68 HTTP/1.1" status: 200 len: 217 time: 0.0351233 Apr 11 14:03:39.046128 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de4a22c-7d89-4a08-850f-9276c68413cb req-630aa601-0565-4f07-a42b-22393e5373c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:03:39.049070 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-9de4a22c-7d89-4a08-850f-9276c68413cb req-630aa601-0565-4f07-a42b-22393e5373c1 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=3f4be426-c8cc-4fad-9345-853add2c7e7d HTTP/1.1" status: 200 len: 847 time: 0.0475879 Apr 11 14:03:39.191369 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-4ca576cc-fbe4-41b8-a8e3-85e88d2af788 req-16338e93-5b62-41cf-923a-cf161696dc87 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=3758fe41-ad1e-4bbb-a152-9cc831519aca&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0659349 Apr 11 14:03:39.195531 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6b9e61-0c71-4909-a9df-d7f935fd29ae req-a240864f-d936-4cb1-a358-805a4ff8eaed tempest-TestShelveInstance-72923974 tempest-TestShelveInstance-72923974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:03:39.196317 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de4a22c-7d89-4a08-850f-9276c68413cb req-9ef3545c-8222-4d8a-94bf-3ec0fbe3c07b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:03:39.197039 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-4b6b9e61-0c71-4909-a9df-d7f935fd29ae req-a240864f-d936-4cb1-a358-805a4ff8eaed tempest-TestShelveInstance-72923974 tempest-TestShelveInstance-72923974-project] 10.222.0.67 "GET /v2.0/ports?device_id=e2a988bf-9fbe-4371-a34f-2437494ec1ee HTTP/1.1" status: 200 len: 945 time: 0.0482018 Apr 11 14:03:39.197703 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-9de4a22c-7d89-4a08-850f-9276c68413cb req-9ef3545c-8222-4d8a-94bf-3ec0fbe3c07b service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=bcc3856a-1e27-4d38-8f1d-e24f8fbb1282&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0463376 Apr 11 14:03:39.247050 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-4b6b9e61-0c71-4909-a9df-d7f935fd29ae req-cd634043-f368-48cc-846a-454bb47d442b tempest-TestShelveInstance-72923974 tempest-TestShelveInstance-72923974-project] 10.222.0.67 "GET /v2.0/security-groups?id=5212f323-fd10-4b4e-8612-863b832a0ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429487 Apr 11 14:03:39.291125 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-9de4a22c-7d89-4a08-850f-9276c68413cb req-031e0ad4-3686-4ca6-883e-892d6d1cb91f service neutron] 10.222.0.75 "GET /v2.0/networks/bcc3856a-1e27-4d38-8f1d-e24f8fbb1282?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867510 Apr 11 14:03:39.489329 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca576cc-fbe4-41b8-a8e3-85e88d2af788 req-725e5a4b-92bc-4360-abc4-cbcdc52df104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:03:39.490780 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-4ca576cc-fbe4-41b8-a8e3-85e88d2af788 req-725e5a4b-92bc-4360-abc4-cbcdc52df104 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=40c040f0c3e74276bcab8dbc8e439de5&device_id=3758fe41-ad1e-4bbb-a152-9cc831519aca HTTP/1.1" status: 200 len: 1130 time: 0.0994382 Apr 11 14:03:39.544927 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bba032-9d53-496a-a843-251552c0ea8e req-6531f3db-f85a-4f0d-8ec5-aef779e4f71b tempest-TestShelveInstance-72923974 tempest-TestShelveInstance-72923974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:03:39.546323 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-08bba032-9d53-496a-a843-251552c0ea8e req-6531f3db-f85a-4f0d-8ec5-aef779e4f71b tempest-TestShelveInstance-72923974 tempest-TestShelveInstance-72923974-project] 10.222.0.75 "GET /v2.0/ports?device_id=e2a988bf-9fbe-4371-a34f-2437494ec1ee HTTP/1.1" status: 200 len: 945 time: 0.0698342 Apr 11 14:03:39.634826 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-9de4a22c-7d89-4a08-850f-9276c68413cb req-77ec233c-fef5-41c5-9c20-a790db1cb803 service neutron] 10.222.0.75 "GET /v2.0/networks/bcc3856a-1e27-4d38-8f1d-e24f8fbb1282?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2350740 Apr 11 14:03:39.698493 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca576cc-fbe4-41b8-a8e3-85e88d2af788 req-6b515f2c-30d7-4b9b-bf0a-3d9ca0c6e81d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:03:39.699993 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-4ca576cc-fbe4-41b8-a8e3-85e88d2af788 req-6b515f2c-30d7-4b9b-bf0a-3d9ca0c6e81d service neutron] 10.222.0.75 "GET /v2.0/networks?id=ad25a564-6f6a-4aa0-9d80-81636d1b0cca HTTP/1.1" status: 200 len: 912 time: 0.1876101 Apr 11 14:03:39.705436 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [req-08bba032-9d53-496a-a843-251552c0ea8e req-62cce416-a737-4201-b168-9079742a49da tempest-TestShelveInstance-72923974 tempest-TestShelveInstance-72923974-project] Deleting port 2f18b7d6-84d7-4249-8b95-51fdbd414e68 {{(pid=103319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 14:03:39.705797 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-08bba032-9d53-496a-a843-251552c0ea8e req-62cce416-a737-4201-b168-9079742a49da tempest-TestShelveInstance-72923974 tempest-TestShelveInstance-72923974-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750379682079'] for port (2f18b7d6-84d7-4249-8b95-51fdbd414e68), before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:03:39.823093 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-4ca576cc-fbe4-41b8-a8e3-85e88d2af788 req-5fa5c3d6-d297-457d-ba20-e279d47c7d7c service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=64a97990-f586-4554-ba0f-e0bf82738eaf HTTP/1.1" status: 200 len: 1002 time: 0.1129963 Apr 11 14:03:39.849238 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.67', 35582) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 14:03:39.873514 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.db [req-08bba032-9d53-496a-a843-251552c0ea8e req-62cce416-a737-4201-b168-9079742a49da tempest-TestShelveInstance-72923974 tempest-TestShelveInstance-72923974-project] For port 2f18b7d6-84d7-4249-8b95-51fdbd414e68, host hv-cinder-83078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83078',level=0,port_id=2f18b7d6-84d7-4249-8b95-51fdbd414e68,segment=NetworkSegment(eced59c3-a177-4f35-9f71-e3309e41d19c),segment_id=eced59c3-a177-4f35-9f71-e3309e41d19c)] {{(pid=103319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 14:03:39.873875 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-08bba032-9d53-496a-a843-251552c0ea8e req-62cce416-a737-4201-b168-9079742a49da tempest-TestShelveInstance-72923974 tempest-TestShelveInstance-72923974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115285'] for port (2f18b7d6-84d7-4249-8b95-51fdbd414e68), precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:03:39.891440 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [req-08bba032-9d53-496a-a843-251552c0ea8e req-62cce416-a737-4201-b168-9079742a49da tempest-TestShelveInstance-72923974 tempest-TestShelveInstance-72923974-project] Calling delete_port for 2f18b7d6-84d7-4249-8b95-51fdbd414e68 owned by compute:nova {{(pid=103319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 14:03:39.900832 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca576cc-fbe4-41b8-a8e3-85e88d2af788 req-8c799c63-eaf0-4b07-a5f7-91718eef7afc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:03:39.902275 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-4ca576cc-fbe4-41b8-a8e3-85e88d2af788 req-8c799c63-eaf0-4b07-a5f7-91718eef7afc service neutron] 10.222.0.75 "GET /v2.0/subnets?id=88bd1feb-6086-4c30-90a4-375c4e01858c HTTP/1.1" status: 200 len: 850 time: 0.0710948 Apr 11 14:03:39.954609 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-01f63ab5-df8d-47fa-a19d-197117178dc0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:03:40.028173 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-08bba032-9d53-496a-a843-251552c0ea8e req-62cce416-a737-4201-b168-9079742a49da tempest-TestShelveInstance-72923974 tempest-TestShelveInstance-72923974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750379687693', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750379164483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4648624'] for port (2f18b7d6-84d7-4249-8b95-51fdbd414e68), after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:03:40.032116 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-01f63ab5-df8d-47fa-a19d-197117178dc0 admin admin] Publish callbacks [] for security_group (fba54fd6-3292-4d61-98b1-85192ac850ae), precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:03:40.035827 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-01f63ab5-df8d-47fa-a19d-197117178dc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8023832'] for security_group (fba54fd6-3292-4d61-98b1-85192ac850ae), after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:03:40.065251 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62cce416-a737-4201-b168-9079742a49da tempest-TestShelveInstance-72923974 tempest-TestShelveInstance-72923974-project] Pushing event deleted for resources: {'Port': ['ID=2f18b7d6-84d7-4249-8b95-51fdbd414e68,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:03:40.081720 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-01f63ab5-df8d-47fa-a19d-197117178dc0 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=ec7ecb72ad454dcc9c21572ac6bb2515&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2290478 Apr 11 14:03:40.082057 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.67', 35586) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 14:03:40.088239 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f63ab5-df8d-47fa-a19d-197117178dc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fba54fd6-3292-4d61-98b1-85192ac850ae,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:03:40.133292 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [req-08bba032-9d53-496a-a843-251552c0ea8e req-62cce416-a737-4201-b168-9079742a49da tempest-TestShelveInstance-72923974 tempest-TestShelveInstance-72923974-project] No DVR routers for this DVR port 2f18b7d6-84d7-4249-8b95-51fdbd414e68 on host hv-cinder-83078 {{(pid=103319) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 14:03:40.136891 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-08bba032-9d53-496a-a843-251552c0ea8e req-62cce416-a737-4201-b168-9079742a49da tempest-TestShelveInstance-72923974 tempest-TestShelveInstance-72923974-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-507053'] for port (None), before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:03:40.140675 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-08bba032-9d53-496a-a843-251552c0ea8e req-62cce416-a737-4201-b168-9079742a49da tempest-TestShelveInstance-72923974 tempest-TestShelveInstance-72923974-project] 10.222.0.75 "DELETE /v2.0/ports/2f18b7d6-84d7-4249-8b95-51fdbd414e68 HTTP/1.1" status: 204 len: 173 time: 0.5891030 Apr 11 14:03:40.141355 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2a988bf-9fbe-4371-a34f-2437494ec1ee', 'name': 'network-vif-deleted', 'tag': '2f18b7d6-84d7-4249-8b95-51fdbd414e68'}] {{(pid=103319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 14:03:40.143890 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca54f3a3744013fac1d33973197c51c1d98542aecacec3b3a4d6ee5bc00756d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bafa46a-c647-433b-a972-aa507dba661e" -d '{"events": [{"server_uuid": "e2a988bf-9fbe-4371-a34f-2437494ec1ee", "name": "network-vif-deleted", "tag": "2f18b7d6-84d7-4249-8b95-51fdbd414e68"}]}' {{(pid=103319) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 14:03:40.145397 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-fce475e4-f89a-4d5b-91ca-264b2fbec060 admin admin] Publish callbacks [] for security_group (fba54fd6-3292-4d61-98b1-85192ac850ae), before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:03:40.147062 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca576cc-fbe4-41b8-a8e3-85e88d2af788 req-bc67d090-17ca-42b1-b141-31ab626e12f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:03:40.148562 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-4ca576cc-fbe4-41b8-a8e3-85e88d2af788 req-bc67d090-17ca-42b1-b141-31ab626e12f9 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=ad25a564-6f6a-4aa0-9d80-81636d1b0cca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0934916 Apr 11 14:03:40.169234 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-fce475e4-f89a-4d5b-91ca-264b2fbec060 admin admin] Publish callbacks [] for security_group (fba54fd6-3292-4d61-98b1-85192ac850ae), precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:03:40.188059 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 14:03:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44e3d042-20e9-48c1-bb34-cbe330db2e08 x-openstack-request-id: req-44e3d042-20e9-48c1-bb34-cbe330db2e08 {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 14:03:40.188353 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2a988bf-9fbe-4371-a34f-2437494ec1ee", "name": "network-vif-deleted", "tag": "2f18b7d6-84d7-4249-8b95-51fdbd414e68", "status": "completed", "code": 200}]} {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 14:03:40.188685 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-44e3d042-20e9-48c1-bb34-cbe330db2e08 {{(pid=103319) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 14:03:40.189163 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.notifiers.nova [-] Nova event matching ['req-44e3d042-20e9-48c1-bb34-cbe330db2e08'] response: {'server_uuid': 'e2a988bf-9fbe-4371-a34f-2437494ec1ee', 'name': 'network-vif-deleted', 'tag': '2f18b7d6-84d7-4249-8b95-51fdbd414e68', 'status': 'completed', 'code': 200} Apr 11 14:03:40.234072 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-fce475e4-f89a-4d5b-91ca-264b2fbec060 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8023832'] for security_group (fba54fd6-3292-4d61-98b1-85192ac850ae), after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:03:40.236736 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-fce475e4-f89a-4d5b-91ca-264b2fbec060 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:03:40.237991 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-fce475e4-f89a-4d5b-91ca-264b2fbec060 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/fba54fd6-3292-4d61-98b1-85192ac850ae HTTP/1.1" status: 204 len: 168 time: 0.1551237 Apr 11 14:03:40.246838 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce475e4-f89a-4d5b-91ca-264b2fbec060 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fba54fd6-3292-4d61-98b1-85192ac850ae,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:03:40.265738 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-4ca576cc-fbe4-41b8-a8e3-85e88d2af788 req-e42a2f6e-d656-439b-96c6-8d757a786ae4 service neutron] 10.222.0.75 "GET /v2.0/networks/ad25a564-6f6a-4aa0-9d80-81636d1b0cca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1090083 Apr 11 14:03:40.351482 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-aa5be808-6577-426e-a745-8c3514e7d202 req-b248e51d-5fd1-42a5-8c2f-e74538ef77db tempest-TestShelveInstance-72923974 tempest-TestShelveInstance-72923974-project] 10.222.0.67 "GET /v2.0/ports?device_id=e2a988bf-9fbe-4371-a34f-2437494ec1ee HTTP/1.1" status: 200 len: 210 time: 0.0334885 Apr 11 14:03:40.367658 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-4ca576cc-fbe4-41b8-a8e3-85e88d2af788 req-92b3dc06-1990-4680-8b14-7fb91a8fa1f6 service neutron] 10.222.0.75 "GET /v2.0/networks/ad25a564-6f6a-4aa0-9d80-81636d1b0cca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929587 Apr 11 14:03:40.934292 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.67', 35612) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 14:03:41.027964 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.v2.base [None req-364c3d50-4074-450c-97b8-6f3a7c280237 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-40164813-network', 'tenant_id': '7ea539d2e309403ab7ea0c5244a6d80f'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:03:41.047926 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-364c3d50-4074-450c-97b8-6f3a7c280237 admin admin] Made reservation on behalf of 7ea539d2e309403ab7ea0c5244a6d80f for: {'network': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:03:41.050217 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-364c3d50-4074-450c-97b8-6f3a7c280237 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883311'] for network (None), before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:03:41.058461 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-364c3d50-4074-450c-97b8-6f3a7c280237 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:03:41.131726 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-364c3d50-4074-450c-97b8-6f3a7c280237 admin admin] Publish callbacks [] for security_group (b4a4fafc-ef76-4291-ae9c-34df6b10c131), precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:03:41.135417 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-364c3d50-4074-450c-97b8-6f3a7c280237 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8023832'] for security_group (b4a4fafc-ef76-4291-ae9c-34df6b10c131), after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:03:41.158823 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-364c3d50-4074-450c-97b8-6f3a7c280237 admin admin] vlan segment allocate from pool success with {'vlan_id': 912, 'physical_network': 'physnet1'} {{(pid=103318) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 14:03:41.172067 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364c3d50-4074-450c-97b8-6f3a7c280237 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4a4fafc-ef76-4291-ae9c-34df6b10c131,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:03:41.177142 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-364c3d50-4074-450c-97b8-6f3a7c280237 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682637'] for segment (6e1ef125-23a7-4043-96c6-d6ffae565e06), precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:03:41.177510 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.db.segments_db [None req-364c3d50-4074-450c-97b8-6f3a7c280237 admin admin] Added segment 6e1ef125-23a7-4043-96c6-d6ffae565e06 of type vlan for network a46eb48f-c97d-43d9-b020-3606da009c33 Apr 11 14:03:41.218141 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-364c3d50-4074-450c-97b8-6f3a7c280237 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750379148903'] for network (a46eb48f-c97d-43d9-b020-3606da009c33), precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:03:41.242851 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-364c3d50-4074-450c-97b8-6f3a7c280237 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8024001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708'] for network (a46eb48f-c97d-43d9-b020-3606da009c33), after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:03:41.243837 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-364c3d50-4074-450c-97b8-6f3a7c280237 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:03:41.244419 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-364c3d50-4074-450c-97b8-6f3a7c280237 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871534'] for network (None), before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:03:41.277498 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-364c3d50-4074-450c-97b8-6f3a7c280237 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.3421214 Apr 11 14:03:41.280482 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.67', 35616) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 14:03:41.285299 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.v2.base [None req-6a98742d-d312-4106-88d0-c6279ce4808d admin admin] Request body: {'subnet': {'network_id': 'a46eb48f-c97d-43d9-b020-3606da009c33', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-40164813-subnet', 'tenant_id': '7ea539d2e309403ab7ea0c5244a6d80f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:03:41.304864 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a98742d-d312-4106-88d0-c6279ce4808d admin admin] Made reservation on behalf of 7ea539d2e309403ab7ea0c5244a6d80f for: {'subnet': 1} {{(pid=103319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:03:41.306828 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364c3d50-4074-450c-97b8-6f3a7c280237 admin admin] Pushing event updated for resources: {'Network': ['ID=a46eb48f-c97d-43d9-b020-3606da009c33,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:03:41.307181 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-6a98742d-d312-4106-88d0-c6279ce4808d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4426758'] for subnet (None), before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:03:41.318054 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Network a46eb48f-c97d-43d9-b020-3606da009c33 details requested by agent ovs-agent-dv-cinder-830787-2-iscsi with host dv-cinder-830787-2-iscsi {{(pid=103320) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 11 14:03:41.426352 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.67', 35620) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 14:03:41.482650 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-6a98742d-d312-4106-88d0-c6279ce4808d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4646912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4426772'] for subnet (c54a2768-960f-43e1-adcc-2b30290f085b), after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:03:41.482941 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-56737119-32a5-4e31-af11-9bc0a5721293 tempest-TestShelveInstance-72923974 tempest-TestShelveInstance-72923974-project] Publish callbacks [] for security_group (5212f323-fd10-4b4e-8612-863b832a0ec1), before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:03:41.509669 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-56737119-32a5-4e31-af11-9bc0a5721293 tempest-TestShelveInstance-72923974 tempest-TestShelveInstance-72923974-project] Publish callbacks [] for security_group (5212f323-fd10-4b4e-8612-863b832a0ec1), precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:03:41.538923 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a98742d-d312-4106-88d0-c6279ce4808d admin admin] Pushing event updated for resources: {'Subnet': ['ID=c54a2768-960f-43e1-adcc-2b30290f085b,revision_number=0']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:03:41.547528 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a98742d-d312-4106-88d0-c6279ce4808d admin admin] Checking segment: {'id': '6e1ef125-23a7-4043-96c6-d6ffae565e06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': 'a46eb48f-c97d-43d9-b020-3606da009c33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103319) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 14:03:41.547910 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a98742d-d312-4106-88d0-c6279ce4808d admin admin] Network hostable DHCP agents. Network: a46eb48f-c97d-43d9-b020-3606da009c33, hostable agents: ['d5a8b9a1-2e9e-46b5-8163-20b7d509fa4e'], hosted agents: [] {{(pid=103319) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 14:03:41.565350 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a98742d-d312-4106-88d0-c6279ce4808d admin admin] Network a46eb48f-c97d-43d9-b020-3606da009c33 is scheduled to be hosted by DHCP agent d5a8b9a1-2e9e-46b5-8163-20b7d509fa4e with binding_index 1 {{(pid=103319) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 14:03:41.573355 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [None req-6a98742d-d312-4106-88d0-c6279ce4808d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830787-2-iscsi, a46eb48f-c97d-43d9-b020-3606da009c33) {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:03:41.578156 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a98742d-d312-4106-88d0-c6279ce4808d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:03:41.579621 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-6a98742d-d312-4106-88d0-c6279ce4808d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871534'] for subnet (None), before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:03:41.583131 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-56737119-32a5-4e31-af11-9bc0a5721293 tempest-TestShelveInstance-72923974 tempest-TestShelveInstance-72923974-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8023832'] for security_group (5212f323-fd10-4b4e-8612-863b832a0ec1), after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:03:41.583561 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f2b89c8-37b4-4722-80e6-f8eb79c07c52 None None] Network a46eb48f-c97d-43d9-b020-3606da009c33 requested from dv-cinder-830787-2-iscsi {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 14:03:41.585787 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-56737119-32a5-4e31-af11-9bc0a5721293 tempest-TestShelveInstance-72923974 tempest-TestShelveInstance-72923974-project] Publish callbacks [] for security_group (None), before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:03:41.587047 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-56737119-32a5-4e31-af11-9bc0a5721293 tempest-TestShelveInstance-72923974 tempest-TestShelveInstance-72923974-project] 10.222.0.67 "DELETE /v2.0/security-groups/5212f323-fd10-4b4e-8612-863b832a0ec1 HTTP/1.1" status: 204 len: 168 time: 0.1595294 Apr 11 14:03:41.605144 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-6a98742d-d312-4106-88d0-c6279ce4808d admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3156791 Apr 11 14:03:41.605420 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56737119-32a5-4e31-af11-9bc0a5721293 tempest-TestShelveInstance-72923974 tempest-TestShelveInstance-72923974-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5212f323-fd10-4b4e-8612-863b832a0ec1,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:03:41.638456 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.67', 35626) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 14:03:41.741545 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14d62d01-d724-41f8-9cf9-afff68aaf67b None None] Network a46eb48f-c97d-43d9-b020-3606da009c33 requested from dv-cinder-830787-2-iscsi {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 14:03:42.094402 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-8f720a5e-aeb4-41fa-821a-d288a41c5a53 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8123339'] for router_interface (6395e472-c494-4c1b-826e-127b39a614bf), before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:03:42.331055 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-8f720a5e-aeb4-41fa-821a-d288a41c5a53 admin admin] Deleting port 6df702eb-5231-4e66-89c8-48fd8307f4fb {{(pid=103319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 14:03:42.331741 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-8f720a5e-aeb4-41fa-821a-d288a41c5a53 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750379682079'] for port (6df702eb-5231-4e66-89c8-48fd8307f4fb), before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:03:42.409114 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.db [None req-8f720a5e-aeb4-41fa-821a-d288a41c5a53 admin admin] For port 6df702eb-5231-4e66-89c8-48fd8307f4fb, host dv-cinder-830787-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830787-2-iscsi',level=0,port_id=6df702eb-5231-4e66-89c8-48fd8307f4fb,segment=NetworkSegment(eced59c3-a177-4f35-9f71-e3309e41d19c),segment_id=eced59c3-a177-4f35-9f71-e3309e41d19c)] {{(pid=103319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 14:03:42.409565 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-8f720a5e-aeb4-41fa-821a-d288a41c5a53 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115285'] for port (6df702eb-5231-4e66-89c8-48fd8307f4fb), precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:03:42.427393 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-8f720a5e-aeb4-41fa-821a-d288a41c5a53 admin admin] Calling delete_port for 6df702eb-5231-4e66-89c8-48fd8307f4fb owned by network:router_interface {{(pid=103319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 14:03:42.591194 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Device 2f18b7d6-84d7-4249-8b95-51fdbd414e68 no longer exists at agent hyperv_hv-cinder-83078 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 14:03:42.610326 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-8f720a5e-aeb4-41fa-821a-d288a41c5a53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750379687693', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750379164483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4648624'] for port (6df702eb-5231-4e66-89c8-48fd8307f4fb), after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:03:42.616478 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] No Port match for: 2f18b7d6-84d7-4249-8b95-51fdbd414e68 {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 14:03:42.616822 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Device 2f18b7d6-84d7-4249-8b95-51fdbd414e68 not bound to the agent host hv-cinder-83078 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 14:03:42.638032 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f720a5e-aeb4-41fa-821a-d288a41c5a53 admin admin] Pushing event deleted for resources: {'Port': ['ID=6df702eb-5231-4e66-89c8-48fd8307f4fb,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:03:42.803176 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-8f720a5e-aeb4-41fa-821a-d288a41c5a53 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7871691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8123239'] for router_interface (6395e472-c494-4c1b-826e-127b39a614bf), after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:03:43.017718 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f720a5e-aeb4-41fa-821a-d288a41c5a53 admin admin] Router 6395e472-c494-4c1b-826e-127b39a614bf has already been hosted by L3 agent e731c656-576f-4174-9da3-af64518920bc {{(pid=103319) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 14:03:43.070669 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.db.agents_db [None req-69d3ff0a-913c-429f-8002-6cfbd72f8f27 None None] Agent healthcheck: found 6 active agents {{(pid=103321) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 14:03:43.126046 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f720a5e-aeb4-41fa-821a-d288a41c5a53 admin admin] Notify agent at l3_agent.dv-cinder-830787-2-iscsi the message routers_updated {{(pid=103319) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 14:03:43.130954 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-8f720a5e-aeb4-41fa-821a-d288a41c5a53 admin admin] 10.222.0.67 "PUT /v2.0/routers/6395e472-c494-4c1b-826e-127b39a614bf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4942446 Apr 11 14:03:43.133409 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.67', 35638) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 14:03:43.135854 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b36ab2ef-4649-42d5-b41d-977ccd44f89d None None] Sync routers for ids ['6395e472-c494-4c1b-826e-127b39a614bf'] in dv-cinder-830787-2-iscsi {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 14:03:43.147089 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b36ab2ef-4649-42d5-b41d-977ccd44f89d None None] Routers {'6395e472-c494-4c1b-826e-127b39a614bf'} bound to L3 agent in host dv-cinder-830787-2-iscsi {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 14:03:43.147915 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-b36ab2ef-4649-42d5-b41d-977ccd44f89d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830787-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T13:46:59Z,description=,heartbeat_timestamp=2022-04-11T14:03:29Z,host='dv-cinder-830787-2-iscsi',id=e731c656-576f-4174-9da3-af64518920bc,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T13:46:59Z,topic='l3_agent')) {'router_ids': ['6395e472-c494-4c1b-826e-127b39a614bf'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:03:43.261239 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-b36ab2ef-4649-42d5-b41d-977ccd44f89d None None] Set router 6395e472-c494-4c1b-826e-127b39a614bf gateway port host: dv-cinder-830787-2-iscsi {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 14:03:43.534021 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-b36ab2ef-4649-42d5-b41d-977ccd44f89d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6395e472-c494-4c1b-826e-127b39a614bf', 'name': 'tempest-TestShelveInstance-695175599-router', 'tenant_id': '626d5ba1efe34953a6d00b0f0afd5013', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886', 'external_fixed_ips': [{'subnet_id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'ip_address': '172.27.1.223'}], 'enable_snat': True}, 'gw_port_id': '3150155f-28ba-4caf-b807-cdfda7fc78ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T13:57:56Z', 'updated_at': '2022-04-11T14:03:42Z', 'revision_number': 5, 'project_id': '626d5ba1efe34953a6d00b0f0afd5013', 'gw_port': {'id': '3150155f-28ba-4caf-b807-cdfda7fc78ac', 'name': '', 'network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:14:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6395e472-c494-4c1b-826e-127b39a614bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'ip_address': '172.27.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:57:59Z', 'updated_at': '2022-04-11T13:58:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830787-2-iscsi'}], 'dv-cinder-830787-2-iscsi', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:03:43.560148 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b36ab2ef-4649-42d5-b41d-977ccd44f89d None None] Checking router: 6395e472-c494-4c1b-826e-127b39a614bf for host: dv-cinder-830787-2-iscsi {{(pid=103321) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 14:03:43.568292 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b36ab2ef-4649-42d5-b41d-977ccd44f89d None None] Routers {'6395e472-c494-4c1b-826e-127b39a614bf'} bound to L3 agent in host dv-cinder-830787-2-iscsi {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 14:03:43.568877 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-b36ab2ef-4649-42d5-b41d-977ccd44f89d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830787-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T13:46:59Z,description=,heartbeat_timestamp=2022-04-11T14:03:29Z,host='dv-cinder-830787-2-iscsi',id=e731c656-576f-4174-9da3-af64518920bc,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T13:46:59Z,topic='l3_agent')) {'router_ids': ['6395e472-c494-4c1b-826e-127b39a614bf'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:03:43.568998 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-2a7ec556-7e30-4371-a5b1-c206d490efe2 admin admin] Publish callbacks [] for router (6395e472-c494-4c1b-826e-127b39a614bf), before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:03:43.674242 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6541fdbc-1634-42da-b3ae-b5c42daa3a0d req-336e8539-7290-4d7e-909e-f044555c1eff tempest-VolumesActionsTest-630958389 tempest-VolumesActionsTest-630958389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:03:43.675731 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-6541fdbc-1634-42da-b3ae-b5c42daa3a0d req-336e8539-7290-4d7e-909e-f044555c1eff tempest-VolumesActionsTest-630958389 tempest-VolumesActionsTest-630958389-project] 10.222.0.67 "GET /v2.0/networks?id=a46eb48f-c97d-43d9-b020-3606da009c33 HTTP/1.1" status: 200 len: 807 time: 0.1879044 Apr 11 14:03:43.678301 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-b36ab2ef-4649-42d5-b41d-977ccd44f89d None None] Set router 6395e472-c494-4c1b-826e-127b39a614bf gateway port host: dv-cinder-830787-2-iscsi {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 14:03:43.698070 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-6541fdbc-1634-42da-b3ae-b5c42daa3a0d req-2922d542-8655-41ae-b302-05cc7899b378 tempest-VolumesActionsTest-630958389 tempest-VolumesActionsTest-630958389-project] 10.222.0.67 "GET /v2.0/quotas/7ea539d2e309403ab7ea0c5244a6d80f HTTP/1.1" status: 200 len: 375 time: 0.0141425 Apr 11 14:03:43.718288 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-2a7ec556-7e30-4371-a5b1-c206d490efe2 admin admin] Publish callbacks [] for router_gateway (6395e472-c494-4c1b-826e-127b39a614bf), before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:03:43.741404 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-6541fdbc-1634-42da-b3ae-b5c42daa3a0d req-b4892582-9f9b-491a-911c-b24df00c60ee tempest-VolumesActionsTest-630958389 tempest-VolumesActionsTest-630958389-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=7ea539d2e309403ab7ea0c5244a6d80f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0374603 Apr 11 14:03:43.839551 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-2a7ec556-7e30-4371-a5b1-c206d490efe2 admin admin] Deleting port 3150155f-28ba-4caf-b807-cdfda7fc78ac {{(pid=103319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 14:03:43.839834 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-2a7ec556-7e30-4371-a5b1-c206d490efe2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750379682079'] for port (3150155f-28ba-4caf-b807-cdfda7fc78ac), before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:03:43.848508 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-b36ab2ef-4649-42d5-b41d-977ccd44f89d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6395e472-c494-4c1b-826e-127b39a614bf', 'name': 'tempest-TestShelveInstance-695175599-router', 'tenant_id': '626d5ba1efe34953a6d00b0f0afd5013', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886', 'external_fixed_ips': [{'subnet_id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'ip_address': '172.27.1.223'}], 'enable_snat': True}, 'gw_port_id': '3150155f-28ba-4caf-b807-cdfda7fc78ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T13:57:56Z', 'updated_at': '2022-04-11T14:03:42Z', 'revision_number': 5, 'project_id': '626d5ba1efe34953a6d00b0f0afd5013', 'gw_port': {'id': '3150155f-28ba-4caf-b807-cdfda7fc78ac', 'name': '', 'network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:14:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6395e472-c494-4c1b-826e-127b39a614bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'ip_address': '172.27.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:57:59Z', 'updated_at': '2022-04-11T13:58:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830787-2-iscsi'}], 'dv-cinder-830787-2-iscsi', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:03:43.874190 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b36ab2ef-4649-42d5-b41d-977ccd44f89d None None] The sync data for ids ['6395e472-c494-4c1b-826e-127b39a614bf'] in dv-cinder-830787-2-iscsi is: [{'id': '6395e472-c494-4c1b-826e-127b39a614bf', 'name': 'tempest-TestShelveInstance-695175599-router', 'tenant_id': '626d5ba1efe34953a6d00b0f0afd5013', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886', 'external_fixed_ips': [{'subnet_id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'ip_address': '172.27.1.223'}], 'enable_snat': True}, 'gw_port_id': '3150155f-28ba-4caf-b807-cdfda7fc78ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T13:57:56Z', 'updated_at': '2022-04-11T14:03:42Z', 'revision_number': 5, 'project_id': '626d5ba1efe34953a6d00b0f0afd5013', 'gw_port': {'id': '3150155f-28ba-4caf-b807-cdfda7fc78ac', 'name': '', 'network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:14:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6395e472-c494-4c1b-826e-127b39a614bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'ip_address': '172.27.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:57:59Z', 'updated_at': '2022-04-11T13:58:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830787-2-iscsi'}] {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 14:03:43.911400 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-6541fdbc-1634-42da-b3ae-b5c42daa3a0d req-f5a442cc-8fa7-4a64-8d9c-e17188ee8ede service neutron] 10.222.0.67 "GET /v2.0/networks/a46eb48f-c97d-43d9-b020-3606da009c33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1609774 Apr 11 14:03:44.000878 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.db [None req-2a7ec556-7e30-4371-a5b1-c206d490efe2 admin admin] For port 3150155f-28ba-4caf-b807-cdfda7fc78ac, host dv-cinder-830787-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830787-2-iscsi',level=0,port_id=3150155f-28ba-4caf-b807-cdfda7fc78ac,segment=NetworkSegment(153f0837-19dc-4e5c-bf6b-49a4300ea8f5),segment_id=153f0837-19dc-4e5c-bf6b-49a4300ea8f5)] {{(pid=103319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 14:03:44.001244 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-2a7ec556-7e30-4371-a5b1-c206d490efe2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115285'] for port (3150155f-28ba-4caf-b807-cdfda7fc78ac), precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:03:44.017674 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-2a7ec556-7e30-4371-a5b1-c206d490efe2 admin admin] Calling delete_port for 3150155f-28ba-4caf-b807-cdfda7fc78ac owned by network:router_gateway {{(pid=103319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 14:03:44.044055 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-6541fdbc-1634-42da-b3ae-b5c42daa3a0d req-26e8ff4d-1cd1-4d6a-9d6b-e9fa202a5df3 service neutron] 10.222.0.67 "GET /v2.0/networks/a46eb48f-c97d-43d9-b020-3606da009c33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268923 Apr 11 14:03:44.208376 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-15e0fc59-b381-4724-b021-16831474d3d1 req-92bf3bc9-583d-44a7-84d8-5474be9047ad tempest-VolumesActionsTest-630958389 tempest-VolumesActionsTest-630958389-project] 10.222.0.67 "GET /v2.0/ports?device_id=90e1dc70-4ec6-43ef-95f1-8c8d30e26443 HTTP/1.1" status: 200 len: 210 time: 0.0310497 Apr 11 14:03:44.208855 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-2a7ec556-7e30-4371-a5b1-c206d490efe2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750379687693', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750379164483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4648624'] for port (3150155f-28ba-4caf-b807-cdfda7fc78ac), after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:03:44.238306 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7ec556-7e30-4371-a5b1-c206d490efe2 admin admin] Pushing event deleted for resources: {'Port': ['ID=3150155f-28ba-4caf-b807-cdfda7fc78ac,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:03:44.313842 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-2a7ec556-7e30-4371-a5b1-c206d490efe2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8126337'] for router_gateway (6395e472-c494-4c1b-826e-127b39a614bf), after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:03:44.418515 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-2a7ec556-7e30-4371-a5b1-c206d490efe2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8074543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37553'] for router (6395e472-c494-4c1b-826e-127b39a614bf), precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:03:44.421153 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-2a7ec556-7e30-4371-a5b1-c206d490efe2 admin admin] Publish callbacks [] for router_controller (6395e472-c494-4c1b-826e-127b39a614bf), precommit_delete_associations {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:03:44.476141 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-2a7ec556-7e30-4371-a5b1-c206d490efe2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8074534'] for router (6395e472-c494-4c1b-826e-127b39a614bf), after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:03:44.476676 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a7ec556-7e30-4371-a5b1-c206d490efe2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6395e472-c494-4c1b-826e-127b39a614bf {{(pid=103319) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 11 14:03:44.480977 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-2a7ec556-7e30-4371-a5b1-c206d490efe2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:03:44.482388 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-2a7ec556-7e30-4371-a5b1-c206d490efe2 admin admin] 10.222.0.67 "DELETE /v2.0/routers/6395e472-c494-4c1b-826e-127b39a614bf HTTP/1.1" status: 204 len: 168 time: 1.3479531 Apr 11 14:03:44.485423 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.67', 35666) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 14:03:44.533447 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.db.db_base_plugin_v2 [None req-674b00f3-2046-469c-8b0d-bae520d0e3e5 admin admin] Deleting subnet 3f4be426-c8cc-4fad-9345-853add2c7e7d {{(pid=103318) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 11 14:03:44.537052 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-674b00f3-2046-469c-8b0d-bae520d0e3e5 admin admin] Publish callbacks [] for subnet (3f4be426-c8cc-4fad-9345-853add2c7e7d), before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:03:44.576248 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-674b00f3-2046-469c-8b0d-bae520d0e3e5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4245469'] for subnet (3f4be426-c8cc-4fad-9345-853add2c7e7d), precommit_delete_associations {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:03:44.661715 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-674b00f3-2046-469c-8b0d-bae520d0e3e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-660224'] for subnet (3f4be426-c8cc-4fad-9345-853add2c7e7d), precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:03:44.713283 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-674b00f3-2046-469c-8b0d-bae520d0e3e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-660281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4243768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4237203'] for subnet (3f4be426-c8cc-4fad-9345-853add2c7e7d), after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:03:44.740179 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674b00f3-2046-469c-8b0d-bae520d0e3e5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3f4be426-c8cc-4fad-9345-853add2c7e7d,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:03:44.742157 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-674b00f3-2046-469c-8b0d-bae520d0e3e5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:03:44.746685 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-070572bd-326f-410d-80ac-31964b8a9833 None None] Network bcc3856a-1e27-4d38-8f1d-e24f8fbb1282 requested from dv-cinder-830787-2-iscsi {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 14:03:44.752835 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-674b00f3-2046-469c-8b0d-bae520d0e3e5 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/3f4be426-c8cc-4fad-9345-853add2c7e7d HTTP/1.1" status: 204 len: 168 time: 0.2658205 Apr 11 14:03:44.754647 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.67', 35668) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 14:03:44.837122 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-9f4a261b-4078-47c9-a6b9-a52d47f43940 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-768595'] for network (bcc3856a-1e27-4d38-8f1d-e24f8fbb1282), before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:03:44.885388 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-9f4a261b-4078-47c9-a6b9-a52d47f43940 admin admin] Deleting port 7b53f5b1-5049-483f-80f6-36767be66900 {{(pid=103318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 14:03:44.885723 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-9f4a261b-4078-47c9-a6b9-a52d47f43940 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750379682079'] for port (7b53f5b1-5049-483f-80f6-36767be66900), before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:03:44.949936 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e6dd490-67cf-499d-b1ba-9eeae58e6652 None None] DHCP port deletion for bcc3856a-1e27-4d38-8f1d-e24f8fbb1282 request from dv-cinder-830787-2-iscsi {{(pid=103320) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 11 14:03:44.956560 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.db [None req-9f4a261b-4078-47c9-a6b9-a52d47f43940 admin admin] For port 7b53f5b1-5049-483f-80f6-36767be66900, host dv-cinder-830787-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830787-2-iscsi',level=0,port_id=7b53f5b1-5049-483f-80f6-36767be66900,segment=NetworkSegment(eced59c3-a177-4f35-9f71-e3309e41d19c),segment_id=eced59c3-a177-4f35-9f71-e3309e41d19c)] {{(pid=103318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 14:03:44.956919 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-9f4a261b-4078-47c9-a6b9-a52d47f43940 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115285'] for port (7b53f5b1-5049-483f-80f6-36767be66900), precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:03:44.971386 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-9f4a261b-4078-47c9-a6b9-a52d47f43940 admin admin] Calling delete_port for 7b53f5b1-5049-483f-80f6-36767be66900 owned by network:dhcp {{(pid=103318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 14:03:44.994578 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-2e6dd490-67cf-499d-b1ba-9eeae58e6652 None None] Deleting port 7b53f5b1-5049-483f-80f6-36767be66900 {{(pid=103320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 14:03:44.994950 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-2e6dd490-67cf-499d-b1ba-9eeae58e6652 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750379682079'] for port (7b53f5b1-5049-483f-80f6-36767be66900), before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:03:45.058410 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-9f4a261b-4078-47c9-a6b9-a52d47f43940 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750379687693', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750379164483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4243781'] for port (7b53f5b1-5049-483f-80f6-36767be66900), after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:03:45.059924 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-2e6dd490-67cf-499d-b1ba-9eeae58e6652 None None] For port 7b53f5b1-5049-483f-80f6-36767be66900, host dv-cinder-830787-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830787-2-iscsi',level=0,port_id=7b53f5b1-5049-483f-80f6-36767be66900,segment=NetworkSegment(eced59c3-a177-4f35-9f71-e3309e41d19c),segment_id=eced59c3-a177-4f35-9f71-e3309e41d19c)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 14:03:45.060289 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-2e6dd490-67cf-499d-b1ba-9eeae58e6652 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115285'] for port (7b53f5b1-5049-483f-80f6-36767be66900), precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:03:45.073284 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-2e6dd490-67cf-499d-b1ba-9eeae58e6652 None None] Calling delete_port for 7b53f5b1-5049-483f-80f6-36767be66900 owned by network:dhcp {{(pid=103320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 14:03:45.084962 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4a261b-4078-47c9-a6b9-a52d47f43940 admin admin] Pushing event deleted for resources: {'Port': ['ID=7b53f5b1-5049-483f-80f6-36767be66900,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:03:45.087665 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f4a261b-4078-47c9-a6b9-a52d47f43940 admin admin] No DVR routers for this DVR port 7b53f5b1-5049-483f-80f6-36767be66900 on host dv-cinder-830787-2-iscsi {{(pid=103318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 14:03:45.162144 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-2e6dd490-67cf-499d-b1ba-9eeae58e6652 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750379687693', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750379164483'] for port (7b53f5b1-5049-483f-80f6-36767be66900), after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:03:45.163826 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-9f4a261b-4078-47c9-a6b9-a52d47f43940 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-662413', 'neutron.services.segments.db._delete_segments_for_network-8750379576751'] for network (bcc3856a-1e27-4d38-8f1d-e24f8fbb1282), precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:03:45.187206 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.services.segments.db [None req-9f4a261b-4078-47c9-a6b9-a52d47f43940 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bcc3856a-1e27-4d38-8f1d-e24f8fbb1282']}} {{(pid=103318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:03:45.192441 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e6dd490-67cf-499d-b1ba-9eeae58e6652 None None] No DVR routers for this DVR port 7b53f5b1-5049-483f-80f6-36767be66900 on host dv-cinder-830787-2-iscsi {{(pid=103320) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 14:03:45.197149 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6dd490-67cf-499d-b1ba-9eeae58e6652 None None] Pushing event deleted for resources: {'Port': ['ID=7b53f5b1-5049-483f-80f6-36767be66900,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:03:45.197329 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.services.segments.db [None req-9f4a261b-4078-47c9-a6b9-a52d47f43940 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eced59c3-a177-4f35-9f71-e3309e41d19c') {'for_net_delete': True} {{(pid=103318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:03:45.197667 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.services.segments.db [None req-9f4a261b-4078-47c9-a6b9-a52d47f43940 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eced59c3-a177-4f35-9f71-e3309e41d19c') {} {{(pid=103318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:03:45.209064 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-9f4a261b-4078-47c9-a6b9-a52d47f43940 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750379579064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4245460'] for segment (eced59c3-a177-4f35-9f71-e3309e41d19c), before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:03:45.227758 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-9f4a261b-4078-47c9-a6b9-a52d47f43940 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682637'] for segment (eced59c3-a177-4f35-9f71-e3309e41d19c), precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:03:45.234974 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f4a261b-4078-47c9-a6b9-a52d47f43940 admin admin] Releasing vlan 940 on physical network physnet1 to pool {{(pid=103318) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 14:03:45.235504 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-9f4a261b-4078-47c9-a6b9-a52d47f43940 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4243858'] for segment (eced59c3-a177-4f35-9f71-e3309e41d19c), after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:03:45.291097 dv-cinder-830787-2-iscsi neutron-server[103318]: Traceback (most recent call last): Apr 11 14:03:45.291097 dv-cinder-830787-2-iscsi neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 14:03:45.291097 dv-cinder-830787-2-iscsi neutron-server[103318]: timer() Apr 11 14:03:45.291097 dv-cinder-830787-2-iscsi neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 14:03:45.291097 dv-cinder-830787-2-iscsi neutron-server[103318]: cb(*args, **kw) Apr 11 14:03:45.291097 dv-cinder-830787-2-iscsi neutron-server[103318]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 11 14:03:45.291097 dv-cinder-830787-2-iscsi neutron-server[103318]: return func(*args, **kwargs) Apr 11 14:03:45.291097 dv-cinder-830787-2-iscsi neutron-server[103318]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 14:03:45.291097 dv-cinder-830787-2-iscsi neutron-server[103318]: self._notify() Apr 11 14:03:45.291097 dv-cinder-830787-2-iscsi neutron-server[103318]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 14:03:45.291097 dv-cinder-830787-2-iscsi neutron-server[103318]: self.callback(batched_events) Apr 11 14:03:45.291097 dv-cinder-830787-2-iscsi neutron-server[103318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 14:03:45.291097 dv-cinder-830787-2-iscsi neutron-server[103318]: event.method(event) Apr 11 14:03:45.291097 dv-cinder-830787-2-iscsi neutron-server[103318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 11 14:03:45.291097 dv-cinder-830787-2-iscsi neutron-server[103318]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 14:03:45.291097 dv-cinder-830787-2-iscsi neutron-server[103318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 11 14:03:45.291097 dv-cinder-830787-2-iscsi neutron-server[103318]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 14:03:45.291097 dv-cinder-830787-2-iscsi neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 11 14:03:45.291097 dv-cinder-830787-2-iscsi neutron-server[103318]: return f(self, *a, **k) Apr 11 14:03:45.291097 dv-cinder-830787-2-iscsi neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 14:03:45.291097 dv-cinder-830787-2-iscsi neutron-server[103318]: return self._get(url).json() Apr 11 14:03:45.291097 dv-cinder-830787-2-iscsi neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 14:03:45.291097 dv-cinder-830787-2-iscsi neutron-server[103318]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 14:03:45.291097 dv-cinder-830787-2-iscsi neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 14:03:45.291097 dv-cinder-830787-2-iscsi neutron-server[103318]: return self.request(url, 'GET', **kwargs) Apr 11 14:03:45.291097 dv-cinder-830787-2-iscsi neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 14:03:45.291097 dv-cinder-830787-2-iscsi neutron-server[103318]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 14:03:45.291097 dv-cinder-830787-2-iscsi neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 14:03:45.291097 dv-cinder-830787-2-iscsi neutron-server[103318]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 14:03:45.291097 dv-cinder-830787-2-iscsi neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 14:03:45.291097 dv-cinder-830787-2-iscsi neutron-server[103318]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 14:03:45.291097 dv-cinder-830787-2-iscsi neutron-server[103318]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 14:03:45.300975 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-9f4a261b-4078-47c9-a6b9-a52d47f43940 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-662402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8024001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8126437'] for network (bcc3856a-1e27-4d38-8f1d-e24f8fbb1282), after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:03:45.307307 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-9f4a261b-4078-47c9-a6b9-a52d47f43940 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871534'] for network (None), before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:03:45.315277 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-9f4a261b-4078-47c9-a6b9-a52d47f43940 admin admin] 10.222.0.67 "DELETE /v2.0/networks/bcc3856a-1e27-4d38-8f1d-e24f8fbb1282 HTTP/1.1" status: 204 len: 168 time: 0.5550678 Apr 11 14:03:45.315277 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.67', 35672) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 14:03:45.334425 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4a261b-4078-47c9-a6b9-a52d47f43940 admin admin] Pushing event deleted for resources: {'Network': ['ID=bcc3856a-1e27-4d38-8f1d-e24f8fbb1282,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:03:45.351086 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-0e054a52-3f12-4b44-a193-26832eea001c req-d2b260f2-00ec-495e-9cb2-f9867b79f2c7 tempest-VolumesActionsTest-630958389 tempest-VolumesActionsTest-630958389-project] 10.222.0.67 "GET /v2.0/ports?device_id=90e1dc70-4ec6-43ef-95f1-8c8d30e26443 HTTP/1.1" status: 200 len: 210 time: 0.0476975 Apr 11 14:03:45.385779 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6541fdbc-1634-42da-b3ae-b5c42daa3a0d req-542249cd-e805-4e0c-b9cf-ba2a83d72188 tempest-VolumesActionsTest-630958389 tempest-VolumesActionsTest-630958389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:03:45.387288 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-6541fdbc-1634-42da-b3ae-b5c42daa3a0d req-542249cd-e805-4e0c-b9cf-ba2a83d72188 tempest-VolumesActionsTest-630958389 tempest-VolumesActionsTest-630958389-project] 10.222.0.75 "GET /v2.0/networks?id=a46eb48f-c97d-43d9-b020-3606da009c33 HTTP/1.1" status: 200 len: 807 time: 0.1768701 Apr 11 14:03:45.401044 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.v2.base [req-6541fdbc-1634-42da-b3ae-b5c42daa3a0d req-f4ac48f1-17d1-4f39-8daf-866a61bab3a8 tempest-VolumesActionsTest-630958389 tempest-VolumesActionsTest-630958389-project] Request body: {'port': {'device_id': '90e1dc70-4ec6-43ef-95f1-8c8d30e26443', 'network_id': 'a46eb48f-c97d-43d9-b020-3606da009c33', 'admin_state_up': True, 'tenant_id': '7ea539d2e309403ab7ea0c5244a6d80f'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:03:45.510650 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6541fdbc-1634-42da-b3ae-b5c42daa3a0d req-f4ac48f1-17d1-4f39-8daf-866a61bab3a8 tempest-VolumesActionsTest-630958389 tempest-VolumesActionsTest-630958389-project] Made reservation on behalf of 7ea539d2e309403ab7ea0c5244a6d80f for: {'port': 1} {{(pid=103319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:03:45.513945 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-6541fdbc-1634-42da-b3ae-b5c42daa3a0d req-f4ac48f1-17d1-4f39-8daf-866a61bab3a8 tempest-VolumesActionsTest-630958389 tempest-VolumesActionsTest-630958389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883311'] for port (None), before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:03:45.649726 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.db.db_base_plugin_common [req-6541fdbc-1634-42da-b3ae-b5c42daa3a0d req-f4ac48f1-17d1-4f39-8daf-866a61bab3a8 tempest-VolumesActionsTest-630958389 tempest-VolumesActionsTest-630958389-project] Allocated IP 172.20.0.5 (a46eb48f-c97d-43d9-b020-3606da009c33/c54a2768-960f-43e1-adcc-2b30290f085b/0cfac28c-91c3-4684-b5c0-10ac64e8d3c8) {{(pid=103319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 14:03:45.676411 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-afa7e5cc-1bdc-4834-94e4-6ad9c7906b57 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8123339'] for router_interface (c30ab256-0deb-4a00-9880-cbfe621412c2), before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:03:45.700735 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Device 6df702eb-5231-4e66-89c8-48fd8307f4fb no longer exists at agent ovs-agent-dv-cinder-830787-2-iscsi {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 14:03:45.723163 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] No Port match for: 6df702eb-5231-4e66-89c8-48fd8307f4fb {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 14:03:45.723503 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Device 6df702eb-5231-4e66-89c8-48fd8307f4fb not bound to the agent host dv-cinder-830787-2-iscsi {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 14:03:45.724131 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Device 3150155f-28ba-4caf-b807-cdfda7fc78ac no longer exists at agent ovs-agent-dv-cinder-830787-2-iscsi {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 14:03:45.744577 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] No Port match for: 3150155f-28ba-4caf-b807-cdfda7fc78ac {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 14:03:45.745210 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Device 3150155f-28ba-4caf-b807-cdfda7fc78ac not bound to the agent host dv-cinder-830787-2-iscsi {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 14:03:45.745784 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Device 7b53f5b1-5049-483f-80f6-36767be66900 no longer exists at agent ovs-agent-dv-cinder-830787-2-iscsi {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 14:03:45.768875 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] No Port match for: 7b53f5b1-5049-483f-80f6-36767be66900 {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 14:03:45.769540 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Device 7b53f5b1-5049-483f-80f6-36767be66900 not bound to the agent host dv-cinder-830787-2-iscsi {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 14:03:45.811038 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-6541fdbc-1634-42da-b3ae-b5c42daa3a0d req-f4ac48f1-17d1-4f39-8daf-866a61bab3a8 tempest-VolumesActionsTest-630958389 tempest-VolumesActionsTest-630958389-project] Publish callbacks [] for port (0cfac28c-91c3-4684-b5c0-10ac64e8d3c8), precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:03:45.845792 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-6541fdbc-1634-42da-b3ae-b5c42daa3a0d req-f4ac48f1-17d1-4f39-8daf-866a61bab3a8 tempest-VolumesActionsTest-630958389 tempest-VolumesActionsTest-630958389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750379164474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4648624'] for port (0cfac28c-91c3-4684-b5c0-10ac64e8d3c8), after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:03:45.890725 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6541fdbc-1634-42da-b3ae-b5c42daa3a0d req-f4ac48f1-17d1-4f39-8daf-866a61bab3a8 tempest-VolumesActionsTest-630958389 tempest-VolumesActionsTest-630958389-project] Network a46eb48f-c97d-43d9-b020-3606da009c33 is already hosted by enough agents. {{(pid=103319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:03:45.893981 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [req-6541fdbc-1634-42da-b3ae-b5c42daa3a0d req-f4ac48f1-17d1-4f39-8daf-866a61bab3a8 tempest-VolumesActionsTest-630958389 tempest-VolumesActionsTest-630958389-project] Resources bound (agent type, host, resource id): {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:03:45.897596 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [req-6541fdbc-1634-42da-b3ae-b5c42daa3a0d req-f4ac48f1-17d1-4f39-8daf-866a61bab3a8 tempest-VolumesActionsTest-630958389 tempest-VolumesActionsTest-630958389-project] Received port after_create {{(pid=103319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 14:03:45.922146 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ac48f1-17d1-4f39-8daf-866a61bab3a8 tempest-VolumesActionsTest-630958389 tempest-VolumesActionsTest-630958389-project] Pushing event updated for resources: {'Port': ['ID=0cfac28c-91c3-4684-b5c0-10ac64e8d3c8,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:03:45.926914 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-afa7e5cc-1bdc-4834-94e4-6ad9c7906b57 admin admin] Deleting port b9839e0d-4eb7-496f-bbfa-82008e40c79b {{(pid=103318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 14:03:45.927254 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-afa7e5cc-1bdc-4834-94e4-6ad9c7906b57 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750379682079'] for port (b9839e0d-4eb7-496f-bbfa-82008e40c79b), before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:03:45.949410 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6541fdbc-1634-42da-b3ae-b5c42daa3a0d req-f4ac48f1-17d1-4f39-8daf-866a61bab3a8 tempest-VolumesActionsTest-630958389 tempest-VolumesActionsTest-630958389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:03:45.950266 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-6541fdbc-1634-42da-b3ae-b5c42daa3a0d req-f4ac48f1-17d1-4f39-8daf-866a61bab3a8 tempest-VolumesActionsTest-630958389 tempest-VolumesActionsTest-630958389-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-507053'] for port (None), before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:03:45.966026 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-6541fdbc-1634-42da-b3ae-b5c42daa3a0d req-f4ac48f1-17d1-4f39-8daf-866a61bab3a8 tempest-VolumesActionsTest-630958389 tempest-VolumesActionsTest-630958389-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5696781 Apr 11 14:03:45.977719 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.v2.base [req-6541fdbc-1634-42da-b3ae-b5c42daa3a0d req-ad1a394f-9792-478f-ab51-5261731ea767 service neutron] Request body: {'port': {'device_id': '90e1dc70-4ec6-43ef-95f1-8c8d30e26443', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83078'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:03:46.005556 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.db [None req-afa7e5cc-1bdc-4834-94e4-6ad9c7906b57 admin admin] For port b9839e0d-4eb7-496f-bbfa-82008e40c79b, host dv-cinder-830787-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830787-2-iscsi',level=0,port_id=b9839e0d-4eb7-496f-bbfa-82008e40c79b,segment=NetworkSegment(66fe8239-ad28-432b-b2f7-47d7e00600e3),segment_id=66fe8239-ad28-432b-b2f7-47d7e00600e3)] {{(pid=103318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 14:03:46.006217 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-afa7e5cc-1bdc-4834-94e4-6ad9c7906b57 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115285'] for port (b9839e0d-4eb7-496f-bbfa-82008e40c79b), precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:03:46.023360 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-afa7e5cc-1bdc-4834-94e4-6ad9c7906b57 admin admin] Calling delete_port for b9839e0d-4eb7-496f-bbfa-82008e40c79b owned by network:router_interface {{(pid=103318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 14:03:46.039774 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-6541fdbc-1634-42da-b3ae-b5c42daa3a0d req-ad1a394f-9792-478f-ab51-5261731ea767 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883311'] for port (0cfac28c-91c3-4684-b5c0-10ac64e8d3c8), before_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:03:46.204185 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-afa7e5cc-1bdc-4834-94e4-6ad9c7906b57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750379687693', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750379164483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4243781'] for port (b9839e0d-4eb7-496f-bbfa-82008e40c79b), after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:03:46.230184 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa7e5cc-1bdc-4834-94e4-6ad9c7906b57 admin admin] Pushing event deleted for resources: {'Port': ['ID=b9839e0d-4eb7-496f-bbfa-82008e40c79b,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:03:46.310157 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.notifiers.nova [req-6541fdbc-1634-42da-b3ae-b5c42daa3a0d req-ad1a394f-9792-478f-ab51-5261731ea767 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0cfac28c-91c3-4684-b5c0-10ac64e8d3c8 {{(pid=103319) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 14:03:46.318307 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-6541fdbc-1634-42da-b3ae-b5c42daa3a0d req-ad1a394f-9792-478f-ab51-5261731ea767 service neutron] Publish callbacks [] for port (0cfac28c-91c3-4684-b5c0-10ac64e8d3c8), precommit_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:03:46.336450 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.db.provisioning_blocks [req-6541fdbc-1634-42da-b3ae-b5c42daa3a0d req-ad1a394f-9792-478f-ab51-5261731ea767 service neutron] Transition to ACTIVE for port object 0cfac28c-91c3-4684-b5c0-10ac64e8d3c8 will not be triggered until provisioned by entity L2. {{(pid=103319) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 14:03:46.340225 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-6541fdbc-1634-42da-b3ae-b5c42daa3a0d req-ad1a394f-9792-478f-ab51-5261731ea767 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750379687711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750379164492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750379164510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4648635'] for port (0cfac28c-91c3-4684-b5c0-10ac64e8d3c8), after_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:03:46.419396 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1a394f-9792-478f-ab51-5261731ea767 service neutron] Pushing event updated for resources: {'Port': ['ID=0cfac28c-91c3-4684-b5c0-10ac64e8d3c8,revision_number=2']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:03:46.427576 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-afa7e5cc-1bdc-4834-94e4-6ad9c7906b57 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7871691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8123239'] for router_interface (c30ab256-0deb-4a00-9880-cbfe621412c2), after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:03:46.471027 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.managers [req-6541fdbc-1634-42da-b3ae-b5c42daa3a0d req-ad1a394f-9792-478f-ab51-5261731ea767 service neutron] Attempting to bind port 0cfac28c-91c3-4684-b5c0-10ac64e8d3c8 on host hv-cinder-83078 for vnic_type normal with profile {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 14:03:46.471386 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.managers [req-6541fdbc-1634-42da-b3ae-b5c42daa3a0d req-ad1a394f-9792-478f-ab51-5261731ea767 service neutron] Attempting to bind port 0cfac28c-91c3-4684-b5c0-10ac64e8d3c8 by drivers openvswitch,hyperv on host hv-cinder-83078 at level 0 using segments [{'id': '6e1ef125-23a7-4043-96c6-d6ffae565e06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': 'a46eb48f-c97d-43d9-b020-3606da009c33'}] {{(pid=103319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 14:03:46.471824 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6541fdbc-1634-42da-b3ae-b5c42daa3a0d req-ad1a394f-9792-478f-ab51-5261731ea767 service neutron] Attempting to bind port 0cfac28c-91c3-4684-b5c0-10ac64e8d3c8 on network a46eb48f-c97d-43d9-b020-3606da009c33 {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 14:03:46.476244 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6541fdbc-1634-42da-b3ae-b5c42daa3a0d req-ad1a394f-9792-478f-ab51-5261731ea767 service neutron] Port 0cfac28c-91c3-4684-b5c0-10ac64e8d3c8 on network a46eb48f-c97d-43d9-b020-3606da009c33 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83078 {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 11 14:03:46.476567 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6541fdbc-1634-42da-b3ae-b5c42daa3a0d req-ad1a394f-9792-478f-ab51-5261731ea767 service neutron] Attempting to bind port 0cfac28c-91c3-4684-b5c0-10ac64e8d3c8 on network a46eb48f-c97d-43d9-b020-3606da009c33 {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 14:03:46.481489 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6541fdbc-1634-42da-b3ae-b5c42daa3a0d req-ad1a394f-9792-478f-ab51-5261731ea767 service neutron] Checking agent: {'id': 'a433433c-9197-4b2b-8991-1d45f6bac940', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83078', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 13, 53, 31), 'started_at': datetime.datetime(2022, 4, 11, 13, 53, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 14, 3, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 14:03:46.482327 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6541fdbc-1634-42da-b3ae-b5c42daa3a0d req-ad1a394f-9792-478f-ab51-5261731ea767 service neutron] Checking segment: {'id': '6e1ef125-23a7-4043-96c6-d6ffae565e06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': 'a46eb48f-c97d-43d9-b020-3606da009c33'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103319) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 14:03:46.482327 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6541fdbc-1634-42da-b3ae-b5c42daa3a0d req-ad1a394f-9792-478f-ab51-5261731ea767 service neutron] Bound using segment: {'id': '6e1ef125-23a7-4043-96c6-d6ffae565e06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': 'a46eb48f-c97d-43d9-b020-3606da009c33'} {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 14:03:46.482628 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.managers [req-6541fdbc-1634-42da-b3ae-b5c42daa3a0d req-ad1a394f-9792-478f-ab51-5261731ea767 service neutron] Bound port: 0cfac28c-91c3-4684-b5c0-10ac64e8d3c8, host: hv-cinder-83078, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e1ef125-23a7-4043-96c6-d6ffae565e06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': 'a46eb48f-c97d-43d9-b020-3606da009c33'}}] {{(pid=103319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 14:03:46.483025 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-6541fdbc-1634-42da-b3ae-b5c42daa3a0d req-ad1a394f-9792-478f-ab51-5261731ea767 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883311'] for port (0cfac28c-91c3-4684-b5c0-10ac64e8d3c8), before_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:03:46.534343 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c880411c-06a4-42de-9bed-bf3a237adec8 req-1f50ad71-36a8-482c-9ff9-5b86afe2d25c tempest-VolumesActionsTest-630958389 tempest-VolumesActionsTest-630958389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:03:46.535801 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-c880411c-06a4-42de-9bed-bf3a237adec8 req-1f50ad71-36a8-482c-9ff9-5b86afe2d25c tempest-VolumesActionsTest-630958389 tempest-VolumesActionsTest-630958389-project] 10.222.0.67 "GET /v2.0/ports?device_id=90e1dc70-4ec6-43ef-95f1-8c8d30e26443 HTTP/1.1" status: 200 len: 943 time: 0.0563183 Apr 11 14:03:46.548124 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.db [req-6541fdbc-1634-42da-b3ae-b5c42daa3a0d req-ad1a394f-9792-478f-ab51-5261731ea767 service neutron] For port 0cfac28c-91c3-4684-b5c0-10ac64e8d3c8, host hv-cinder-83078, cleared binding levels {{(pid=103319) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 14:03:46.551152 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.db [req-6541fdbc-1634-42da-b3ae-b5c42daa3a0d req-ad1a394f-9792-478f-ab51-5261731ea767 service neutron] For port 0cfac28c-91c3-4684-b5c0-10ac64e8d3c8, host hv-cinder-83078, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83078',level=0,port_id=0cfac28c-91c3-4684-b5c0-10ac64e8d3c8,segment=NetworkSegment(6e1ef125-23a7-4043-96c6-d6ffae565e06),segment_id=6e1ef125-23a7-4043-96c6-d6ffae565e06)] {{(pid=103319) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 14:03:46.557132 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-6541fdbc-1634-42da-b3ae-b5c42daa3a0d req-ad1a394f-9792-478f-ab51-5261731ea767 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750379687711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750379164492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750379164510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4648635'] for port (0cfac28c-91c3-4684-b5c0-10ac64e8d3c8), after_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:03:46.594175 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6541fdbc-1634-42da-b3ae-b5c42daa3a0d req-ad1a394f-9792-478f-ab51-5261731ea767 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:03:46.594782 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-6541fdbc-1634-42da-b3ae-b5c42daa3a0d req-ad1a394f-9792-478f-ab51-5261731ea767 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-507053'] for port (None), before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:03:46.596162 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-6541fdbc-1634-42da-b3ae-b5c42daa3a0d req-ad1a394f-9792-478f-ab51-5261731ea767 service neutron] 10.222.0.75 "PUT /v2.0/ports/0cfac28c-91c3-4684-b5c0-10ac64e8d3c8 HTTP/1.1" status: 200 len: 1093 time: 0.6224387 Apr 11 14:03:46.596594 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90e1dc70-4ec6-43ef-95f1-8c8d30e26443', 'tag': '0cfac28c-91c3-4684-b5c0-10ac64e8d3c8'}] {{(pid=103319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 14:03:46.598811 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca54f3a3744013fac1d33973197c51c1d98542aecacec3b3a4d6ee5bc00756d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a20892ac-e4ee-4393-9d09-5a6728e0ecb6" -d '{"events": [{"name": "network-changed", "server_uuid": "90e1dc70-4ec6-43ef-95f1-8c8d30e26443", "tag": "0cfac28c-91c3-4684-b5c0-10ac64e8d3c8"}]}' {{(pid=103319) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 14:03:46.626781 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-c880411c-06a4-42de-9bed-bf3a237adec8 req-384c1b0e-edd5-440a-ba48-0dfed75b2332 tempest-VolumesActionsTest-630958389 tempest-VolumesActionsTest-630958389-project] 10.222.0.67 "GET /v2.0/security-groups?id=b4a4fafc-ef76-4291-ae9c-34df6b10c131&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655158 Apr 11 14:03:46.626974 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1a394f-9792-478f-ab51-5261731ea767 service neutron] Pushing event updated for resources: {'Port': ['ID=0cfac28c-91c3-4684-b5c0-10ac64e8d3c8,revision_number=3']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:03:46.660036 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 14:03:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ed94078-e68f-4403-b01f-41da13a0b2fc x-openstack-request-id: req-6ed94078-e68f-4403-b01f-41da13a0b2fc {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 14:03:46.660036 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90e1dc70-4ec6-43ef-95f1-8c8d30e26443", "tag": "0cfac28c-91c3-4684-b5c0-10ac64e8d3c8", "status": "completed", "code": 200}]} {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 14:03:46.660036 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-6ed94078-e68f-4403-b01f-41da13a0b2fc {{(pid=103319) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 14:03:46.660465 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6ed94078-e68f-4403-b01f-41da13a0b2fc'] response: {'name': 'network-changed', 'server_uuid': '90e1dc70-4ec6-43ef-95f1-8c8d30e26443', 'tag': '0cfac28c-91c3-4684-b5c0-10ac64e8d3c8', 'status': 'completed', 'code': 200} Apr 11 14:03:46.686571 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6541fdbc-1634-42da-b3ae-b5c42daa3a0d req-1ea3120c-b330-4659-8ece-07abaeede651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:03:46.688447 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-6541fdbc-1634-42da-b3ae-b5c42daa3a0d req-1ea3120c-b330-4659-8ece-07abaeede651 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=7ea539d2e309403ab7ea0c5244a6d80f&device_id=90e1dc70-4ec6-43ef-95f1-8c8d30e26443 HTTP/1.1" status: 200 len: 1127 time: 0.0455637 Apr 11 14:03:46.729245 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-6541fdbc-1634-42da-b3ae-b5c42daa3a0d req-ee91b4ff-0d46-4872-90a8-ab9dd49fe2c0 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0cfac28c-91c3-4684-b5c0-10ac64e8d3c8 HTTP/1.1" status: 200 len: 217 time: 0.0334530 Apr 11 14:03:46.734189 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afa7e5cc-1bdc-4834-94e4-6ad9c7906b57 admin admin] Router c30ab256-0deb-4a00-9880-cbfe621412c2 has already been hosted by L3 agent e731c656-576f-4174-9da3-af64518920bc {{(pid=103318) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 14:03:46.777555 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6541fdbc-1634-42da-b3ae-b5c42daa3a0d req-23931eaf-53c9-4e28-ab5d-d6a4024f0168 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:03:46.779021 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-6541fdbc-1634-42da-b3ae-b5c42daa3a0d req-23931eaf-53c9-4e28-ab5d-d6a4024f0168 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=c54a2768-960f-43e1-adcc-2b30290f085b HTTP/1.1" status: 200 len: 847 time: 0.0433192 Apr 11 14:03:46.816795 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-6541fdbc-1634-42da-b3ae-b5c42daa3a0d req-858f2cbd-5de5-4f57-a74d-a261e29c38db service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=a46eb48f-c97d-43d9-b020-3606da009c33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302961 Apr 11 14:03:46.854920 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afa7e5cc-1bdc-4834-94e4-6ad9c7906b57 admin admin] Notify agent at l3_agent.dv-cinder-830787-2-iscsi the message routers_updated {{(pid=103318) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 14:03:46.863315 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-afa7e5cc-1bdc-4834-94e4-6ad9c7906b57 admin admin] 10.222.0.67 "PUT /v2.0/routers/c30ab256-0deb-4a00-9880-cbfe621412c2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5481398 Apr 11 14:03:46.863973 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.67', 35682) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 14:03:46.865549 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6fc1cde-bcca-495d-9a1a-4a1be0f4338e None None] Sync routers for ids ['c30ab256-0deb-4a00-9880-cbfe621412c2'] in dv-cinder-830787-2-iscsi {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 14:03:46.877109 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6fc1cde-bcca-495d-9a1a-4a1be0f4338e None None] Routers {'c30ab256-0deb-4a00-9880-cbfe621412c2'} bound to L3 agent in host dv-cinder-830787-2-iscsi {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 14:03:46.878043 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-a6fc1cde-bcca-495d-9a1a-4a1be0f4338e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830787-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T13:46:59Z,description=,heartbeat_timestamp=2022-04-11T14:03:29Z,host='dv-cinder-830787-2-iscsi',id=e731c656-576f-4174-9da3-af64518920bc,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T13:46:59Z,topic='l3_agent')) {'router_ids': ['c30ab256-0deb-4a00-9880-cbfe621412c2'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:03:46.912487 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-6541fdbc-1634-42da-b3ae-b5c42daa3a0d req-7d713dd4-940b-4048-8688-8d8dd9fc4b0a service neutron] 10.222.0.75 "GET /v2.0/networks/a46eb48f-c97d-43d9-b020-3606da009c33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858088 Apr 11 14:03:46.976737 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-222201df-1e53-4e4a-b831-1c092e9a4f88 admin admin] Publish callbacks [] for router (c30ab256-0deb-4a00-9880-cbfe621412c2), before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:03:46.989686 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.db.l3_dvr_db [None req-a6fc1cde-bcca-495d-9a1a-4a1be0f4338e None None] Set router c30ab256-0deb-4a00-9880-cbfe621412c2 gateway port host: dv-cinder-830787-2-iscsi {{(pid=103320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 14:03:47.013715 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-6541fdbc-1634-42da-b3ae-b5c42daa3a0d req-85ab3fa3-4c36-4c01-8a70-a7cb2608d0ca service neutron] 10.222.0.75 "GET /v2.0/networks/a46eb48f-c97d-43d9-b020-3606da009c33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928068 Apr 11 14:03:47.084847 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-222201df-1e53-4e4a-b831-1c092e9a4f88 admin admin] Publish callbacks [] for router_gateway (c30ab256-0deb-4a00-9880-cbfe621412c2), before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:03:47.128478 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-222201df-1e53-4e4a-b831-1c092e9a4f88 admin admin] Deleting port 6e61eb12-b056-46e4-91e9-8c4e5f9b655d {{(pid=103318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 14:03:47.128814 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-222201df-1e53-4e4a-b831-1c092e9a4f88 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750379682079'] for port (6e61eb12-b056-46e4-91e9-8c4e5f9b655d), before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:03:47.172473 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-a6fc1cde-bcca-495d-9a1a-4a1be0f4338e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c30ab256-0deb-4a00-9880-cbfe621412c2', 'name': 'tempest-TestShelveInstance-37848394-router', 'tenant_id': 'd32bc40164104932a96a6eebb3b739b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886', 'external_fixed_ips': [{'subnet_id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'ip_address': '172.27.1.110'}], 'enable_snat': True}, 'gw_port_id': '6e61eb12-b056-46e4-91e9-8c4e5f9b655d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T13:58:10Z', 'updated_at': '2022-04-11T14:03:46Z', 'revision_number': 5, 'project_id': 'd32bc40164104932a96a6eebb3b739b2', 'gw_port': {'id': '6e61eb12-b056-46e4-91e9-8c4e5f9b655d', 'name': '', 'network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:04:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c30ab256-0deb-4a00-9880-cbfe621412c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'ip_address': '172.27.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:58:11Z', 'updated_at': '2022-04-11T13:58:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830787-2-iscsi'}], 'dv-cinder-830787-2-iscsi', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:03:47.204086 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6fc1cde-bcca-495d-9a1a-4a1be0f4338e None None] Checking router: c30ab256-0deb-4a00-9880-cbfe621412c2 for host: dv-cinder-830787-2-iscsi {{(pid=103320) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 14:03:47.210884 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.db [None req-222201df-1e53-4e4a-b831-1c092e9a4f88 admin admin] For port 6e61eb12-b056-46e4-91e9-8c4e5f9b655d, host dv-cinder-830787-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830787-2-iscsi',level=0,port_id=6e61eb12-b056-46e4-91e9-8c4e5f9b655d,segment=NetworkSegment(153f0837-19dc-4e5c-bf6b-49a4300ea8f5),segment_id=153f0837-19dc-4e5c-bf6b-49a4300ea8f5)] {{(pid=103318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 14:03:47.211248 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-222201df-1e53-4e4a-b831-1c092e9a4f88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115285'] for port (6e61eb12-b056-46e4-91e9-8c4e5f9b655d), precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:03:47.212415 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6fc1cde-bcca-495d-9a1a-4a1be0f4338e None None] Routers {'c30ab256-0deb-4a00-9880-cbfe621412c2'} bound to L3 agent in host dv-cinder-830787-2-iscsi {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 14:03:47.213012 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-a6fc1cde-bcca-495d-9a1a-4a1be0f4338e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830787-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T13:46:59Z,description=,heartbeat_timestamp=2022-04-11T14:03:29Z,host='dv-cinder-830787-2-iscsi',id=e731c656-576f-4174-9da3-af64518920bc,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T13:46:59Z,topic='l3_agent')) {'router_ids': ['c30ab256-0deb-4a00-9880-cbfe621412c2'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:03:47.224493 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-222201df-1e53-4e4a-b831-1c092e9a4f88 admin admin] Calling delete_port for 6e61eb12-b056-46e4-91e9-8c4e5f9b655d owned by network:router_gateway {{(pid=103318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 14:03:47.298515 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.db.l3_dvr_db [None req-a6fc1cde-bcca-495d-9a1a-4a1be0f4338e None None] Set router c30ab256-0deb-4a00-9880-cbfe621412c2 gateway port host: None {{(pid=103320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 14:03:47.352937 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-a6fc1cde-bcca-495d-9a1a-4a1be0f4338e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c30ab256-0deb-4a00-9880-cbfe621412c2', 'name': 'tempest-TestShelveInstance-37848394-router', 'tenant_id': 'd32bc40164104932a96a6eebb3b739b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T13:58:10Z', 'updated_at': '2022-04-11T14:03:47Z', 'revision_number': 6, 'project_id': 'd32bc40164104932a96a6eebb3b739b2', 'gw_port_host': None}], 'dv-cinder-830787-2-iscsi', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:03:47.379192 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6fc1cde-bcca-495d-9a1a-4a1be0f4338e None None] The sync data for ids ['c30ab256-0deb-4a00-9880-cbfe621412c2'] in dv-cinder-830787-2-iscsi is: [{'id': 'c30ab256-0deb-4a00-9880-cbfe621412c2', 'name': 'tempest-TestShelveInstance-37848394-router', 'tenant_id': 'd32bc40164104932a96a6eebb3b739b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T13:58:10Z', 'updated_at': '2022-04-11T14:03:47Z', 'revision_number': 6, 'project_id': 'd32bc40164104932a96a6eebb3b739b2', 'gw_port_host': None}] {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 14:03:47.394956 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-222201df-1e53-4e4a-b831-1c092e9a4f88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750379687693', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750379164483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4243781'] for port (6e61eb12-b056-46e4-91e9-8c4e5f9b655d), after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:03:47.424153 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222201df-1e53-4e4a-b831-1c092e9a4f88 admin admin] Pushing event deleted for resources: {'Port': ['ID=6e61eb12-b056-46e4-91e9-8c4e5f9b655d,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:03:47.492434 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-222201df-1e53-4e4a-b831-1c092e9a4f88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8126337'] for router_gateway (c30ab256-0deb-4a00-9880-cbfe621412c2), after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:03:47.582443 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-222201df-1e53-4e4a-b831-1c092e9a4f88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8074543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37553'] for router (c30ab256-0deb-4a00-9880-cbfe621412c2), precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:03:47.584476 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-222201df-1e53-4e4a-b831-1c092e9a4f88 admin admin] Publish callbacks [] for router_controller (c30ab256-0deb-4a00-9880-cbfe621412c2), precommit_delete_associations {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:03:47.627127 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-222201df-1e53-4e4a-b831-1c092e9a4f88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8074534'] for router (c30ab256-0deb-4a00-9880-cbfe621412c2), after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:03:47.627765 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-222201df-1e53-4e4a-b831-1c092e9a4f88 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c30ab256-0deb-4a00-9880-cbfe621412c2 {{(pid=103318) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 11 14:03:47.631838 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-222201df-1e53-4e4a-b831-1c092e9a4f88 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:03:47.632964 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-222201df-1e53-4e4a-b831-1c092e9a4f88 admin admin] 10.222.0.67 "DELETE /v2.0/routers/c30ab256-0deb-4a00-9880-cbfe621412c2 HTTP/1.1" status: 204 len: 168 time: 0.7680783 Apr 11 14:03:47.635484 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.67', 35684) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 14:03:47.680056 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.db.db_base_plugin_v2 [None req-45c90dd1-824f-4ed6-833e-6af7b793778d admin admin] Deleting subnet abbf1f12-d89d-4262-8603-7bbe4f5b3e3f {{(pid=103318) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 11 14:03:47.683186 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-45c90dd1-824f-4ed6-833e-6af7b793778d admin admin] Publish callbacks [] for subnet (abbf1f12-d89d-4262-8603-7bbe4f5b3e3f), before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:03:47.724721 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-45c90dd1-824f-4ed6-833e-6af7b793778d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4245469'] for subnet (abbf1f12-d89d-4262-8603-7bbe4f5b3e3f), precommit_delete_associations {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:03:47.808766 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117775b0-4031-4e7b-acc6-967907a591a8 req-0be1b3a4-7991-40a1-8b11-37673a0205ec tempest-VolumesActionsTest-630958389 tempest-VolumesActionsTest-630958389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:03:47.808766 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-117775b0-4031-4e7b-acc6-967907a591a8 req-0be1b3a4-7991-40a1-8b11-37673a0205ec tempest-VolumesActionsTest-630958389 tempest-VolumesActionsTest-630958389-project] 10.222.0.67 "GET /v2.0/ports?device_id=90e1dc70-4ec6-43ef-95f1-8c8d30e26443 HTTP/1.1" status: 200 len: 943 time: 0.0982697 Apr 11 14:03:47.829220 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20892ac-e4ee-4393-9d09-5a6728e0ecb6 req-3c62316e-baf2-4883-868f-16c0efda95d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:03:47.830591 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-a20892ac-e4ee-4393-9d09-5a6728e0ecb6 req-3c62316e-baf2-4883-868f-16c0efda95d4 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=7ea539d2e309403ab7ea0c5244a6d80f&device_id=90e1dc70-4ec6-43ef-95f1-8c8d30e26443 HTTP/1.1" status: 200 len: 1127 time: 0.0724840 Apr 11 14:03:47.852522 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-45c90dd1-824f-4ed6-833e-6af7b793778d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-660224'] for subnet (abbf1f12-d89d-4262-8603-7bbe4f5b3e3f), precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:03:47.863017 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Device b9839e0d-4eb7-496f-bbfa-82008e40c79b no longer exists at agent ovs-agent-dv-cinder-830787-2-iscsi {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 14:03:47.896279 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] No Port match for: b9839e0d-4eb7-496f-bbfa-82008e40c79b {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 14:03:47.897427 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Device b9839e0d-4eb7-496f-bbfa-82008e40c79b not bound to the agent host dv-cinder-830787-2-iscsi {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 14:03:47.916498 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-45c90dd1-824f-4ed6-833e-6af7b793778d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-660281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4243768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4237203'] for subnet (abbf1f12-d89d-4262-8603-7bbe4f5b3e3f), after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:03:47.942070 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c90dd1-824f-4ed6-833e-6af7b793778d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=abbf1f12-d89d-4262-8603-7bbe4f5b3e3f,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:03:47.942555 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-117775b0-4031-4e7b-acc6-967907a591a8 req-966847b3-c7a7-4f53-bfb1-199300dcc162 tempest-VolumesActionsTest-630958389 tempest-VolumesActionsTest-630958389-project] 10.222.0.67 "GET /v2.0/security-groups?id=b4a4fafc-ef76-4291-ae9c-34df6b10c131&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259046 Apr 11 14:03:47.947286 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-45c90dd1-824f-4ed6-833e-6af7b793778d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:03:47.950720 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-45c90dd1-824f-4ed6-833e-6af7b793778d admin admin] 10.222.0.67 "DELETE /v2.0/subnets/abbf1f12-d89d-4262-8603-7bbe4f5b3e3f HTTP/1.1" status: 204 len: 168 time: 0.3142588 Apr 11 14:03:47.954134 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.67', 35688) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 14:03:47.955235 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b35d3797-f161-42cc-82c9-4338ec25855f None None] Network 27ee1ceb-e224-4ff5-acaa-03a9ae91e635 requested from dv-cinder-830787-2-iscsi {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 14:03:47.983462 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20892ac-e4ee-4393-9d09-5a6728e0ecb6 req-247fe861-1374-4c39-99f6-a07edaeadd17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:03:47.985728 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-a20892ac-e4ee-4393-9d09-5a6728e0ecb6 req-247fe861-1374-4c39-99f6-a07edaeadd17 service neutron] 10.222.0.75 "GET /v2.0/networks?id=a46eb48f-c97d-43d9-b020-3606da009c33 HTTP/1.1" status: 200 len: 908 time: 0.1484413 Apr 11 14:03:48.028556 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-a20892ac-e4ee-4393-9d09-5a6728e0ecb6 req-18cd8ece-d994-4eeb-b754-f731b48ce490 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0cfac28c-91c3-4684-b5c0-10ac64e8d3c8 HTTP/1.1" status: 200 len: 217 time: 0.0359929 Apr 11 14:03:48.030508 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-a4759ced-5ca4-47c0-8112-a546d15c0fa8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-768595'] for network (27ee1ceb-e224-4ff5-acaa-03a9ae91e635), before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:03:48.080137 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-a4759ced-5ca4-47c0-8112-a546d15c0fa8 admin admin] Deleting port 76da7e78-728e-4fde-adda-0ac1381944c0 {{(pid=103318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 14:03:48.080475 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-a4759ced-5ca4-47c0-8112-a546d15c0fa8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750379682079'] for port (76da7e78-728e-4fde-adda-0ac1381944c0), before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:03:48.082379 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20892ac-e4ee-4393-9d09-5a6728e0ecb6 req-4fb66a4f-f846-4c9e-afbd-96b883895c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:03:48.084149 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-a20892ac-e4ee-4393-9d09-5a6728e0ecb6 req-4fb66a4f-f846-4c9e-afbd-96b883895c6e service neutron] 10.222.0.75 "GET /v2.0/subnets?id=c54a2768-960f-43e1-adcc-2b30290f085b HTTP/1.1" status: 200 len: 847 time: 0.0497067 Apr 11 14:03:48.120224 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-a20892ac-e4ee-4393-9d09-5a6728e0ecb6 req-8590e501-635c-42de-bbf1-63516bba2558 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=a46eb48f-c97d-43d9-b020-3606da009c33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254867 Apr 11 14:03:48.143023 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.db [None req-a4759ced-5ca4-47c0-8112-a546d15c0fa8 admin admin] For port 76da7e78-728e-4fde-adda-0ac1381944c0, host dv-cinder-830787-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830787-2-iscsi',level=0,port_id=76da7e78-728e-4fde-adda-0ac1381944c0,segment=NetworkSegment(66fe8239-ad28-432b-b2f7-47d7e00600e3),segment_id=66fe8239-ad28-432b-b2f7-47d7e00600e3)] {{(pid=103318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 14:03:48.143322 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-a4759ced-5ca4-47c0-8112-a546d15c0fa8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115285'] for port (76da7e78-728e-4fde-adda-0ac1381944c0), precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:03:48.159477 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-a4759ced-5ca4-47c0-8112-a546d15c0fa8 admin admin] Calling delete_port for 76da7e78-728e-4fde-adda-0ac1381944c0 owned by network:dhcp {{(pid=103318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 14:03:48.215474 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d9614a8-f2a3-48b4-b962-b1529704d69b None None] DHCP port deletion for 27ee1ceb-e224-4ff5-acaa-03a9ae91e635 request from dv-cinder-830787-2-iscsi {{(pid=103320) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 11 14:03:48.223163 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-a20892ac-e4ee-4393-9d09-5a6728e0ecb6 req-40421a9d-ebdd-4335-8f02-5751573067a2 service neutron] 10.222.0.75 "GET /v2.0/networks/a46eb48f-c97d-43d9-b020-3606da009c33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966399 Apr 11 14:03:48.248657 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-a4759ced-5ca4-47c0-8112-a546d15c0fa8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750379687693', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750379164483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4243781'] for port (76da7e78-728e-4fde-adda-0ac1381944c0), after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:03:48.260880 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-0d9614a8-f2a3-48b4-b962-b1529704d69b None None] Deleting port 76da7e78-728e-4fde-adda-0ac1381944c0 {{(pid=103320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 14:03:48.261248 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-0d9614a8-f2a3-48b4-b962-b1529704d69b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750379682079'] for port (76da7e78-728e-4fde-adda-0ac1381944c0), before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:03:48.276128 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4759ced-5ca4-47c0-8112-a546d15c0fa8 admin admin] Pushing event deleted for resources: {'Port': ['ID=76da7e78-728e-4fde-adda-0ac1381944c0,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:03:48.279609 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4759ced-5ca4-47c0-8112-a546d15c0fa8 admin admin] No DVR routers for this DVR port 76da7e78-728e-4fde-adda-0ac1381944c0 on host dv-cinder-830787-2-iscsi {{(pid=103318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 14:03:48.330342 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-a20892ac-e4ee-4393-9d09-5a6728e0ecb6 req-f9efabf5-b9e3-4aab-aa81-e775a145b36a service neutron] 10.222.0.75 "GET /v2.0/networks/a46eb48f-c97d-43d9-b020-3606da009c33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008198 Apr 11 14:03:48.336115 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-0d9614a8-f2a3-48b4-b962-b1529704d69b None None] For port 76da7e78-728e-4fde-adda-0ac1381944c0, host dv-cinder-830787-2-iscsi, got binding levels [] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 14:03:48.336470 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-0d9614a8-f2a3-48b4-b962-b1529704d69b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115285'] for port (76da7e78-728e-4fde-adda-0ac1381944c0), precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:03:48.352177 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-0d9614a8-f2a3-48b4-b962-b1529704d69b None None] Calling delete_port for 76da7e78-728e-4fde-adda-0ac1381944c0 owned by network:dhcp {{(pid=103320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 14:03:48.355785 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.db.ipam_backend_mixin [None req-0d9614a8-f2a3-48b4-b962-b1529704d69b None None] Port 76da7e78-728e-4fde-adda-0ac1381944c0 was not found and therefore no delete operation was performed {{(pid=103320) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 11 14:03:48.357277 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-0d9614a8-f2a3-48b4-b962-b1529704d69b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750379687693', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750379164483'] for port (76da7e78-728e-4fde-adda-0ac1381944c0), after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:03:48.389184 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9614a8-f2a3-48b4-b962-b1529704d69b None None] Pushing event deleted for resources: {'Port': ['ID=76da7e78-728e-4fde-adda-0ac1381944c0,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:03:48.393163 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d9614a8-f2a3-48b4-b962-b1529704d69b None None] No DVR routers for this DVR port 76da7e78-728e-4fde-adda-0ac1381944c0 on host dv-cinder-830787-2-iscsi {{(pid=103320) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 14:03:48.589206 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-a4759ced-5ca4-47c0-8112-a546d15c0fa8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-662413', 'neutron.services.segments.db._delete_segments_for_network-8750379576751'] for network (27ee1ceb-e224-4ff5-acaa-03a9ae91e635), precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:03:48.609511 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.services.segments.db [None req-a4759ced-5ca4-47c0-8112-a546d15c0fa8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27ee1ceb-e224-4ff5-acaa-03a9ae91e635']}} {{(pid=103318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:03:48.618695 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.services.segments.db [None req-a4759ced-5ca4-47c0-8112-a546d15c0fa8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66fe8239-ad28-432b-b2f7-47d7e00600e3') {'for_net_delete': True} {{(pid=103318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:03:48.618995 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.services.segments.db [None req-a4759ced-5ca4-47c0-8112-a546d15c0fa8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66fe8239-ad28-432b-b2f7-47d7e00600e3') {} {{(pid=103318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:03:48.629882 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-a4759ced-5ca4-47c0-8112-a546d15c0fa8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750379579064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4245460'] for segment (66fe8239-ad28-432b-b2f7-47d7e00600e3), before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:03:48.635493 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Device 0cfac28c-91c3-4684-b5c0-10ac64e8d3c8 details requested by agent hyperv_hv-cinder-83078 with host hv-cinder-83078 {{(pid=103320) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 14:03:48.644507 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-a4759ced-5ca4-47c0-8112-a546d15c0fa8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682637'] for segment (66fe8239-ad28-432b-b2f7-47d7e00600e3), precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:03:48.650600 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4759ced-5ca4-47c0-8112-a546d15c0fa8 admin admin] Releasing vlan 946 on physical network physnet1 to pool {{(pid=103318) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 14:03:48.650982 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-a4759ced-5ca4-47c0-8112-a546d15c0fa8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4243858'] for segment (66fe8239-ad28-432b-b2f7-47d7e00600e3), after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:03:48.652868 dv-cinder-830787-2-iscsi neutron-server[103318]: Traceback (most recent call last): Apr 11 14:03:48.652868 dv-cinder-830787-2-iscsi neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 14:03:48.652868 dv-cinder-830787-2-iscsi neutron-server[103318]: timer() Apr 11 14:03:48.652868 dv-cinder-830787-2-iscsi neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 14:03:48.652868 dv-cinder-830787-2-iscsi neutron-server[103318]: cb(*args, **kw) Apr 11 14:03:48.652868 dv-cinder-830787-2-iscsi neutron-server[103318]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 11 14:03:48.652868 dv-cinder-830787-2-iscsi neutron-server[103318]: return func(*args, **kwargs) Apr 11 14:03:48.652868 dv-cinder-830787-2-iscsi neutron-server[103318]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 14:03:48.652868 dv-cinder-830787-2-iscsi neutron-server[103318]: self._notify() Apr 11 14:03:48.652868 dv-cinder-830787-2-iscsi neutron-server[103318]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 14:03:48.652868 dv-cinder-830787-2-iscsi neutron-server[103318]: self.callback(batched_events) Apr 11 14:03:48.652868 dv-cinder-830787-2-iscsi neutron-server[103318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 14:03:48.652868 dv-cinder-830787-2-iscsi neutron-server[103318]: event.method(event) Apr 11 14:03:48.652868 dv-cinder-830787-2-iscsi neutron-server[103318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 11 14:03:48.652868 dv-cinder-830787-2-iscsi neutron-server[103318]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 14:03:48.652868 dv-cinder-830787-2-iscsi neutron-server[103318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 11 14:03:48.652868 dv-cinder-830787-2-iscsi neutron-server[103318]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 14:03:48.652868 dv-cinder-830787-2-iscsi neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 11 14:03:48.652868 dv-cinder-830787-2-iscsi neutron-server[103318]: return f(self, *a, **k) Apr 11 14:03:48.652868 dv-cinder-830787-2-iscsi neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 14:03:48.652868 dv-cinder-830787-2-iscsi neutron-server[103318]: return self._get(url).json() Apr 11 14:03:48.652868 dv-cinder-830787-2-iscsi neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 14:03:48.652868 dv-cinder-830787-2-iscsi neutron-server[103318]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 14:03:48.652868 dv-cinder-830787-2-iscsi neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 14:03:48.652868 dv-cinder-830787-2-iscsi neutron-server[103318]: return self.request(url, 'GET', **kwargs) Apr 11 14:03:48.652868 dv-cinder-830787-2-iscsi neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 14:03:48.652868 dv-cinder-830787-2-iscsi neutron-server[103318]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 14:03:48.652868 dv-cinder-830787-2-iscsi neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 14:03:48.652868 dv-cinder-830787-2-iscsi neutron-server[103318]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 14:03:48.652868 dv-cinder-830787-2-iscsi neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 14:03:48.652868 dv-cinder-830787-2-iscsi neutron-server[103318]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 14:03:48.652868 dv-cinder-830787-2-iscsi neutron-server[103318]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 14:03:48.707837 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-a4759ced-5ca4-47c0-8112-a546d15c0fa8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-662402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8024001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8126437'] for network (27ee1ceb-e224-4ff5-acaa-03a9ae91e635), after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:03:48.715072 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-a4759ced-5ca4-47c0-8112-a546d15c0fa8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871534'] for network (None), before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:03:48.719048 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-a4759ced-5ca4-47c0-8112-a546d15c0fa8 admin admin] 10.222.0.67 "DELETE /v2.0/networks/27ee1ceb-e224-4ff5-acaa-03a9ae91e635 HTTP/1.1" status: 204 len: 168 time: 0.7639608 Apr 11 14:03:48.732436 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4759ced-5ca4-47c0-8112-a546d15c0fa8 admin admin] Pushing event deleted for resources: {'Network': ['ID=27ee1ceb-e224-4ff5-acaa-03a9ae91e635,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:03:48.743021 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] For port 0cfac28c-91c3-4684-b5c0-10ac64e8d3c8, host hv-cinder-83078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83078',level=0,port_id=0cfac28c-91c3-4684-b5c0-10ac64e8d3c8,segment=NetworkSegment(6e1ef125-23a7-4043-96c6-d6ffae565e06),segment_id=6e1ef125-23a7-4043-96c6-d6ffae565e06)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 14:03:48.755509 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Returning: {'device': '0cfac28c-91c3-4684-b5c0-10ac64e8d3c8', 'network_id': 'a46eb48f-c97d-43d9-b020-3606da009c33', 'port_id': '0cfac28c-91c3-4684-b5c0-10ac64e8d3c8', 'mac_address': 'fa:16:3e:76:2e:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 912, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c54a2768-960f-43e1-adcc-2b30290f085b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103320) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 14:03:48.836527 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.67', 35692) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 14:03:48.881333 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-617804b7-eb02-412a-9fed-899b6ee2f63f admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=626d5ba1efe34953a6d00b0f0afd5013&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0413651 Apr 11 14:03:48.881576 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.67', 35694) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 14:03:48.928910 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Current status of the port 0cfac28c-91c3-4684-b5c0-10ac64e8d3c8 is: DOWN; New status is: BUILD {{(pid=103320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 14:03:48.929463 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883311'] for port (0cfac28c-91c3-4684-b5c0-10ac64e8d3c8), before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:03:48.930660 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-0d61bbc6-87a8-4830-9edd-99d0285f1834 admin admin] Publish callbacks [] for security_group (1d7cfd50-c0a5-4f49-a9ef-5370326e88b1), before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:03:48.942916 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.notifiers.nova [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0cfac28c-91c3-4684-b5c0-10ac64e8d3c8 {{(pid=103320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 14:03:48.957443 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-0d61bbc6-87a8-4830-9edd-99d0285f1834 admin admin] Publish callbacks [] for security_group (1d7cfd50-c0a5-4f49-a9ef-5370326e88b1), precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:03:48.962374 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] For port 0cfac28c-91c3-4684-b5c0-10ac64e8d3c8, host hv-cinder-83078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83078',level=0,port_id=0cfac28c-91c3-4684-b5c0-10ac64e8d3c8,segment=NetworkSegment(6e1ef125-23a7-4043-96c6-d6ffae565e06),segment_id=6e1ef125-23a7-4043-96c6-d6ffae565e06)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 14:03:48.966460 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750379687711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750379164492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750379164510'] for port (0cfac28c-91c3-4684-b5c0-10ac64e8d3c8), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:03:49.017928 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-0d61bbc6-87a8-4830-9edd-99d0285f1834 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8023832'] for security_group (1d7cfd50-c0a5-4f49-a9ef-5370326e88b1), after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:03:49.019957 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Pushing event updated for resources: {'Port': ['ID=0cfac28c-91c3-4684-b5c0-10ac64e8d3c8,revision_number=4']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:03:49.020712 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-0d61bbc6-87a8-4830-9edd-99d0285f1834 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:03:49.021911 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-0d61bbc6-87a8-4830-9edd-99d0285f1834 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/1d7cfd50-c0a5-4f49-a9ef-5370326e88b1 HTTP/1.1" status: 204 len: 168 time: 0.1394565 Apr 11 14:03:49.054985 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d61bbc6-87a8-4830-9edd-99d0285f1834 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d7cfd50-c0a5-4f49-a9ef-5370326e88b1,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:03:49.077779 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50e93fd-ffa8-44a5-8453-9aea8d5d8eed req-218ee259-8f78-440e-bf49-20ac1295b9a1 tempest-VolumesActionsTest-630958389 tempest-VolumesActionsTest-630958389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:03:49.079344 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-f50e93fd-ffa8-44a5-8453-9aea8d5d8eed req-218ee259-8f78-440e-bf49-20ac1295b9a1 tempest-VolumesActionsTest-630958389 tempest-VolumesActionsTest-630958389-project] 10.222.0.67 "GET /v2.0/ports?device_id=90e1dc70-4ec6-43ef-95f1-8c8d30e26443 HTTP/1.1" status: 200 len: 944 time: 0.0563457 Apr 11 14:03:49.129193 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-f50e93fd-ffa8-44a5-8453-9aea8d5d8eed req-08af1a47-0395-4700-88b6-95316cf81078 tempest-VolumesActionsTest-630958389 tempest-VolumesActionsTest-630958389-project] 10.222.0.67 "GET /v2.0/security-groups?id=b4a4fafc-ef76-4291-ae9c-34df6b10c131&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443900 Apr 11 14:03:49.178244 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] get_ports_and_sgs() called for port_ids ['0cfac28c-91c3-4684-b5c0-10ac64e8d3c8'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 14:03:49.354063 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.67', 35702) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 14:03:49.395265 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-429dd0b9-8488-4202-82c4-51bd87972aa5 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=d32bc40164104932a96a6eebb3b739b2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0400100 Apr 11 14:03:49.397836 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.67', 35704) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 14:03:49.444599 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-da588c97-3e6e-4b09-b970-d6f0462014ed admin admin] Publish callbacks [] for security_group (760c3ece-bcdc-4737-b583-f8a4becc075f), before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:03:49.466631 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-da588c97-3e6e-4b09-b970-d6f0462014ed admin admin] Publish callbacks [] for security_group (760c3ece-bcdc-4737-b583-f8a4becc075f), precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:03:49.513645 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-da588c97-3e6e-4b09-b970-d6f0462014ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8023832'] for security_group (760c3ece-bcdc-4737-b583-f8a4becc075f), after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:03:49.516849 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-da588c97-3e6e-4b09-b970-d6f0462014ed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:03:49.518257 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-da588c97-3e6e-4b09-b970-d6f0462014ed admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/760c3ece-bcdc-4737-b583-f8a4becc075f HTTP/1.1" status: 204 len: 168 time: 0.1194537 Apr 11 14:03:49.525640 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da588c97-3e6e-4b09-b970-d6f0462014ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=760c3ece-bcdc-4737-b583-f8a4becc075f,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:03:49.690377 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Device 76da7e78-728e-4fde-adda-0ac1381944c0 no longer exists at agent ovs-agent-dv-cinder-830787-2-iscsi {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 14:03:49.712119 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] No Port match for: 76da7e78-728e-4fde-adda-0ac1381944c0 {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 14:03:49.712377 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Device 76da7e78-728e-4fde-adda-0ac1381944c0 not bound to the agent host dv-cinder-830787-2-iscsi {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 14:03:49.712804 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Device 6e61eb12-b056-46e4-91e9-8c4e5f9b655d no longer exists at agent ovs-agent-dv-cinder-830787-2-iscsi {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 14:03:49.734714 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] No Port match for: 6e61eb12-b056-46e4-91e9-8c4e5f9b655d {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 14:03:49.735087 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Device 6e61eb12-b056-46e4-91e9-8c4e5f9b655d not bound to the agent host dv-cinder-830787-2-iscsi {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 14:03:50.245481 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569e3b92-ed4e-4d32-9542-1be6bdf9326a req-44951851-3f26-4699-96b1-53a0d26aba6e tempest-VolumesActionsTest-630958389 tempest-VolumesActionsTest-630958389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:03:50.246978 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-569e3b92-ed4e-4d32-9542-1be6bdf9326a req-44951851-3f26-4699-96b1-53a0d26aba6e tempest-VolumesActionsTest-630958389 tempest-VolumesActionsTest-630958389-project] 10.222.0.67 "GET /v2.0/ports?device_id=90e1dc70-4ec6-43ef-95f1-8c8d30e26443 HTTP/1.1" status: 200 len: 944 time: 0.0501740 Apr 11 14:03:50.293847 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-569e3b92-ed4e-4d32-9542-1be6bdf9326a req-7fa20494-e57f-464e-a14f-f00af27a47fd tempest-VolumesActionsTest-630958389 tempest-VolumesActionsTest-630958389-project] 10.222.0.67 "GET /v2.0/security-groups?id=b4a4fafc-ef76-4291-ae9c-34df6b10c131&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405850 Apr 11 14:03:50.642046 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Device 0cfac28c-91c3-4684-b5c0-10ac64e8d3c8 up at agent hyperv_hv-cinder-83078 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 14:03:50.688309 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Provisioning for port 0cfac28c-91c3-4684-b5c0-10ac64e8d3c8 completed by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 11 14:03:50.694266 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Provisioning complete for port 0cfac28c-91c3-4684-b5c0-10ac64e8d3c8 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 14:03:50.694748 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-663396'] for port (0cfac28c-91c3-4684-b5c0-10ac64e8d3c8), provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:03:50.772615 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Current status of the port 0cfac28c-91c3-4684-b5c0-10ac64e8d3c8 is: BUILD; New status is: ACTIVE {{(pid=103320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 14:03:50.772996 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883311'] for port (0cfac28c-91c3-4684-b5c0-10ac64e8d3c8), before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:03:50.794957 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90e1dc70-4ec6-43ef-95f1-8c8d30e26443', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cfac28c-91c3-4684-b5c0-10ac64e8d3c8'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 14:03:50.797276 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e17e7c2a2a067a9a9572b19104dd8b83720c41d762fa1dc6a6c9d001f6760b0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74437c5d-6ca1-4314-a3a2-5bb924245b8e" -d '{"events": [{"server_uuid": "90e1dc70-4ec6-43ef-95f1-8c8d30e26443", "name": "network-vif-plugged", "status": "completed", "tag": "0cfac28c-91c3-4684-b5c0-10ac64e8d3c8"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 14:03:50.809750 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] For port 0cfac28c-91c3-4684-b5c0-10ac64e8d3c8, host hv-cinder-83078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83078',level=0,port_id=0cfac28c-91c3-4684-b5c0-10ac64e8d3c8,segment=NetworkSegment(6e1ef125-23a7-4043-96c6-d6ffae565e06),segment_id=6e1ef125-23a7-4043-96c6-d6ffae565e06)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 14:03:50.813856 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750379687711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750379164492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750379164510'] for port (0cfac28c-91c3-4684-b5c0-10ac64e8d3c8), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:03:50.837127 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 14:03:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11dd5e9a-26c5-4831-bf27-f3d14f0f78d4 x-openstack-request-id: req-11dd5e9a-26c5-4831-bf27-f3d14f0f78d4 {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 14:03:50.837413 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90e1dc70-4ec6-43ef-95f1-8c8d30e26443", "name": "network-vif-plugged", "status": "completed", "tag": "0cfac28c-91c3-4684-b5c0-10ac64e8d3c8", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 14:03:50.837661 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-11dd5e9a-26c5-4831-bf27-f3d14f0f78d4 {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 14:03:50.838044 dv-cinder-830787-2-iscsi neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-11dd5e9a-26c5-4831-bf27-f3d14f0f78d4'] response: {'server_uuid': '90e1dc70-4ec6-43ef-95f1-8c8d30e26443', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cfac28c-91c3-4684-b5c0-10ac64e8d3c8', 'code': 200} Apr 11 14:03:50.867000 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Pushing event updated for resources: {'Port': ['ID=0cfac28c-91c3-4684-b5c0-10ac64e8d3c8,revision_number=5']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:03:50.993438 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4b41d7-1ebf-4098-aba4-0b581b69eab0 req-94418c1f-5f4e-4aa6-92c3-d9964915938e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:03:50.994825 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-7f4b41d7-1ebf-4098-aba4-0b581b69eab0 req-94418c1f-5f4e-4aa6-92c3-d9964915938e service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=90e1dc70-4ec6-43ef-95f1-8c8d30e26443 HTTP/1.1" status: 200 len: 1129 time: 0.0379522 Apr 11 14:03:51.039087 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-7f4b41d7-1ebf-4098-aba4-0b581b69eab0 req-dfb9b8b8-017f-491f-8176-d1d8ac8b62fc service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=b4a4fafc-ef76-4291-ae9c-34df6b10c131&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378530 Apr 11 14:03:51.404686 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da13120-d4f5-478a-b672-a651f9fa6d7e req-aa01877c-d421-4dc8-a2c6-0b4dec6c612c tempest-VolumesActionsTest-630958389 tempest-VolumesActionsTest-630958389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:03:51.406154 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-3da13120-d4f5-478a-b672-a651f9fa6d7e req-aa01877c-d421-4dc8-a2c6-0b4dec6c612c tempest-VolumesActionsTest-630958389 tempest-VolumesActionsTest-630958389-project] 10.222.0.67 "GET /v2.0/ports?device_id=90e1dc70-4ec6-43ef-95f1-8c8d30e26443 HTTP/1.1" status: 200 len: 945 time: 0.0467734 Apr 11 14:03:51.456654 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-3da13120-d4f5-478a-b672-a651f9fa6d7e req-bd1083f8-6685-4c2e-92ed-741becd385ea tempest-VolumesActionsTest-630958389 tempest-VolumesActionsTest-630958389-project] 10.222.0.67 "GET /v2.0/security-groups?id=b4a4fafc-ef76-4291-ae9c-34df6b10c131&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444453 Apr 11 14:03:52.570680 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b43aad8-286b-44d5-9271-d9ff4b68e398 req-385700b0-e4a4-42a1-8d78-4fbc72f98efb tempest-VolumesActionsTest-630958389 tempest-VolumesActionsTest-630958389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:03:52.572200 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-0b43aad8-286b-44d5-9271-d9ff4b68e398 req-385700b0-e4a4-42a1-8d78-4fbc72f98efb tempest-VolumesActionsTest-630958389 tempest-VolumesActionsTest-630958389-project] 10.222.0.67 "GET /v2.0/ports?device_id=90e1dc70-4ec6-43ef-95f1-8c8d30e26443 HTTP/1.1" status: 200 len: 945 time: 0.0484254 Apr 11 14:03:52.617619 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-0b43aad8-286b-44d5-9271-d9ff4b68e398 req-39ea7461-3ff5-4720-b252-97b1c0cf68bf tempest-VolumesActionsTest-630958389 tempest-VolumesActionsTest-630958389-project] 10.222.0.67 "GET /v2.0/security-groups?id=b4a4fafc-ef76-4291-ae9c-34df6b10c131&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392044 Apr 11 14:03:53.197469 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cc6f50-7e2f-45cc-9bf2-bd8339366694 req-987f17ea-7bbc-4e26-b912-9fa80ca3355e tempest-VolumesActionsTest-630958389 tempest-VolumesActionsTest-630958389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:03:53.198900 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-35cc6f50-7e2f-45cc-9bf2-bd8339366694 req-987f17ea-7bbc-4e26-b912-9fa80ca3355e tempest-VolumesActionsTest-630958389 tempest-VolumesActionsTest-630958389-project] 10.222.0.67 "GET /v2.0/ports?device_id=90e1dc70-4ec6-43ef-95f1-8c8d30e26443 HTTP/1.1" status: 200 len: 945 time: 0.0475299 Apr 11 14:03:53.249242 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-35cc6f50-7e2f-45cc-9bf2-bd8339366694 req-664016e7-6661-4ae7-91ee-30f4ebf6b96b tempest-VolumesActionsTest-630958389 tempest-VolumesActionsTest-630958389-project] 10.222.0.67 "GET /v2.0/security-groups?id=b4a4fafc-ef76-4291-ae9c-34df6b10c131&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439067 Apr 11 14:03:54.362757 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccfb0e4-518e-4c57-95cd-fd479a4c3d8c req-0d076110-b535-40ae-9ae1-f1b661ffba8b tempest-VolumesActionsTest-630958389 tempest-VolumesActionsTest-630958389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:03:54.364266 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-4ccfb0e4-518e-4c57-95cd-fd479a4c3d8c req-0d076110-b535-40ae-9ae1-f1b661ffba8b tempest-VolumesActionsTest-630958389 tempest-VolumesActionsTest-630958389-project] 10.222.0.67 "GET /v2.0/ports?device_id=90e1dc70-4ec6-43ef-95f1-8c8d30e26443 HTTP/1.1" status: 200 len: 945 time: 0.0465443 Apr 11 14:03:54.411561 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-4ccfb0e4-518e-4c57-95cd-fd479a4c3d8c req-9a666c28-fc41-48e6-b217-ac12c0ab5acb tempest-VolumesActionsTest-630958389 tempest-VolumesActionsTest-630958389-project] 10.222.0.67 "GET /v2.0/security-groups?id=b4a4fafc-ef76-4291-ae9c-34df6b10c131&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417957 Apr 11 14:03:54.500883 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67251532-b47f-45bd-a177-fed317dad291 req-ee0ba569-16af-4c21-945c-2da1b8e7bd19 tempest-VolumesActionsTest-630958389 tempest-VolumesActionsTest-630958389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:03:54.502301 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-67251532-b47f-45bd-a177-fed317dad291 req-ee0ba569-16af-4c21-945c-2da1b8e7bd19 tempest-VolumesActionsTest-630958389 tempest-VolumesActionsTest-630958389-project] 10.222.0.75 "GET /v2.0/ports?device_id=90e1dc70-4ec6-43ef-95f1-8c8d30e26443 HTTP/1.1" status: 200 len: 945 time: 0.0451887 Apr 11 14:03:54.588410 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [req-67251532-b47f-45bd-a177-fed317dad291 req-a85cce04-e2a8-4eb6-83bb-c7381c23ed5a tempest-VolumesActionsTest-630958389 tempest-VolumesActionsTest-630958389-project] Deleting port 0cfac28c-91c3-4684-b5c0-10ac64e8d3c8 {{(pid=103319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 14:03:54.588677 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-67251532-b47f-45bd-a177-fed317dad291 req-a85cce04-e2a8-4eb6-83bb-c7381c23ed5a tempest-VolumesActionsTest-630958389 tempest-VolumesActionsTest-630958389-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750379682079'] for port (0cfac28c-91c3-4684-b5c0-10ac64e8d3c8), before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:03:54.675051 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.db [req-67251532-b47f-45bd-a177-fed317dad291 req-a85cce04-e2a8-4eb6-83bb-c7381c23ed5a tempest-VolumesActionsTest-630958389 tempest-VolumesActionsTest-630958389-project] For port 0cfac28c-91c3-4684-b5c0-10ac64e8d3c8, host hv-cinder-83078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83078',level=0,port_id=0cfac28c-91c3-4684-b5c0-10ac64e8d3c8,segment=NetworkSegment(6e1ef125-23a7-4043-96c6-d6ffae565e06),segment_id=6e1ef125-23a7-4043-96c6-d6ffae565e06)] {{(pid=103319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 14:03:54.675433 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-67251532-b47f-45bd-a177-fed317dad291 req-a85cce04-e2a8-4eb6-83bb-c7381c23ed5a tempest-VolumesActionsTest-630958389 tempest-VolumesActionsTest-630958389-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115285'] for port (0cfac28c-91c3-4684-b5c0-10ac64e8d3c8), precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:03:54.688614 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [req-67251532-b47f-45bd-a177-fed317dad291 req-a85cce04-e2a8-4eb6-83bb-c7381c23ed5a tempest-VolumesActionsTest-630958389 tempest-VolumesActionsTest-630958389-project] Calling delete_port for 0cfac28c-91c3-4684-b5c0-10ac64e8d3c8 owned by compute:nova {{(pid=103319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 14:03:54.815093 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-67251532-b47f-45bd-a177-fed317dad291 req-a85cce04-e2a8-4eb6-83bb-c7381c23ed5a tempest-VolumesActionsTest-630958389 tempest-VolumesActionsTest-630958389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750379687693', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750379164483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4648624'] for port (0cfac28c-91c3-4684-b5c0-10ac64e8d3c8), after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:03:54.827605 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] get_ports_and_sgs() called for port_ids ['0cfac28c-91c3-4684-b5c0-10ac64e8d3c8'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 14:03:54.845294 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85cce04-e2a8-4eb6-83bb-c7381c23ed5a tempest-VolumesActionsTest-630958389 tempest-VolumesActionsTest-630958389-project] Pushing event deleted for resources: {'Port': ['ID=0cfac28c-91c3-4684-b5c0-10ac64e8d3c8,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:03:54.894357 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [req-67251532-b47f-45bd-a177-fed317dad291 req-a85cce04-e2a8-4eb6-83bb-c7381c23ed5a tempest-VolumesActionsTest-630958389 tempest-VolumesActionsTest-630958389-project] No DVR routers for this DVR port 0cfac28c-91c3-4684-b5c0-10ac64e8d3c8 on host hv-cinder-83078 {{(pid=103319) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 14:03:54.896738 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-67251532-b47f-45bd-a177-fed317dad291 req-a85cce04-e2a8-4eb6-83bb-c7381c23ed5a tempest-VolumesActionsTest-630958389 tempest-VolumesActionsTest-630958389-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-507053'] for port (None), before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:03:54.900200 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-67251532-b47f-45bd-a177-fed317dad291 req-a85cce04-e2a8-4eb6-83bb-c7381c23ed5a tempest-VolumesActionsTest-630958389 tempest-VolumesActionsTest-630958389-project] 10.222.0.75 "DELETE /v2.0/ports/0cfac28c-91c3-4684-b5c0-10ac64e8d3c8 HTTP/1.1" status: 204 len: 173 time: 0.3927710 Apr 11 14:03:54.900636 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90e1dc70-4ec6-43ef-95f1-8c8d30e26443', 'name': 'network-vif-deleted', 'tag': '0cfac28c-91c3-4684-b5c0-10ac64e8d3c8'}] {{(pid=103319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 14:03:54.902968 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca54f3a3744013fac1d33973197c51c1d98542aecacec3b3a4d6ee5bc00756d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ee978a7-ae68-41f6-8491-f05f85b10705" -d '{"events": [{"server_uuid": "90e1dc70-4ec6-43ef-95f1-8c8d30e26443", "name": "network-vif-deleted", "tag": "0cfac28c-91c3-4684-b5c0-10ac64e8d3c8"}]}' {{(pid=103319) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 14:03:54.938977 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 14:03:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3af4067f-5533-4d0a-9a2a-3db1f9a1c700 x-openstack-request-id: req-3af4067f-5533-4d0a-9a2a-3db1f9a1c700 {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 14:03:54.939266 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90e1dc70-4ec6-43ef-95f1-8c8d30e26443", "name": "network-vif-deleted", "tag": "0cfac28c-91c3-4684-b5c0-10ac64e8d3c8", "status": "completed", "code": 200}]} {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 14:03:54.939517 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-3af4067f-5533-4d0a-9a2a-3db1f9a1c700 {{(pid=103319) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 14:03:54.939952 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3af4067f-5533-4d0a-9a2a-3db1f9a1c700'] response: {'server_uuid': '90e1dc70-4ec6-43ef-95f1-8c8d30e26443', 'name': 'network-vif-deleted', 'tag': '0cfac28c-91c3-4684-b5c0-10ac64e8d3c8', 'status': 'completed', 'code': 200} Apr 11 14:03:55.710702 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bb016c-ddf5-4e27-961a-a80d7c7ddfc7 req-f5b464c0-6b18-486d-a135-d49fa77594a1 tempest-VolumesActionsTest-630958389 tempest-VolumesActionsTest-630958389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:03:55.712163 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-72bb016c-ddf5-4e27-961a-a80d7c7ddfc7 req-f5b464c0-6b18-486d-a135-d49fa77594a1 tempest-VolumesActionsTest-630958389 tempest-VolumesActionsTest-630958389-project] 10.222.0.67 "GET /v2.0/networks?id=a46eb48f-c97d-43d9-b020-3606da009c33 HTTP/1.1" status: 200 len: 807 time: 0.0991468 Apr 11 14:03:55.726542 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-72bb016c-ddf5-4e27-961a-a80d7c7ddfc7 req-22066962-02e8-473b-bf71-15ba46f2cba9 tempest-VolumesActionsTest-630958389 tempest-VolumesActionsTest-630958389-project] 10.222.0.67 "GET /v2.0/quotas/7ea539d2e309403ab7ea0c5244a6d80f HTTP/1.1" status: 200 len: 375 time: 0.0088925 Apr 11 14:03:55.757979 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-72bb016c-ddf5-4e27-961a-a80d7c7ddfc7 req-b4d9a207-ba9f-4738-81ab-fcbe92fcb127 tempest-VolumesActionsTest-630958389 tempest-VolumesActionsTest-630958389-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=7ea539d2e309403ab7ea0c5244a6d80f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0267246 Apr 11 14:03:55.849521 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-72bb016c-ddf5-4e27-961a-a80d7c7ddfc7 req-ad9771ae-3fc9-4573-83fa-416cf5a935b5 service neutron] 10.222.0.67 "GET /v2.0/networks/a46eb48f-c97d-43d9-b020-3606da009c33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845654 Apr 11 14:03:55.941281 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-72bb016c-ddf5-4e27-961a-a80d7c7ddfc7 req-023ed374-fb1f-4858-9402-f9f7e5756d42 service neutron] 10.222.0.67 "GET /v2.0/networks/a46eb48f-c97d-43d9-b020-3606da009c33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862191 Apr 11 14:03:56.097112 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-09d9e81a-1bc9-4988-ac58-74c1aca229bc req-a7b321a9-ee93-4b0d-ac47-c12bd47ade41 tempest-VolumesActionsTest-630958389 tempest-VolumesActionsTest-630958389-project] 10.222.0.67 "GET /v2.0/ports?device_id=fa06979f-4ee0-4a16-a07b-a91d20a7b4f2 HTTP/1.1" status: 200 len: 210 time: 0.0284028 Apr 11 14:03:56.473358 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-ce7467a3-9c31-4cb7-bc53-3927fb1339c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750379576733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663498'] for agent (d5a8b9a1-2e9e-46b5-8163-20b7d509fa4e), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:03:56.991163 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bb016c-ddf5-4e27-961a-a80d7c7ddfc7 req-23c1c718-4ae0-4015-bbd4-01f36aa32158 tempest-VolumesActionsTest-630958389 tempest-VolumesActionsTest-630958389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:03:56.992660 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-72bb016c-ddf5-4e27-961a-a80d7c7ddfc7 req-23c1c718-4ae0-4015-bbd4-01f36aa32158 tempest-VolumesActionsTest-630958389 tempest-VolumesActionsTest-630958389-project] 10.222.0.75 "GET /v2.0/networks?id=a46eb48f-c97d-43d9-b020-3606da009c33 HTTP/1.1" status: 200 len: 807 time: 0.1006882 Apr 11 14:03:57.004403 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.v2.base [req-72bb016c-ddf5-4e27-961a-a80d7c7ddfc7 req-fca820c6-2dde-4c3c-bf1d-ee80698bce1e tempest-VolumesActionsTest-630958389 tempest-VolumesActionsTest-630958389-project] Request body: {'port': {'device_id': 'fa06979f-4ee0-4a16-a07b-a91d20a7b4f2', 'network_id': 'a46eb48f-c97d-43d9-b020-3606da009c33', 'admin_state_up': True, 'tenant_id': '7ea539d2e309403ab7ea0c5244a6d80f'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:03:57.116053 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-72bb016c-ddf5-4e27-961a-a80d7c7ddfc7 req-fca820c6-2dde-4c3c-bf1d-ee80698bce1e tempest-VolumesActionsTest-630958389 tempest-VolumesActionsTest-630958389-project] Made reservation on behalf of 7ea539d2e309403ab7ea0c5244a6d80f for: {'port': 1} {{(pid=103319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:03:57.119431 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-72bb016c-ddf5-4e27-961a-a80d7c7ddfc7 req-fca820c6-2dde-4c3c-bf1d-ee80698bce1e tempest-VolumesActionsTest-630958389 tempest-VolumesActionsTest-630958389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883311'] for port (None), before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:03:57.192101 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-0138918b-34d1-4fa3-85a9-aebf7654a7fc req-394a9c25-965b-4e4c-8e1f-b2edbd046056 tempest-VolumesActionsTest-630958389 tempest-VolumesActionsTest-630958389-project] 10.222.0.67 "GET /v2.0/ports?device_id=fa06979f-4ee0-4a16-a07b-a91d20a7b4f2 HTTP/1.1" status: 200 len: 210 time: 0.0289366 Apr 11 14:03:57.248397 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.db.db_base_plugin_common [req-72bb016c-ddf5-4e27-961a-a80d7c7ddfc7 req-fca820c6-2dde-4c3c-bf1d-ee80698bce1e tempest-VolumesActionsTest-630958389 tempest-VolumesActionsTest-630958389-project] Allocated IP 172.20.0.13 (a46eb48f-c97d-43d9-b020-3606da009c33/c54a2768-960f-43e1-adcc-2b30290f085b/7ca06d09-6253-4a4e-aafe-537a931076f0) {{(pid=103319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 14:03:57.389856 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-72bb016c-ddf5-4e27-961a-a80d7c7ddfc7 req-fca820c6-2dde-4c3c-bf1d-ee80698bce1e tempest-VolumesActionsTest-630958389 tempest-VolumesActionsTest-630958389-project] Publish callbacks [] for port (7ca06d09-6253-4a4e-aafe-537a931076f0), precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:03:57.423459 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-72bb016c-ddf5-4e27-961a-a80d7c7ddfc7 req-fca820c6-2dde-4c3c-bf1d-ee80698bce1e tempest-VolumesActionsTest-630958389 tempest-VolumesActionsTest-630958389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750379164474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4648624'] for port (7ca06d09-6253-4a4e-aafe-537a931076f0), after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:03:57.471209 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-72bb016c-ddf5-4e27-961a-a80d7c7ddfc7 req-fca820c6-2dde-4c3c-bf1d-ee80698bce1e tempest-VolumesActionsTest-630958389 tempest-VolumesActionsTest-630958389-project] Network a46eb48f-c97d-43d9-b020-3606da009c33 is already hosted by enough agents. {{(pid=103319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:03:57.474137 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [req-72bb016c-ddf5-4e27-961a-a80d7c7ddfc7 req-fca820c6-2dde-4c3c-bf1d-ee80698bce1e tempest-VolumesActionsTest-630958389 tempest-VolumesActionsTest-630958389-project] Resources bound (agent type, host, resource id): {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:03:57.477655 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [req-72bb016c-ddf5-4e27-961a-a80d7c7ddfc7 req-fca820c6-2dde-4c3c-bf1d-ee80698bce1e tempest-VolumesActionsTest-630958389 tempest-VolumesActionsTest-630958389-project] Received port after_create {{(pid=103319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 14:03:57.484323 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca820c6-2dde-4c3c-bf1d-ee80698bce1e tempest-VolumesActionsTest-630958389 tempest-VolumesActionsTest-630958389-project] Pushing event updated for resources: {'Port': ['ID=7ca06d09-6253-4a4e-aafe-537a931076f0,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:03:57.528296 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bb016c-ddf5-4e27-961a-a80d7c7ddfc7 req-fca820c6-2dde-4c3c-bf1d-ee80698bce1e tempest-VolumesActionsTest-630958389 tempest-VolumesActionsTest-630958389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:03:57.529868 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-72bb016c-ddf5-4e27-961a-a80d7c7ddfc7 req-fca820c6-2dde-4c3c-bf1d-ee80698bce1e tempest-VolumesActionsTest-630958389 tempest-VolumesActionsTest-630958389-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-507053'] for port (None), before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:03:57.545397 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-72bb016c-ddf5-4e27-961a-a80d7c7ddfc7 req-fca820c6-2dde-4c3c-bf1d-ee80698bce1e tempest-VolumesActionsTest-630958389 tempest-VolumesActionsTest-630958389-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5441811 Apr 11 14:03:57.555891 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.v2.base [req-72bb016c-ddf5-4e27-961a-a80d7c7ddfc7 req-81d3b6b9-fad2-40c9-be58-afa630b6b92c service neutron] Request body: {'port': {'device_id': 'fa06979f-4ee0-4a16-a07b-a91d20a7b4f2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83078'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:03:57.612067 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-72bb016c-ddf5-4e27-961a-a80d7c7ddfc7 req-81d3b6b9-fad2-40c9-be58-afa630b6b92c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883311'] for port (7ca06d09-6253-4a4e-aafe-537a931076f0), before_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:03:57.870067 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.notifiers.nova [req-72bb016c-ddf5-4e27-961a-a80d7c7ddfc7 req-81d3b6b9-fad2-40c9-be58-afa630b6b92c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ca06d09-6253-4a4e-aafe-537a931076f0 {{(pid=103319) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 14:03:57.877308 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-72bb016c-ddf5-4e27-961a-a80d7c7ddfc7 req-81d3b6b9-fad2-40c9-be58-afa630b6b92c service neutron] Publish callbacks [] for port (7ca06d09-6253-4a4e-aafe-537a931076f0), precommit_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:03:57.889771 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.db.provisioning_blocks [req-72bb016c-ddf5-4e27-961a-a80d7c7ddfc7 req-81d3b6b9-fad2-40c9-be58-afa630b6b92c service neutron] Transition to ACTIVE for port object 7ca06d09-6253-4a4e-aafe-537a931076f0 will not be triggered until provisioned by entity L2. {{(pid=103319) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 14:03:57.893102 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-72bb016c-ddf5-4e27-961a-a80d7c7ddfc7 req-81d3b6b9-fad2-40c9-be58-afa630b6b92c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750379687711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750379164492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750379164510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4648635'] for port (7ca06d09-6253-4a4e-aafe-537a931076f0), after_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:03:57.943300 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d3b6b9-fad2-40c9-be58-afa630b6b92c service neutron] Pushing event updated for resources: {'Port': ['ID=7ca06d09-6253-4a4e-aafe-537a931076f0,revision_number=2']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:03:58.013002 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.managers [req-72bb016c-ddf5-4e27-961a-a80d7c7ddfc7 req-81d3b6b9-fad2-40c9-be58-afa630b6b92c service neutron] Attempting to bind port 7ca06d09-6253-4a4e-aafe-537a931076f0 on host hv-cinder-83078 for vnic_type normal with profile {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 14:03:58.013342 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.managers [req-72bb016c-ddf5-4e27-961a-a80d7c7ddfc7 req-81d3b6b9-fad2-40c9-be58-afa630b6b92c service neutron] Attempting to bind port 7ca06d09-6253-4a4e-aafe-537a931076f0 by drivers openvswitch,hyperv on host hv-cinder-83078 at level 0 using segments [{'id': '6e1ef125-23a7-4043-96c6-d6ffae565e06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': 'a46eb48f-c97d-43d9-b020-3606da009c33'}] {{(pid=103319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 14:03:58.013692 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72bb016c-ddf5-4e27-961a-a80d7c7ddfc7 req-81d3b6b9-fad2-40c9-be58-afa630b6b92c service neutron] Attempting to bind port 7ca06d09-6253-4a4e-aafe-537a931076f0 on network a46eb48f-c97d-43d9-b020-3606da009c33 {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 14:03:58.018412 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72bb016c-ddf5-4e27-961a-a80d7c7ddfc7 req-81d3b6b9-fad2-40c9-be58-afa630b6b92c service neutron] Port 7ca06d09-6253-4a4e-aafe-537a931076f0 on network a46eb48f-c97d-43d9-b020-3606da009c33 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83078 {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 11 14:03:58.018689 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72bb016c-ddf5-4e27-961a-a80d7c7ddfc7 req-81d3b6b9-fad2-40c9-be58-afa630b6b92c service neutron] Attempting to bind port 7ca06d09-6253-4a4e-aafe-537a931076f0 on network a46eb48f-c97d-43d9-b020-3606da009c33 {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 14:03:58.023824 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72bb016c-ddf5-4e27-961a-a80d7c7ddfc7 req-81d3b6b9-fad2-40c9-be58-afa630b6b92c service neutron] Checking agent: {'id': 'a433433c-9197-4b2b-8991-1d45f6bac940', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83078', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 13, 53, 31), 'started_at': datetime.datetime(2022, 4, 11, 13, 53, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 14, 3, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 14:03:58.024190 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72bb016c-ddf5-4e27-961a-a80d7c7ddfc7 req-81d3b6b9-fad2-40c9-be58-afa630b6b92c service neutron] Checking segment: {'id': '6e1ef125-23a7-4043-96c6-d6ffae565e06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': 'a46eb48f-c97d-43d9-b020-3606da009c33'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103319) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 14:03:58.024570 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72bb016c-ddf5-4e27-961a-a80d7c7ddfc7 req-81d3b6b9-fad2-40c9-be58-afa630b6b92c service neutron] Bound using segment: {'id': '6e1ef125-23a7-4043-96c6-d6ffae565e06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': 'a46eb48f-c97d-43d9-b020-3606da009c33'} {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 14:03:58.024991 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.managers [req-72bb016c-ddf5-4e27-961a-a80d7c7ddfc7 req-81d3b6b9-fad2-40c9-be58-afa630b6b92c service neutron] Bound port: 7ca06d09-6253-4a4e-aafe-537a931076f0, host: hv-cinder-83078, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e1ef125-23a7-4043-96c6-d6ffae565e06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': 'a46eb48f-c97d-43d9-b020-3606da009c33'}}] {{(pid=103319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 14:03:58.025351 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-72bb016c-ddf5-4e27-961a-a80d7c7ddfc7 req-81d3b6b9-fad2-40c9-be58-afa630b6b92c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883311'] for port (7ca06d09-6253-4a4e-aafe-537a931076f0), before_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:03:58.088623 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.db [req-72bb016c-ddf5-4e27-961a-a80d7c7ddfc7 req-81d3b6b9-fad2-40c9-be58-afa630b6b92c service neutron] For port 7ca06d09-6253-4a4e-aafe-537a931076f0, host hv-cinder-83078, cleared binding levels {{(pid=103319) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 14:03:58.092537 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.db [req-72bb016c-ddf5-4e27-961a-a80d7c7ddfc7 req-81d3b6b9-fad2-40c9-be58-afa630b6b92c service neutron] For port 7ca06d09-6253-4a4e-aafe-537a931076f0, host hv-cinder-83078, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83078',level=0,port_id=7ca06d09-6253-4a4e-aafe-537a931076f0,segment=NetworkSegment(6e1ef125-23a7-4043-96c6-d6ffae565e06),segment_id=6e1ef125-23a7-4043-96c6-d6ffae565e06)] {{(pid=103319) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 14:03:58.098189 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-72bb016c-ddf5-4e27-961a-a80d7c7ddfc7 req-81d3b6b9-fad2-40c9-be58-afa630b6b92c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750379687711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750379164492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750379164510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4648635'] for port (7ca06d09-6253-4a4e-aafe-537a931076f0), after_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:03:58.131875 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bb016c-ddf5-4e27-961a-a80d7c7ddfc7 req-81d3b6b9-fad2-40c9-be58-afa630b6b92c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:03:58.132537 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-72bb016c-ddf5-4e27-961a-a80d7c7ddfc7 req-81d3b6b9-fad2-40c9-be58-afa630b6b92c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-507053'] for port (None), before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:03:58.133861 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-72bb016c-ddf5-4e27-961a-a80d7c7ddfc7 req-81d3b6b9-fad2-40c9-be58-afa630b6b92c service neutron] 10.222.0.75 "PUT /v2.0/ports/7ca06d09-6253-4a4e-aafe-537a931076f0 HTTP/1.1" status: 200 len: 1094 time: 0.5818672 Apr 11 14:03:58.134291 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa06979f-4ee0-4a16-a07b-a91d20a7b4f2', 'tag': '7ca06d09-6253-4a4e-aafe-537a931076f0'}] {{(pid=103319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 14:03:58.136537 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca54f3a3744013fac1d33973197c51c1d98542aecacec3b3a4d6ee5bc00756d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-494177d4-037d-4389-af26-b1dd225a57f7" -d '{"events": [{"name": "network-changed", "server_uuid": "fa06979f-4ee0-4a16-a07b-a91d20a7b4f2", "tag": "7ca06d09-6253-4a4e-aafe-537a931076f0"}]}' {{(pid=103319) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 14:03:58.166812 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d3b6b9-fad2-40c9-be58-afa630b6b92c service neutron] Pushing event updated for resources: {'Port': ['ID=7ca06d09-6253-4a4e-aafe-537a931076f0,revision_number=3']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:03:58.187495 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 14:03:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13329aef-9700-4ebb-86bd-095313509102 x-openstack-request-id: req-13329aef-9700-4ebb-86bd-095313509102 {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 14:03:58.187812 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa06979f-4ee0-4a16-a07b-a91d20a7b4f2", "tag": "7ca06d09-6253-4a4e-aafe-537a931076f0", "status": "completed", "code": 200}]} {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 14:03:58.188063 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-13329aef-9700-4ebb-86bd-095313509102 {{(pid=103319) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 14:03:58.188486 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.notifiers.nova [-] Nova event matching ['req-13329aef-9700-4ebb-86bd-095313509102'] response: {'name': 'network-changed', 'server_uuid': 'fa06979f-4ee0-4a16-a07b-a91d20a7b4f2', 'tag': '7ca06d09-6253-4a4e-aafe-537a931076f0', 'status': 'completed', 'code': 200} Apr 11 14:03:58.228065 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bb016c-ddf5-4e27-961a-a80d7c7ddfc7 req-7d5c3575-88cc-4a35-a49e-62a4a8bbdc5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:03:58.229573 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-72bb016c-ddf5-4e27-961a-a80d7c7ddfc7 req-7d5c3575-88cc-4a35-a49e-62a4a8bbdc5d service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=7ea539d2e309403ab7ea0c5244a6d80f&device_id=fa06979f-4ee0-4a16-a07b-a91d20a7b4f2 HTTP/1.1" status: 200 len: 1128 time: 0.0395811 Apr 11 14:03:58.273661 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-72bb016c-ddf5-4e27-961a-a80d7c7ddfc7 req-0f21a46a-b5bb-42af-a5ce-f1788eeff645 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7ca06d09-6253-4a4e-aafe-537a931076f0 HTTP/1.1" status: 200 len: 217 time: 0.0370424 Apr 11 14:03:58.308673 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0901461-80ab-4fca-92b7-5a60224cb13d req-2e70043f-2012-4db9-979a-33ed5cb9b734 tempest-VolumesActionsTest-630958389 tempest-VolumesActionsTest-630958389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:03:58.310797 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-b0901461-80ab-4fca-92b7-5a60224cb13d req-2e70043f-2012-4db9-979a-33ed5cb9b734 tempest-VolumesActionsTest-630958389 tempest-VolumesActionsTest-630958389-project] 10.222.0.67 "GET /v2.0/ports?device_id=fa06979f-4ee0-4a16-a07b-a91d20a7b4f2 HTTP/1.1" status: 200 len: 944 time: 0.0478814 Apr 11 14:03:58.322237 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bb016c-ddf5-4e27-961a-a80d7c7ddfc7 req-a1f9bfd5-2c74-4628-94a3-f6ab2053557d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:03:58.323718 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-72bb016c-ddf5-4e27-961a-a80d7c7ddfc7 req-a1f9bfd5-2c74-4628-94a3-f6ab2053557d service neutron] 10.222.0.75 "GET /v2.0/subnets?id=c54a2768-960f-43e1-adcc-2b30290f085b HTTP/1.1" status: 200 len: 847 time: 0.0444682 Apr 11 14:03:58.354962 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-72bb016c-ddf5-4e27-961a-a80d7c7ddfc7 req-324772b1-41fa-4ffb-8934-e56809fd84c3 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=a46eb48f-c97d-43d9-b020-3606da009c33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249698 Apr 11 14:03:58.357782 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-b0901461-80ab-4fca-92b7-5a60224cb13d req-287b964f-6c83-44a9-bef2-e1ab466bec04 tempest-VolumesActionsTest-630958389 tempest-VolumesActionsTest-630958389-project] 10.222.0.67 "GET /v2.0/security-groups?id=b4a4fafc-ef76-4291-ae9c-34df6b10c131&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407591 Apr 11 14:03:58.659515 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Device 0cfac28c-91c3-4684-b5c0-10ac64e8d3c8 no longer exists at agent hyperv_hv-cinder-83078 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 14:03:58.680488 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] No Port match for: 0cfac28c-91c3-4684-b5c0-10ac64e8d3c8 {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 14:03:58.680832 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Device 0cfac28c-91c3-4684-b5c0-10ac64e8d3c8 not bound to the agent host hv-cinder-83078 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 14:03:58.709207 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-72bb016c-ddf5-4e27-961a-a80d7c7ddfc7 req-b4261c60-2134-46f5-83ae-b90a9d9e0e36 service neutron] 10.222.0.75 "GET /v2.0/networks/a46eb48f-c97d-43d9-b020-3606da009c33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3486438 Apr 11 14:03:58.800930 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-72bb016c-ddf5-4e27-961a-a80d7c7ddfc7 req-a480f449-277c-48a4-92bf-40d3f7a47d04 service neutron] 10.222.0.75 "GET /v2.0/networks/a46eb48f-c97d-43d9-b020-3606da009c33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853617 Apr 11 14:03:58.823929 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5116bc62-d8ce-4a66-bf16-aa01aec808de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750379576733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663498'] for agent (e731c656-576f-4174-9da3-af64518920bc), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:03:59.476174 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee4daaa-95c1-4d94-975f-cc172c3987f6 req-f001afe1-c99b-4a9c-824b-6db52e0c9823 tempest-VolumesActionsTest-630958389 tempest-VolumesActionsTest-630958389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:03:59.477640 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-1ee4daaa-95c1-4d94-975f-cc172c3987f6 req-f001afe1-c99b-4a9c-824b-6db52e0c9823 tempest-VolumesActionsTest-630958389 tempest-VolumesActionsTest-630958389-project] 10.222.0.67 "GET /v2.0/ports?device_id=fa06979f-4ee0-4a16-a07b-a91d20a7b4f2 HTTP/1.1" status: 200 len: 944 time: 0.0504265 Apr 11 14:03:59.532461 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-1ee4daaa-95c1-4d94-975f-cc172c3987f6 req-86185580-17c0-4542-9c4a-df2811652cf0 tempest-VolumesActionsTest-630958389 tempest-VolumesActionsTest-630958389-project] 10.222.0.67 "GET /v2.0/security-groups?id=b4a4fafc-ef76-4291-ae9c-34df6b10c131&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489850 Apr 11 14:03:59.559579 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494177d4-037d-4389-af26-b1dd225a57f7 req-c990a1f5-6e39-4d88-8211-9a5759b31772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:03:59.561739 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-494177d4-037d-4389-af26-b1dd225a57f7 req-c990a1f5-6e39-4d88-8211-9a5759b31772 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=7ea539d2e309403ab7ea0c5244a6d80f&device_id=fa06979f-4ee0-4a16-a07b-a91d20a7b4f2 HTTP/1.1" status: 200 len: 1128 time: 0.0433981 Apr 11 14:03:59.655871 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494177d4-037d-4389-af26-b1dd225a57f7 req-8d619ff1-4995-46cb-bbff-394e020b7e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:03:59.657278 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-494177d4-037d-4389-af26-b1dd225a57f7 req-8d619ff1-4995-46cb-bbff-394e020b7e91 service neutron] 10.222.0.75 "GET /v2.0/networks?id=a46eb48f-c97d-43d9-b020-3606da009c33 HTTP/1.1" status: 200 len: 908 time: 0.0874825 Apr 11 14:03:59.697977 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-494177d4-037d-4389-af26-b1dd225a57f7 req-a85125c4-92e5-468e-9ced-d39fe7ddafe3 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7ca06d09-6253-4a4e-aafe-537a931076f0 HTTP/1.1" status: 200 len: 217 time: 0.0350807 Apr 11 14:03:59.744648 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494177d4-037d-4389-af26-b1dd225a57f7 req-e7784cb1-b88b-4e93-97f5-8ab2dd91d995 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:03:59.746052 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-494177d4-037d-4389-af26-b1dd225a57f7 req-e7784cb1-b88b-4e93-97f5-8ab2dd91d995 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=c54a2768-960f-43e1-adcc-2b30290f085b HTTP/1.1" status: 200 len: 847 time: 0.0426528 Apr 11 14:03:59.781912 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-494177d4-037d-4389-af26-b1dd225a57f7 req-a101d222-2a10-419c-a346-9cd53b6b5c9c service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=a46eb48f-c97d-43d9-b020-3606da009c33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282953 Apr 11 14:03:59.868214 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-494177d4-037d-4389-af26-b1dd225a57f7 req-134e1292-6daf-4773-afa4-6074f4a79376 service neutron] 10.222.0.75 "GET /v2.0/networks/a46eb48f-c97d-43d9-b020-3606da009c33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808253 Apr 11 14:03:59.961384 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-494177d4-037d-4389-af26-b1dd225a57f7 req-40f6c548-705e-4546-9620-60f113689867 service neutron] 10.222.0.75 "GET /v2.0/networks/a46eb48f-c97d-43d9-b020-3606da009c33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869188 Apr 11 14:04:00.155213 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-75ad2582-0b5d-438d-ba3d-9545e3f86417 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750379576733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663498'] for agent (af269f03-95a2-4a08-bd5c-5879324d2567), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:04:00.644141 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a3fb7f-07fa-4409-b146-27173befbbd0 req-ab01cec4-d0b2-4a89-8255-629f4ee052f0 tempest-VolumesActionsTest-630958389 tempest-VolumesActionsTest-630958389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:04:00.645595 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-e6a3fb7f-07fa-4409-b146-27173befbbd0 req-ab01cec4-d0b2-4a89-8255-629f4ee052f0 tempest-VolumesActionsTest-630958389 tempest-VolumesActionsTest-630958389-project] 10.222.0.67 "GET /v2.0/ports?device_id=fa06979f-4ee0-4a16-a07b-a91d20a7b4f2 HTTP/1.1" status: 200 len: 944 time: 0.0468011 Apr 11 14:04:00.675838 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Device 7ca06d09-6253-4a4e-aafe-537a931076f0 details requested by agent hyperv_hv-cinder-83078 with host hv-cinder-83078 {{(pid=103320) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 14:04:00.695827 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-e6a3fb7f-07fa-4409-b146-27173befbbd0 req-3974d6a0-cc3c-4593-9688-3894cc9b3d7a tempest-VolumesActionsTest-630958389 tempest-VolumesActionsTest-630958389-project] 10.222.0.67 "GET /v2.0/security-groups?id=b4a4fafc-ef76-4291-ae9c-34df6b10c131&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446734 Apr 11 14:04:00.772345 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] For port 7ca06d09-6253-4a4e-aafe-537a931076f0, host hv-cinder-83078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83078',level=0,port_id=7ca06d09-6253-4a4e-aafe-537a931076f0,segment=NetworkSegment(6e1ef125-23a7-4043-96c6-d6ffae565e06),segment_id=6e1ef125-23a7-4043-96c6-d6ffae565e06)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 14:04:00.783859 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Returning: {'device': '7ca06d09-6253-4a4e-aafe-537a931076f0', 'network_id': 'a46eb48f-c97d-43d9-b020-3606da009c33', 'port_id': '7ca06d09-6253-4a4e-aafe-537a931076f0', 'mac_address': 'fa:16:3e:e1:cc:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 912, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c54a2768-960f-43e1-adcc-2b30290f085b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103320) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 14:04:00.823144 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Current status of the port 7ca06d09-6253-4a4e-aafe-537a931076f0 is: DOWN; New status is: BUILD {{(pid=103320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 14:04:00.823530 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883311'] for port (7ca06d09-6253-4a4e-aafe-537a931076f0), before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:04:00.836041 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.notifiers.nova [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ca06d09-6253-4a4e-aafe-537a931076f0 {{(pid=103320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 14:04:00.854871 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] For port 7ca06d09-6253-4a4e-aafe-537a931076f0, host hv-cinder-83078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83078',level=0,port_id=7ca06d09-6253-4a4e-aafe-537a931076f0,segment=NetworkSegment(6e1ef125-23a7-4043-96c6-d6ffae565e06),segment_id=6e1ef125-23a7-4043-96c6-d6ffae565e06)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 14:04:00.859510 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750379687711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750379164492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750379164510'] for port (7ca06d09-6253-4a4e-aafe-537a931076f0), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:04:00.904532 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Pushing event updated for resources: {'Port': ['ID=7ca06d09-6253-4a4e-aafe-537a931076f0,revision_number=4']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:04:01.067667 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] get_ports_and_sgs() called for port_ids ['7ca06d09-6253-4a4e-aafe-537a931076f0'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 14:04:01.651104 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-fcd2c3e6-f415-40f5-8fd4-1147b68fd929 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750379576733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663498'] for agent (a1227682-d2f2-4331-ba13-738c8a59e95d), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:04:01.810941 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67d491c-21e8-4ed6-9636-061ee2696d5a req-181007b2-3b9e-4fd9-ba30-2d4673863316 tempest-VolumesActionsTest-630958389 tempest-VolumesActionsTest-630958389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:04:01.812528 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-d67d491c-21e8-4ed6-9636-061ee2696d5a req-181007b2-3b9e-4fd9-ba30-2d4673863316 tempest-VolumesActionsTest-630958389 tempest-VolumesActionsTest-630958389-project] 10.222.0.67 "GET /v2.0/ports?device_id=fa06979f-4ee0-4a16-a07b-a91d20a7b4f2 HTTP/1.1" status: 200 len: 945 time: 0.0512424 Apr 11 14:04:01.858956 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-d67d491c-21e8-4ed6-9636-061ee2696d5a req-50ab0587-d1bc-40e7-89b1-202710393ace tempest-VolumesActionsTest-630958389 tempest-VolumesActionsTest-630958389-project] 10.222.0.67 "GET /v2.0/security-groups?id=b4a4fafc-ef76-4291-ae9c-34df6b10c131&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409532 Apr 11 14:04:02.685691 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Device 7ca06d09-6253-4a4e-aafe-537a931076f0 up at agent hyperv_hv-cinder-83078 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 14:04:02.730238 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Provisioning for port 7ca06d09-6253-4a4e-aafe-537a931076f0 completed by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 11 14:04:02.735733 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Provisioning complete for port 7ca06d09-6253-4a4e-aafe-537a931076f0 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 14:04:02.736111 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-663396'] for port (7ca06d09-6253-4a4e-aafe-537a931076f0), provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:04:02.823592 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Current status of the port 7ca06d09-6253-4a4e-aafe-537a931076f0 is: BUILD; New status is: ACTIVE {{(pid=103320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 14:04:02.824019 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883311'] for port (7ca06d09-6253-4a4e-aafe-537a931076f0), before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:04:02.833603 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750379576733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663498'] for agent (a433433c-9197-4b2b-8991-1d45f6bac940), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:04:02.848431 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa06979f-4ee0-4a16-a07b-a91d20a7b4f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ca06d09-6253-4a4e-aafe-537a931076f0'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 14:04:02.850641 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e17e7c2a2a067a9a9572b19104dd8b83720c41d762fa1dc6a6c9d001f6760b0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3039680-8315-4b7d-8796-7c1f9a981587" -d '{"events": [{"server_uuid": "fa06979f-4ee0-4a16-a07b-a91d20a7b4f2", "name": "network-vif-plugged", "status": "completed", "tag": "7ca06d09-6253-4a4e-aafe-537a931076f0"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 14:04:02.862924 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] For port 7ca06d09-6253-4a4e-aafe-537a931076f0, host hv-cinder-83078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83078',level=0,port_id=7ca06d09-6253-4a4e-aafe-537a931076f0,segment=NetworkSegment(6e1ef125-23a7-4043-96c6-d6ffae565e06),segment_id=6e1ef125-23a7-4043-96c6-d6ffae565e06)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 14:04:02.866927 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750379687711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750379164492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750379164510'] for port (7ca06d09-6253-4a4e-aafe-537a931076f0), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:04:02.895240 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 14:04:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdd87dbd-61f4-41b6-8e85-36c18fd8cd60 x-openstack-request-id: req-bdd87dbd-61f4-41b6-8e85-36c18fd8cd60 {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 14:04:02.895534 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa06979f-4ee0-4a16-a07b-a91d20a7b4f2", "name": "network-vif-plugged", "status": "completed", "tag": "7ca06d09-6253-4a4e-aafe-537a931076f0", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 14:04:02.895871 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-bdd87dbd-61f4-41b6-8e85-36c18fd8cd60 {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 14:04:02.896224 dv-cinder-830787-2-iscsi neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bdd87dbd-61f4-41b6-8e85-36c18fd8cd60'] response: {'server_uuid': 'fa06979f-4ee0-4a16-a07b-a91d20a7b4f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ca06d09-6253-4a4e-aafe-537a931076f0', 'code': 200} Apr 11 14:04:02.918757 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Pushing event updated for resources: {'Port': ['ID=7ca06d09-6253-4a4e-aafe-537a931076f0,revision_number=5']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:04:02.979296 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dda389-055c-4d93-b1ac-79b01b75e416 req-bbb9214d-687f-4ede-90e4-77a39bb98114 tempest-VolumesActionsTest-630958389 tempest-VolumesActionsTest-630958389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:04:02.980750 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-85dda389-055c-4d93-b1ac-79b01b75e416 req-bbb9214d-687f-4ede-90e4-77a39bb98114 tempest-VolumesActionsTest-630958389 tempest-VolumesActionsTest-630958389-project] 10.222.0.67 "GET /v2.0/ports?device_id=fa06979f-4ee0-4a16-a07b-a91d20a7b4f2 HTTP/1.1" status: 200 len: 946 time: 0.0480199 Apr 11 14:04:03.057993 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-85dda389-055c-4d93-b1ac-79b01b75e416 req-f819035b-50a1-431e-879c-e0ad692e5064 tempest-VolumesActionsTest-630958389 tempest-VolumesActionsTest-630958389-project] 10.222.0.67 "GET /v2.0/security-groups?id=b4a4fafc-ef76-4291-ae9c-34df6b10c131&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709248 Apr 11 14:04:03.067530 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63521f04-c6a8-4225-9c31-c64766217a02 req-3030cbb3-8e15-4880-9b82-7e933f06921d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:04:03.069074 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-63521f04-c6a8-4225-9c31-c64766217a02 req-3030cbb3-8e15-4880-9b82-7e933f06921d service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=fa06979f-4ee0-4a16-a07b-a91d20a7b4f2 HTTP/1.1" status: 200 len: 1130 time: 0.0499759 Apr 11 14:04:03.113503 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-63521f04-c6a8-4225-9c31-c64766217a02 req-cf039ac0-9030-407b-9d8c-b424b005b59c service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=b4a4fafc-ef76-4291-ae9c-34df6b10c131&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366256 Apr 11 14:04:03.288592 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750379576733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663498'] for agent (f2586825-e748-4c1d-8b98-cb0d5b6c266d), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:04:04.176974 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf75b80-8e38-4b52-988d-9937a043d68f req-36f2ab54-ca3a-43db-a4df-8d3442c46239 tempest-VolumesActionsTest-630958389 tempest-VolumesActionsTest-630958389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:04:04.178610 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-bbf75b80-8e38-4b52-988d-9937a043d68f req-36f2ab54-ca3a-43db-a4df-8d3442c46239 tempest-VolumesActionsTest-630958389 tempest-VolumesActionsTest-630958389-project] 10.222.0.67 "GET /v2.0/ports?device_id=fa06979f-4ee0-4a16-a07b-a91d20a7b4f2 HTTP/1.1" status: 200 len: 946 time: 0.0487261 Apr 11 14:04:04.225092 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-bbf75b80-8e38-4b52-988d-9937a043d68f req-93c201fe-a5c8-4f3a-946f-5a5259683120 tempest-VolumesActionsTest-630958389 tempest-VolumesActionsTest-630958389-project] 10.222.0.67 "GET /v2.0/security-groups?id=b4a4fafc-ef76-4291-ae9c-34df6b10c131&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405786 Apr 11 14:04:05.334341 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559b0868-76c5-4a01-a4dc-6db5b14ee831 req-7002759c-060e-471f-a61a-e14727824097 tempest-VolumesActionsTest-630958389 tempest-VolumesActionsTest-630958389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:04:05.335815 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-559b0868-76c5-4a01-a4dc-6db5b14ee831 req-7002759c-060e-471f-a61a-e14727824097 tempest-VolumesActionsTest-630958389 tempest-VolumesActionsTest-630958389-project] 10.222.0.67 "GET /v2.0/ports?device_id=fa06979f-4ee0-4a16-a07b-a91d20a7b4f2 HTTP/1.1" status: 200 len: 946 time: 0.0457339 Apr 11 14:04:05.382242 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-559b0868-76c5-4a01-a4dc-6db5b14ee831 req-bd8d091c-5131-42c2-90fa-93905248147a tempest-VolumesActionsTest-630958389 tempest-VolumesActionsTest-630958389-project] 10.222.0.67 "GET /v2.0/security-groups?id=b4a4fafc-ef76-4291-ae9c-34df6b10c131&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402417 Apr 11 14:04:06.002778 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222d61e8-b72f-4e57-bd5f-80b0bb87bfc0 req-893e6a87-e118-440b-9aeb-45940b4dea16 tempest-VolumesActionsTest-630958389 tempest-VolumesActionsTest-630958389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:04:06.004279 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-222d61e8-b72f-4e57-bd5f-80b0bb87bfc0 req-893e6a87-e118-440b-9aeb-45940b4dea16 tempest-VolumesActionsTest-630958389 tempest-VolumesActionsTest-630958389-project] 10.222.0.67 "GET /v2.0/ports?device_id=fa06979f-4ee0-4a16-a07b-a91d20a7b4f2 HTTP/1.1" status: 200 len: 946 time: 0.0497708 Apr 11 14:04:06.050096 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-222d61e8-b72f-4e57-bd5f-80b0bb87bfc0 req-27af2ae5-4200-4750-90da-c8bfe2172920 tempest-VolumesActionsTest-630958389 tempest-VolumesActionsTest-630958389-project] 10.222.0.67 "GET /v2.0/security-groups?id=b4a4fafc-ef76-4291-ae9c-34df6b10c131&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403371 Apr 11 14:04:07.173049 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c238d0-6633-4e36-9a89-630d9877adbb req-1495d91f-ecbe-4d07-b444-f64e110b3e17 tempest-VolumesActionsTest-630958389 tempest-VolumesActionsTest-630958389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:04:07.174745 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-61c238d0-6633-4e36-9a89-630d9877adbb req-1495d91f-ecbe-4d07-b444-f64e110b3e17 tempest-VolumesActionsTest-630958389 tempest-VolumesActionsTest-630958389-project] 10.222.0.67 "GET /v2.0/ports?device_id=fa06979f-4ee0-4a16-a07b-a91d20a7b4f2 HTTP/1.1" status: 200 len: 946 time: 0.0493953 Apr 11 14:04:07.233930 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc10af07-8edc-4766-9e5e-56c3c775ba8d req-38c3f626-a936-4e06-8df3-051e04fe37e5 tempest-VolumesActionsTest-630958389 tempest-VolumesActionsTest-630958389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:04:07.235855 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-dc10af07-8edc-4766-9e5e-56c3c775ba8d req-38c3f626-a936-4e06-8df3-051e04fe37e5 tempest-VolumesActionsTest-630958389 tempest-VolumesActionsTest-630958389-project] 10.222.0.75 "GET /v2.0/ports?device_id=fa06979f-4ee0-4a16-a07b-a91d20a7b4f2 HTTP/1.1" status: 200 len: 946 time: 0.0584817 Apr 11 14:04:07.295487 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-61c238d0-6633-4e36-9a89-630d9877adbb req-9e8ed23c-d688-4b60-872b-842c7661f672 tempest-VolumesActionsTest-630958389 tempest-VolumesActionsTest-630958389-project] 10.222.0.67 "GET /v2.0/security-groups?id=b4a4fafc-ef76-4291-ae9c-34df6b10c131&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089272 Apr 11 14:04:07.347559 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [req-dc10af07-8edc-4766-9e5e-56c3c775ba8d req-264ed91e-a0f6-4d16-bfef-22dfd8c3b792 tempest-VolumesActionsTest-630958389 tempest-VolumesActionsTest-630958389-project] Deleting port 7ca06d09-6253-4a4e-aafe-537a931076f0 {{(pid=103319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 14:04:07.347939 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-dc10af07-8edc-4766-9e5e-56c3c775ba8d req-264ed91e-a0f6-4d16-bfef-22dfd8c3b792 tempest-VolumesActionsTest-630958389 tempest-VolumesActionsTest-630958389-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750379682079'] for port (7ca06d09-6253-4a4e-aafe-537a931076f0), before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:04:07.439786 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.db [req-dc10af07-8edc-4766-9e5e-56c3c775ba8d req-264ed91e-a0f6-4d16-bfef-22dfd8c3b792 tempest-VolumesActionsTest-630958389 tempest-VolumesActionsTest-630958389-project] For port 7ca06d09-6253-4a4e-aafe-537a931076f0, host hv-cinder-83078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83078',level=0,port_id=7ca06d09-6253-4a4e-aafe-537a931076f0,segment=NetworkSegment(6e1ef125-23a7-4043-96c6-d6ffae565e06),segment_id=6e1ef125-23a7-4043-96c6-d6ffae565e06)] {{(pid=103319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 14:04:07.440157 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-dc10af07-8edc-4766-9e5e-56c3c775ba8d req-264ed91e-a0f6-4d16-bfef-22dfd8c3b792 tempest-VolumesActionsTest-630958389 tempest-VolumesActionsTest-630958389-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115285'] for port (7ca06d09-6253-4a4e-aafe-537a931076f0), precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:04:07.453624 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [req-dc10af07-8edc-4766-9e5e-56c3c775ba8d req-264ed91e-a0f6-4d16-bfef-22dfd8c3b792 tempest-VolumesActionsTest-630958389 tempest-VolumesActionsTest-630958389-project] Calling delete_port for 7ca06d09-6253-4a4e-aafe-537a931076f0 owned by compute:nova {{(pid=103319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 14:04:07.579389 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-dc10af07-8edc-4766-9e5e-56c3c775ba8d req-264ed91e-a0f6-4d16-bfef-22dfd8c3b792 tempest-VolumesActionsTest-630958389 tempest-VolumesActionsTest-630958389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750379687693', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750379164483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4648624'] for port (7ca06d09-6253-4a4e-aafe-537a931076f0), after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:04:07.590685 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] get_ports_and_sgs() called for port_ids ['7ca06d09-6253-4a4e-aafe-537a931076f0'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 14:04:07.612280 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264ed91e-a0f6-4d16-bfef-22dfd8c3b792 tempest-VolumesActionsTest-630958389 tempest-VolumesActionsTest-630958389-project] Pushing event deleted for resources: {'Port': ['ID=7ca06d09-6253-4a4e-aafe-537a931076f0,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:04:07.641760 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264ed91e-a0f6-4d16-bfef-22dfd8c3b792 tempest-VolumesActionsTest-630958389 tempest-VolumesActionsTest-630958389-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:04:07.642109 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264ed91e-a0f6-4d16-bfef-22dfd8c3b792 tempest-VolumesActionsTest-630958389 tempest-VolumesActionsTest-630958389-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:04:07.642453 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264ed91e-a0f6-4d16-bfef-22dfd8c3b792 tempest-VolumesActionsTest-630958389 tempest-VolumesActionsTest-630958389-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:04:07.642792 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264ed91e-a0f6-4d16-bfef-22dfd8c3b792 tempest-VolumesActionsTest-630958389 tempest-VolumesActionsTest-630958389-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:04:07.643127 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264ed91e-a0f6-4d16-bfef-22dfd8c3b792 tempest-VolumesActionsTest-630958389 tempest-VolumesActionsTest-630958389-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:04:07.643461 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264ed91e-a0f6-4d16-bfef-22dfd8c3b792 tempest-VolumesActionsTest-630958389 tempest-VolumesActionsTest-630958389-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:04:07.643823 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264ed91e-a0f6-4d16-bfef-22dfd8c3b792 tempest-VolumesActionsTest-630958389 tempest-VolumesActionsTest-630958389-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:04:07.644153 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264ed91e-a0f6-4d16-bfef-22dfd8c3b792 tempest-VolumesActionsTest-630958389 tempest-VolumesActionsTest-630958389-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:04:07.644481 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264ed91e-a0f6-4d16-bfef-22dfd8c3b792 tempest-VolumesActionsTest-630958389 tempest-VolumesActionsTest-630958389-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:04:07.644804 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264ed91e-a0f6-4d16-bfef-22dfd8c3b792 tempest-VolumesActionsTest-630958389 tempest-VolumesActionsTest-630958389-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:04:07.645126 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264ed91e-a0f6-4d16-bfef-22dfd8c3b792 tempest-VolumesActionsTest-630958389 tempest-VolumesActionsTest-630958389-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:04:07.645456 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264ed91e-a0f6-4d16-bfef-22dfd8c3b792 tempest-VolumesActionsTest-630958389 tempest-VolumesActionsTest-630958389-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:04:07.645775 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264ed91e-a0f6-4d16-bfef-22dfd8c3b792 tempest-VolumesActionsTest-630958389 tempest-VolumesActionsTest-630958389-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:04:07.646094 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264ed91e-a0f6-4d16-bfef-22dfd8c3b792 tempest-VolumesActionsTest-630958389 tempest-VolumesActionsTest-630958389-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:04:07.646413 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264ed91e-a0f6-4d16-bfef-22dfd8c3b792 tempest-VolumesActionsTest-630958389 tempest-VolumesActionsTest-630958389-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:04:07.666738 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc10af07-8edc-4766-9e5e-56c3c775ba8d req-264ed91e-a0f6-4d16-bfef-22dfd8c3b792 tempest-VolumesActionsTest-630958389 tempest-VolumesActionsTest-630958389-project] No DVR routers for this DVR port 7ca06d09-6253-4a4e-aafe-537a931076f0 on host hv-cinder-83078 {{(pid=103319) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 14:04:07.669461 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-dc10af07-8edc-4766-9e5e-56c3c775ba8d req-264ed91e-a0f6-4d16-bfef-22dfd8c3b792 tempest-VolumesActionsTest-630958389 tempest-VolumesActionsTest-630958389-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-507053'] for port (None), before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:04:07.673418 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-dc10af07-8edc-4766-9e5e-56c3c775ba8d req-264ed91e-a0f6-4d16-bfef-22dfd8c3b792 tempest-VolumesActionsTest-630958389 tempest-VolumesActionsTest-630958389-project] 10.222.0.75 "DELETE /v2.0/ports/7ca06d09-6253-4a4e-aafe-537a931076f0 HTTP/1.1" status: 204 len: 173 time: 0.4274039 Apr 11 14:04:07.673940 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa06979f-4ee0-4a16-a07b-a91d20a7b4f2', 'name': 'network-vif-deleted', 'tag': '7ca06d09-6253-4a4e-aafe-537a931076f0'}] {{(pid=103319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 14:04:07.676442 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca54f3a3744013fac1d33973197c51c1d98542aecacec3b3a4d6ee5bc00756d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b66a3b36-53a1-46aa-8a54-249d88e40e28" -d '{"events": [{"server_uuid": "fa06979f-4ee0-4a16-a07b-a91d20a7b4f2", "name": "network-vif-deleted", "tag": "7ca06d09-6253-4a4e-aafe-537a931076f0"}]}' {{(pid=103319) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 14:04:07.714919 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 14:04:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b40046a9-648b-4f35-aba8-ad63c64cd38e x-openstack-request-id: req-b40046a9-648b-4f35-aba8-ad63c64cd38e {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 14:04:07.715218 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa06979f-4ee0-4a16-a07b-a91d20a7b4f2", "name": "network-vif-deleted", "tag": "7ca06d09-6253-4a4e-aafe-537a931076f0", "status": "completed", "code": 200}]} {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 14:04:07.715562 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-b40046a9-648b-4f35-aba8-ad63c64cd38e {{(pid=103319) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 14:04:07.716138 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b40046a9-648b-4f35-aba8-ad63c64cd38e'] response: {'server_uuid': 'fa06979f-4ee0-4a16-a07b-a91d20a7b4f2', 'name': 'network-vif-deleted', 'tag': '7ca06d09-6253-4a4e-aafe-537a931076f0', 'status': 'completed', 'code': 200} Apr 11 14:04:10.815904 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Device 7ca06d09-6253-4a4e-aafe-537a931076f0 no longer exists at agent hyperv_hv-cinder-83078 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 14:04:10.835874 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] No Port match for: 7ca06d09-6253-4a4e-aafe-537a931076f0 {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 14:04:10.836219 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Device 7ca06d09-6253-4a4e-aafe-537a931076f0 not bound to the agent host hv-cinder-83078 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 14:04:16.801032 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63db0c2d-06a7-4021-9b3e-61d9de3cb678 req-b3c2162b-5406-474c-8a4e-5467388a4b99 tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:04:16.803067 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-63db0c2d-06a7-4021-9b3e-61d9de3cb678 req-b3c2162b-5406-474c-8a4e-5467388a4b99 tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] 10.222.0.67 "GET /v2.0/ports?device_id=e427eb53-7ff8-42d2-a90e-b07c69fc0a86 HTTP/1.1" status: 200 len: 945 time: 0.0587051 Apr 11 14:04:16.876561 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-63db0c2d-06a7-4021-9b3e-61d9de3cb678 req-690a59d7-b896-4135-9fe5-00e1073c760e tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] 10.222.0.67 "GET /v2.0/security-groups?id=cd1b948c-dff6-43c0-b9c3-ec9fcd674ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0673754 Apr 11 14:04:18.019873 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab60b23f-fa9f-4186-b6d3-a0949d57ae67 req-f6e10669-5d9c-40e5-93cf-26f8d2956cf7 tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:04:18.021563 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-ab60b23f-fa9f-4186-b6d3-a0949d57ae67 req-f6e10669-5d9c-40e5-93cf-26f8d2956cf7 tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] 10.222.0.67 "GET /v2.0/ports?device_id=e427eb53-7ff8-42d2-a90e-b07c69fc0a86 HTTP/1.1" status: 200 len: 945 time: 0.0549197 Apr 11 14:04:18.084411 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-ab60b23f-fa9f-4186-b6d3-a0949d57ae67 req-65c4e106-5f5a-4389-8fe1-755ec493fb02 tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] 10.222.0.67 "GET /v2.0/security-groups?id=cd1b948c-dff6-43c0-b9c3-ec9fcd674ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557106 Apr 11 14:04:18.330981 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c69d8b-191e-473f-ba26-f4757efb7136 req-1a76457c-8b0d-464c-a9e7-bf781357debc tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:04:18.332477 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-64c69d8b-191e-473f-ba26-f4757efb7136 req-1a76457c-8b0d-464c-a9e7-bf781357debc tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] 10.222.0.75 "GET /v2.0/ports?device_id=e427eb53-7ff8-42d2-a90e-b07c69fc0a86 HTTP/1.1" status: 200 len: 945 time: 0.0577507 Apr 11 14:04:18.428226 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [req-64c69d8b-191e-473f-ba26-f4757efb7136 req-2ec479ec-123c-454d-93b1-c4d8879f8b9a tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] Deleting port 439feed1-351c-4939-9798-5d72e310c897 {{(pid=103319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 14:04:18.428226 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-64c69d8b-191e-473f-ba26-f4757efb7136 req-2ec479ec-123c-454d-93b1-c4d8879f8b9a tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750379682079'] for port (439feed1-351c-4939-9798-5d72e310c897), before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:04:18.545079 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.db [req-64c69d8b-191e-473f-ba26-f4757efb7136 req-2ec479ec-123c-454d-93b1-c4d8879f8b9a tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] For port 439feed1-351c-4939-9798-5d72e310c897, host hv-cinder-83078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83078',level=0,port_id=439feed1-351c-4939-9798-5d72e310c897,segment=NetworkSegment(97213a82-28a8-4d4c-8e5b-e53ba672495f),segment_id=97213a82-28a8-4d4c-8e5b-e53ba672495f)] {{(pid=103319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 14:04:18.545915 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-64c69d8b-191e-473f-ba26-f4757efb7136 req-2ec479ec-123c-454d-93b1-c4d8879f8b9a tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115285'] for port (439feed1-351c-4939-9798-5d72e310c897), precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:04:18.749802 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-64c69d8b-191e-473f-ba26-f4757efb7136 req-2ec479ec-123c-454d-93b1-c4d8879f8b9a tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:04:18.750188 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-64c69d8b-191e-473f-ba26-f4757efb7136 req-2ec479ec-123c-454d-93b1-c4d8879f8b9a tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8126411'] for floatingip (4f539344-0381-41dc-8b50-a81f059adeae), after_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:04:18.750539 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.db.l3_db [req-64c69d8b-191e-473f-ba26-f4757efb7136 req-2ec479ec-123c-454d-93b1-c4d8879f8b9a tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] Floating IP 4f539344-0381-41dc-8b50-a81f059adeae disassociated. External IP: 172.27.1.78, port: 439feed1-351c-4939-9798-5d72e310c897. Apr 11 14:04:18.750868 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [req-64c69d8b-191e-473f-ba26-f4757efb7136 req-2ec479ec-123c-454d-93b1-c4d8879f8b9a tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] Calling delete_port for 439feed1-351c-4939-9798-5d72e310c897 owned by compute:nova {{(pid=103319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 14:04:18.892669 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-64c69d8b-191e-473f-ba26-f4757efb7136 req-2ec479ec-123c-454d-93b1-c4d8879f8b9a tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750379687693', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750379164483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4648624'] for port (439feed1-351c-4939-9798-5d72e310c897), after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:04:18.930017 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec479ec-123c-454d-93b1-c4d8879f8b9a tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] Pushing event deleted for resources: {'Port': ['ID=439feed1-351c-4939-9798-5d72e310c897,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:04:19.072767 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.scheduler.l3_agent_scheduler [req-64c69d8b-191e-473f-ba26-f4757efb7136 req-2ec479ec-123c-454d-93b1-c4d8879f8b9a tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] Router a1cff1c1-31ca-4d27-b838-666b936eeefa has already been hosted by L3 agent e731c656-576f-4174-9da3-af64518920bc {{(pid=103319) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 14:04:19.197903 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-64c69d8b-191e-473f-ba26-f4757efb7136 req-2ec479ec-123c-454d-93b1-c4d8879f8b9a tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] Notify agent at l3_agent.dv-cinder-830787-2-iscsi the message routers_updated {{(pid=103319) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 14:04:19.199519 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-0c616118-b855-4c43-9705-c82b079e1023 req-3de9d369-ea4e-4732-af9f-0f3fd27f31cf tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] 10.222.0.67 "GET /v2.0/ports?device_id=e427eb53-7ff8-42d2-a90e-b07c69fc0a86 HTTP/1.1" status: 200 len: 210 time: 0.0398798 Apr 11 14:04:19.211258 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d8c89d0-b3d3-4e85-9d59-60c2735b620c None None] Sync routers for ids ['a1cff1c1-31ca-4d27-b838-666b936eeefa'] in dv-cinder-830787-2-iscsi {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 14:04:19.223814 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d8c89d0-b3d3-4e85-9d59-60c2735b620c None None] Routers {'a1cff1c1-31ca-4d27-b838-666b936eeefa'} bound to L3 agent in host dv-cinder-830787-2-iscsi {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 14:04:19.224547 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-5d8c89d0-b3d3-4e85-9d59-60c2735b620c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830787-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T13:46:59Z,description=,heartbeat_timestamp=2022-04-11T14:03:59Z,host='dv-cinder-830787-2-iscsi',id=e731c656-576f-4174-9da3-af64518920bc,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T13:46:59Z,topic='l3_agent')) {'router_ids': ['a1cff1c1-31ca-4d27-b838-666b936eeefa'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:04:19.263883 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [req-64c69d8b-191e-473f-ba26-f4757efb7136 req-2ec479ec-123c-454d-93b1-c4d8879f8b9a tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] No DVR routers for this DVR port 439feed1-351c-4939-9798-5d72e310c897 on host hv-cinder-83078 {{(pid=103319) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 14:04:19.266845 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-64c69d8b-191e-473f-ba26-f4757efb7136 req-2ec479ec-123c-454d-93b1-c4d8879f8b9a tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-507053'] for port (None), before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:04:19.270366 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-64c69d8b-191e-473f-ba26-f4757efb7136 req-2ec479ec-123c-454d-93b1-c4d8879f8b9a tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] 10.222.0.75 "DELETE /v2.0/ports/439feed1-351c-4939-9798-5d72e310c897 HTTP/1.1" status: 204 len: 173 time: 0.9325290 Apr 11 14:04:19.270852 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e427eb53-7ff8-42d2-a90e-b07c69fc0a86', 'name': 'network-vif-deleted', 'tag': '439feed1-351c-4939-9798-5d72e310c897'}] {{(pid=103319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 14:04:19.276152 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca54f3a3744013fac1d33973197c51c1d98542aecacec3b3a4d6ee5bc00756d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c199cbd-0280-4147-ab87-0be27183a76d" -d '{"events": [{"server_uuid": "e427eb53-7ff8-42d2-a90e-b07c69fc0a86", "name": "network-vif-deleted", "tag": "439feed1-351c-4939-9798-5d72e310c897"}]}' {{(pid=103319) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 14:04:19.349791 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 14:04:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddb8bc66-6bd2-4d1d-9453-edf8217d1a1b x-openstack-request-id: req-ddb8bc66-6bd2-4d1d-9453-edf8217d1a1b {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 14:04:19.350247 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e427eb53-7ff8-42d2-a90e-b07c69fc0a86", "name": "network-vif-deleted", "tag": "439feed1-351c-4939-9798-5d72e310c897", "status": "completed", "code": 200}]} {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 14:04:19.350520 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-ddb8bc66-6bd2-4d1d-9453-edf8217d1a1b {{(pid=103319) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 14:04:19.351027 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ddb8bc66-6bd2-4d1d-9453-edf8217d1a1b'] response: {'server_uuid': 'e427eb53-7ff8-42d2-a90e-b07c69fc0a86', 'name': 'network-vif-deleted', 'tag': '439feed1-351c-4939-9798-5d72e310c897', 'status': 'completed', 'code': 200} Apr 11 14:04:19.405278 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-5d8c89d0-b3d3-4e85-9d59-60c2735b620c None None] Set router a1cff1c1-31ca-4d27-b838-666b936eeefa gateway port host: dv-cinder-830787-2-iscsi {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 14:04:19.661563 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-5d8c89d0-b3d3-4e85-9d59-60c2735b620c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1cff1c1-31ca-4d27-b838-666b936eeefa', 'name': 'tempest-AttachVolumeNegativeTest-1957027792-router', 'tenant_id': '63cddbab1b664b5a89b56d5632d2f62e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886', 'external_fixed_ips': [{'subnet_id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'ip_address': '172.27.1.156'}], 'enable_snat': True}, 'gw_port_id': '8382f930-2a1e-4b67-92ad-b88834e27d48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:00:48Z', 'updated_at': '2022-04-11T14:00:50Z', 'revision_number': 4, 'project_id': '63cddbab1b664b5a89b56d5632d2f62e', 'gw_port': {'id': '8382f930-2a1e-4b67-92ad-b88834e27d48', 'name': '', 'network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:c8:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1cff1c1-31ca-4d27-b838-666b936eeefa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'ip_address': '172.27.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:00:48Z', 'updated_at': '2022-04-11T14:00:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830787-2-iscsi', '_interfaces': [{'id': 'bacc6394-9f02-4ad3-a5f8-7e8cf9c381e7', 'name': '', 'network_id': '730a24f2-5d00-49fb-895d-b884d9163131', 'tenant_id': '63cddbab1b664b5a89b56d5632d2f62e', 'mac_address': 'fa:16:3e:5d:27:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1cff1c1-31ca-4d27-b838-666b936eeefa', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '27094053-8505-4a56-8171-b11c8d996c6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:00:50Z', 'updated_at': '2022-04-11T14:00:53Z', 'revision_number': 5, 'project_id': '63cddbab1b664b5a89b56d5632d2f62e', 'subnets': [{'id': '27094053-8505-4a56-8171-b11c8d996c6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830787-2-iscsi', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:04:19.693888 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d8c89d0-b3d3-4e85-9d59-60c2735b620c None None] Checking router: a1cff1c1-31ca-4d27-b838-666b936eeefa for host: dv-cinder-830787-2-iscsi {{(pid=103321) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 14:04:19.714623 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d8c89d0-b3d3-4e85-9d59-60c2735b620c None None] Routers {'a1cff1c1-31ca-4d27-b838-666b936eeefa'} bound to L3 agent in host dv-cinder-830787-2-iscsi {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 14:04:19.718289 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-5d8c89d0-b3d3-4e85-9d59-60c2735b620c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830787-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T13:46:59Z,description=,heartbeat_timestamp=2022-04-11T14:03:59Z,host='dv-cinder-830787-2-iscsi',id=e731c656-576f-4174-9da3-af64518920bc,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T13:46:59Z,topic='l3_agent')) {'router_ids': ['a1cff1c1-31ca-4d27-b838-666b936eeefa'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:04:19.870474 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-5d8c89d0-b3d3-4e85-9d59-60c2735b620c None None] Set router a1cff1c1-31ca-4d27-b838-666b936eeefa gateway port host: dv-cinder-830787-2-iscsi {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 14:04:20.071308 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.db.agents_db [None req-69d3ff0a-913c-429f-8002-6cfbd72f8f27 None None] Agent healthcheck: found 6 active agents {{(pid=103321) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 14:04:20.076384 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-5d8c89d0-b3d3-4e85-9d59-60c2735b620c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1cff1c1-31ca-4d27-b838-666b936eeefa', 'name': 'tempest-AttachVolumeNegativeTest-1957027792-router', 'tenant_id': '63cddbab1b664b5a89b56d5632d2f62e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886', 'external_fixed_ips': [{'subnet_id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'ip_address': '172.27.1.156'}], 'enable_snat': True}, 'gw_port_id': '8382f930-2a1e-4b67-92ad-b88834e27d48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:00:48Z', 'updated_at': '2022-04-11T14:00:50Z', 'revision_number': 4, 'project_id': '63cddbab1b664b5a89b56d5632d2f62e', 'gw_port': {'id': '8382f930-2a1e-4b67-92ad-b88834e27d48', 'name': '', 'network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:c8:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1cff1c1-31ca-4d27-b838-666b936eeefa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'ip_address': '172.27.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:00:48Z', 'updated_at': '2022-04-11T14:00:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830787-2-iscsi', '_interfaces': [{'id': 'bacc6394-9f02-4ad3-a5f8-7e8cf9c381e7', 'name': '', 'network_id': '730a24f2-5d00-49fb-895d-b884d9163131', 'tenant_id': '63cddbab1b664b5a89b56d5632d2f62e', 'mac_address': 'fa:16:3e:5d:27:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1cff1c1-31ca-4d27-b838-666b936eeefa', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '27094053-8505-4a56-8171-b11c8d996c6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:00:50Z', 'updated_at': '2022-04-11T14:00:53Z', 'revision_number': 5, 'project_id': '63cddbab1b664b5a89b56d5632d2f62e', 'subnets': [{'id': '27094053-8505-4a56-8171-b11c8d996c6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830787-2-iscsi', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:04:20.102939 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d8c89d0-b3d3-4e85-9d59-60c2735b620c None None] The sync data for ids ['a1cff1c1-31ca-4d27-b838-666b936eeefa'] in dv-cinder-830787-2-iscsi is: [{'id': 'a1cff1c1-31ca-4d27-b838-666b936eeefa', 'name': 'tempest-AttachVolumeNegativeTest-1957027792-router', 'tenant_id': '63cddbab1b664b5a89b56d5632d2f62e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886', 'external_fixed_ips': [{'subnet_id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'ip_address': '172.27.1.156'}], 'enable_snat': True}, 'gw_port_id': '8382f930-2a1e-4b67-92ad-b88834e27d48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:00:48Z', 'updated_at': '2022-04-11T14:00:50Z', 'revision_number': 4, 'project_id': '63cddbab1b664b5a89b56d5632d2f62e', 'gw_port': {'id': '8382f930-2a1e-4b67-92ad-b88834e27d48', 'name': '', 'network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:c8:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1cff1c1-31ca-4d27-b838-666b936eeefa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'ip_address': '172.27.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:00:48Z', 'updated_at': '2022-04-11T14:00:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830787-2-iscsi', '_interfaces': [{'id': 'bacc6394-9f02-4ad3-a5f8-7e8cf9c381e7', 'name': '', 'network_id': '730a24f2-5d00-49fb-895d-b884d9163131', 'tenant_id': '63cddbab1b664b5a89b56d5632d2f62e', 'mac_address': 'fa:16:3e:5d:27:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1cff1c1-31ca-4d27-b838-666b936eeefa', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '27094053-8505-4a56-8171-b11c8d996c6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:00:50Z', 'updated_at': '2022-04-11T14:00:53Z', 'revision_number': 5, 'project_id': '63cddbab1b664b5a89b56d5632d2f62e', 'subnets': [{'id': '27094053-8505-4a56-8171-b11c8d996c6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 14:04:20.323179 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.67', 35986) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 14:04:20.416994 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-9d73aba1-b206-423c-9d14-7299647a57e3 tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] Publish callbacks [] for security_group (cd1b948c-dff6-43c0-b9c3-ec9fcd674ab5), before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:04:20.445110 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-9d73aba1-b206-423c-9d14-7299647a57e3 tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] Publish callbacks [] for security_group (cd1b948c-dff6-43c0-b9c3-ec9fcd674ab5), precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:04:20.467325 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64b19a28-8735-4c5f-9909-544dc7a9e262 None None] New status for floating IP 4f539344-0381-41dc-8b50-a81f059adeae: DOWN {{(pid=103320) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 14:04:20.517171 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-9d73aba1-b206-423c-9d14-7299647a57e3 tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8023832'] for security_group (cd1b948c-dff6-43c0-b9c3-ec9fcd674ab5), after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:04:20.520791 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-9d73aba1-b206-423c-9d14-7299647a57e3 tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] Publish callbacks [] for security_group (None), before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:04:20.522596 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-9d73aba1-b206-423c-9d14-7299647a57e3 tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] 10.222.0.67 "DELETE /v2.0/security-groups/cd1b948c-dff6-43c0-b9c3-ec9fcd674ab5 HTTP/1.1" status: 204 len: 168 time: 0.1982818 Apr 11 14:04:20.525137 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.67', 35988) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 14:04:20.533870 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d73aba1-b206-423c-9d14-7299647a57e3 tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd1b948c-dff6-43c0-b9c3-ec9fcd674ab5,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:04:20.541947 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.api.v2.resource [None req-8cc892b6-b314-45db-b93e-23af67333492 tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] show failed (client error): The resource could not be found. Apr 11 14:04:20.547191 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-8cc892b6-b314-45db-b93e-23af67333492 tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] 10.222.0.67 "GET /v2.0/security-groups/cd1b948c-dff6-43c0-b9c3-ec9fcd674ab5 HTTP/1.1" status: 404 len: 347 time: 0.0206921 Apr 11 14:04:20.547761 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.67', 35990) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 14:04:20.686835 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-d1672706-4b9a-4ed9-9342-0dd00e02dd8b tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] Deleting port 89988c3a-8fe8-43c3-8e0f-35c56d5d2178 {{(pid=103319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 14:04:20.687163 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-d1672706-4b9a-4ed9-9342-0dd00e02dd8b tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750379682079'] for port (89988c3a-8fe8-43c3-8e0f-35c56d5d2178), before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:04:20.765558 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-d1672706-4b9a-4ed9-9342-0dd00e02dd8b tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115285'] for port (89988c3a-8fe8-43c3-8e0f-35c56d5d2178), precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:04:20.765978 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-d1672706-4b9a-4ed9-9342-0dd00e02dd8b tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] Publish callbacks [] for floatingip (89988c3a-8fe8-43c3-8e0f-35c56d5d2178), precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:04:20.779468 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-d1672706-4b9a-4ed9-9342-0dd00e02dd8b tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] Calling delete_port for 89988c3a-8fe8-43c3-8e0f-35c56d5d2178 owned by network:floatingip {{(pid=103319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 14:04:20.791684 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Device 439feed1-351c-4939-9798-5d72e310c897 no longer exists at agent hyperv_hv-cinder-83078 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 14:04:20.814360 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] No Port match for: 439feed1-351c-4939-9798-5d72e310c897 {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 14:04:20.815037 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Device 439feed1-351c-4939-9798-5d72e310c897 not bound to the agent host hv-cinder-83078 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 14:04:20.940440 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-d1672706-4b9a-4ed9-9342-0dd00e02dd8b tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750379687693', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750379164483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4648624'] for port (89988c3a-8fe8-43c3-8e0f-35c56d5d2178), after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:04:20.965065 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1672706-4b9a-4ed9-9342-0dd00e02dd8b tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] Pushing event deleted for resources: {'Port': ['ID=89988c3a-8fe8-43c3-8e0f-35c56d5d2178,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:04:21.031308 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-d1672706-4b9a-4ed9-9342-0dd00e02dd8b tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] Publish callbacks [] for floatingip (4f539344-0381-41dc-8b50-a81f059adeae), after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:04:21.033932 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-d1672706-4b9a-4ed9-9342-0dd00e02dd8b tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-507053'] for floatingip (None), before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:04:21.035673 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-d1672706-4b9a-4ed9-9342-0dd00e02dd8b tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] 10.222.0.67 "DELETE /v2.0/floatingips/4f539344-0381-41dc-8b50-a81f059adeae HTTP/1.1" status: 204 len: 168 time: 0.4863598 Apr 11 14:04:21.390056 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.67', 36002) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 14:04:21.399260 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.v2.base [None req-4a48e3b6-1996-4a3e-beba-e487958ed88b tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1974203633', 'description': 'tempest-description--260932680'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:04:21.422891 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-4a48e3b6-1996-4a3e-beba-e487958ed88b tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] Publish callbacks [] for security_group (None), before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:04:21.497856 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-4a48e3b6-1996-4a3e-beba-e487958ed88b tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] Publish callbacks [] for security_group (f23f5ce4-ba8b-4e65-b34d-357e697b11c0), precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:04:21.501868 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-4a48e3b6-1996-4a3e-beba-e487958ed88b tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8023832'] for security_group (f23f5ce4-ba8b-4e65-b34d-357e697b11c0), after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:04:21.533757 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-4a48e3b6-1996-4a3e-beba-e487958ed88b tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] Publish callbacks [] for security_group (None), before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:04:21.535668 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-4a48e3b6-1996-4a3e-beba-e487958ed88b tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1438656 Apr 11 14:04:21.537867 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.67', 36004) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 14:04:21.542527 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.v2.base [None req-5a389d8d-a807-4056-a180-7f6620eb1f34 tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] Request body: {'security_group_rule': {'security_group_id': 'f23f5ce4-ba8b-4e65-b34d-357e697b11c0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:04:21.544938 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a48e3b6-1996-4a3e-beba-e487958ed88b tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f23f5ce4-ba8b-4e65-b34d-357e697b11c0,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:04:21.572798 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-5a389d8d-a807-4056-a180-7f6620eb1f34 tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] Publish callbacks [] for security_group_rule (46ecfc06-99ac-4c68-a1fb-2df18c7334e5), before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:04:21.635764 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-5a389d8d-a807-4056-a180-7f6620eb1f34 tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] Publish callbacks [] for security_group_rule (46ecfc06-99ac-4c68-a1fb-2df18c7334e5), precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:04:21.640903 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-5a389d8d-a807-4056-a180-7f6620eb1f34 tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8023914'] for security_group_rule (46ecfc06-99ac-4c68-a1fb-2df18c7334e5), after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:04:21.666222 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-5a389d8d-a807-4056-a180-7f6620eb1f34 tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:04:21.670212 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-5a389d8d-a807-4056-a180-7f6620eb1f34 tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1286509 Apr 11 14:04:21.670212 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a389d8d-a807-4056-a180-7f6620eb1f34 tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46ecfc06-99ac-4c68-a1fb-2df18c7334e5,revision_number=0']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:04:21.671049 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.67', 36006) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 14:04:21.676471 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.v2.base [None req-1cfb3f58-e01d-47fe-82ce-fc2c11f74977 tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] Request body: {'security_group_rule': {'security_group_id': 'f23f5ce4-ba8b-4e65-b34d-357e697b11c0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:04:21.703395 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-1cfb3f58-e01d-47fe-82ce-fc2c11f74977 tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] Publish callbacks [] for security_group_rule (092c77bf-7143-4250-91f4-5053eeb3153e), before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:04:21.768517 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-1cfb3f58-e01d-47fe-82ce-fc2c11f74977 tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] Publish callbacks [] for security_group_rule (092c77bf-7143-4250-91f4-5053eeb3153e), precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:04:21.774071 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-1cfb3f58-e01d-47fe-82ce-fc2c11f74977 tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8023914'] for security_group_rule (092c77bf-7143-4250-91f4-5053eeb3153e), after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:04:21.792141 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfb3f58-e01d-47fe-82ce-fc2c11f74977 tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=092c77bf-7143-4250-91f4-5053eeb3153e,revision_number=0']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:04:21.807253 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-1cfb3f58-e01d-47fe-82ce-fc2c11f74977 tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:04:21.819818 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.67', 36008) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 14:04:21.820134 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-1cfb3f58-e01d-47fe-82ce-fc2c11f74977 tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1472342 Apr 11 14:04:21.824511 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.v2.base [None req-eb311ce4-81a8-4dda-8cbe-99e1f25facc6 tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] Request body: {'floatingip': {'floating_network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:04:21.847211 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-eb311ce4-81a8-4dda-8cbe-99e1f25facc6 tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:04:21.933730 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-eb311ce4-81a8-4dda-8cbe-99e1f25facc6 tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883311'] for port (None), before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:04:22.044695 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.db.db_base_plugin_common [None req-eb311ce4-81a8-4dda-8cbe-99e1f25facc6 tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] Allocated IP 172.27.1.144 (18ff371c-a6b9-4e7a-9b54-bf9ba2e00886/b63ed172-4352-4f2b-94f9-a4e97d1b6a55/64426304-7058-49d8-964a-d2c7e6675a4c) {{(pid=103318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 14:04:22.159838 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-eb311ce4-81a8-4dda-8cbe-99e1f25facc6 tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] Publish callbacks [] for port (64426304-7058-49d8-964a-d2c7e6675a4c), precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:04:22.195161 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-eb311ce4-81a8-4dda-8cbe-99e1f25facc6 tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750379164474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4243781'] for port (64426304-7058-49d8-964a-d2c7e6675a4c), after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:04:22.239506 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb311ce4-81a8-4dda-8cbe-99e1f25facc6 tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] Network 18ff371c-a6b9-4e7a-9b54-bf9ba2e00886 is already hosted by enough agents. {{(pid=103318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:04:22.243394 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [None req-eb311ce4-81a8-4dda-8cbe-99e1f25facc6 tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] Resources bound (agent type, host, resource id): {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:04:22.245929 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb311ce4-81a8-4dda-8cbe-99e1f25facc6 tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] Received port after_create {{(pid=103318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 14:04:22.276401 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb311ce4-81a8-4dda-8cbe-99e1f25facc6 tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] Pushing event updated for resources: {'Port': ['ID=64426304-7058-49d8-964a-d2c7e6675a4c,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:04:22.346199 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-eb311ce4-81a8-4dda-8cbe-99e1f25facc6 tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] Publish callbacks [] for floatingip (7a32cdbf-d5b7-4954-8456-bbec88627998), precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:04:22.390828 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-eb311ce4-81a8-4dda-8cbe-99e1f25facc6 tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883311'] for port (64426304-7058-49d8-964a-d2c7e6675a4c), before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:04:22.571680 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-eb311ce4-81a8-4dda-8cbe-99e1f25facc6 tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] Publish callbacks [] for port (64426304-7058-49d8-964a-d2c7e6675a4c), precommit_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:04:22.576474 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-eb311ce4-81a8-4dda-8cbe-99e1f25facc6 tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750379687711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750379164492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750379164510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4243790'] for port (64426304-7058-49d8-964a-d2c7e6675a4c), after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:04:22.652333 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb311ce4-81a8-4dda-8cbe-99e1f25facc6 tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] Pushing event updated for resources: {'Port': ['ID=64426304-7058-49d8-964a-d2c7e6675a4c,revision_number=2']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:04:22.659498 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-eb311ce4-81a8-4dda-8cbe-99e1f25facc6 tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8126411'] for floatingip (7a32cdbf-d5b7-4954-8456-bbec88627998), after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:04:22.679929 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-eb311ce4-81a8-4dda-8cbe-99e1f25facc6 tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-507053'] for floatingip (None), before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:04:22.691401 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-eb311ce4-81a8-4dda-8cbe-99e1f25facc6 tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8604872 Apr 11 14:04:22.914110 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-88a2b51f-4df5-4845-a2d6-ba906f1e750c req-e82b905e-46f6-479b-8ce5-82d4b47229c1 tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-securitygroup--1974203633&fields=id&tenant_id=63cddbab1b664b5a89b56d5632d2f62e HTTP/1.1" status: 200 len: 267 time: 0.0457687 Apr 11 14:04:23.030811 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a2b51f-4df5-4845-a2d6-ba906f1e750c req-ec76a1ff-b15f-48fe-9288-5bf158c07dcb tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:04:23.032293 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-88a2b51f-4df5-4845-a2d6-ba906f1e750c req-ec76a1ff-b15f-48fe-9288-5bf158c07dcb tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] 10.222.0.67 "GET /v2.0/networks?id=730a24f2-5d00-49fb-895d-b884d9163131 HTTP/1.1" status: 200 len: 815 time: 0.1091011 Apr 11 14:04:23.048826 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-88a2b51f-4df5-4845-a2d6-ba906f1e750c req-e487dd4b-7eeb-4177-978f-39f9d043ce04 tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] 10.222.0.67 "GET /v2.0/quotas/63cddbab1b664b5a89b56d5632d2f62e HTTP/1.1" status: 200 len: 375 time: 0.0107646 Apr 11 14:04:23.107478 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-88a2b51f-4df5-4845-a2d6-ba906f1e750c req-ed791c60-5b68-43ac-9cda-6ccdb5c5e793 tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=63cddbab1b664b5a89b56d5632d2f62e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0530953 Apr 11 14:04:23.217375 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-88a2b51f-4df5-4845-a2d6-ba906f1e750c req-6fcd317a-97f5-4aa8-9ffa-7a6f1dd8a12d service neutron] 10.222.0.67 "GET /v2.0/networks/730a24f2-5d00-49fb-895d-b884d9163131?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949087 Apr 11 14:04:23.321155 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-88a2b51f-4df5-4845-a2d6-ba906f1e750c req-84b1cda8-b883-44a9-ad63-4349093e0173 service neutron] 10.222.0.67 "GET /v2.0/networks/730a24f2-5d00-49fb-895d-b884d9163131?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971608 Apr 11 14:04:23.530571 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-76223fca-ac9a-4c91-a5ef-6442c60d7201 req-6f2132d8-1525-44ad-acdd-4ae1ad714930 tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] 10.222.0.67 "GET /v2.0/ports?device_id=03da3e44-70ae-4f78-96da-9dcf86b4576e HTTP/1.1" status: 200 len: 210 time: 0.0372446 Apr 11 14:04:24.622807 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a2b51f-4df5-4845-a2d6-ba906f1e750c req-87563593-3b89-47b1-af4d-b2beefad26c2 tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:04:24.624953 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-88a2b51f-4df5-4845-a2d6-ba906f1e750c req-87563593-3b89-47b1-af4d-b2beefad26c2 tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] 10.222.0.75 "GET /v2.0/networks?id=730a24f2-5d00-49fb-895d-b884d9163131 HTTP/1.1" status: 200 len: 815 time: 0.1718688 Apr 11 14:04:24.666209 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-d1e50d28-1b09-4c06-96e3-89036c494774 req-2335a14b-ad69-4ae3-997b-df8cdcbbfd70 tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] 10.222.0.67 "GET /v2.0/ports?device_id=03da3e44-70ae-4f78-96da-9dcf86b4576e HTTP/1.1" status: 200 len: 210 time: 0.0400949 Apr 11 14:04:24.734911 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-88a2b51f-4df5-4845-a2d6-ba906f1e750c req-94cbec4f-417f-4202-83ba-1b709d86d85b tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] 10.222.0.75 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=63cddbab1b664b5a89b56d5632d2f62e HTTP/1.1" status: 200 len: 380 time: 0.0779533 Apr 11 14:04:24.758243 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.v2.base [req-88a2b51f-4df5-4845-a2d6-ba906f1e750c req-f60176a2-dd7a-4e1c-b354-0aa71cb718da tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] Request body: {'port': {'device_id': '03da3e44-70ae-4f78-96da-9dcf86b4576e', 'network_id': '730a24f2-5d00-49fb-895d-b884d9163131', 'admin_state_up': True, 'tenant_id': '63cddbab1b664b5a89b56d5632d2f62e', 'security_groups': ['f23f5ce4-ba8b-4e65-b34d-357e697b11c0']}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:04:24.876946 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-88a2b51f-4df5-4845-a2d6-ba906f1e750c req-f60176a2-dd7a-4e1c-b354-0aa71cb718da tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] Made reservation on behalf of 63cddbab1b664b5a89b56d5632d2f62e for: {'port': 1} {{(pid=103319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:04:24.880492 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-88a2b51f-4df5-4845-a2d6-ba906f1e750c req-f60176a2-dd7a-4e1c-b354-0aa71cb718da tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883311'] for port (None), before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:04:25.014847 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.db.db_base_plugin_common [req-88a2b51f-4df5-4845-a2d6-ba906f1e750c req-f60176a2-dd7a-4e1c-b354-0aa71cb718da tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] Allocated IP 172.20.0.7 (730a24f2-5d00-49fb-895d-b884d9163131/27094053-8505-4a56-8171-b11c8d996c6a/991713fa-d7a2-4182-b74a-c6133eec42c5) {{(pid=103319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 14:04:25.162522 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-88a2b51f-4df5-4845-a2d6-ba906f1e750c req-f60176a2-dd7a-4e1c-b354-0aa71cb718da tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] Publish callbacks [] for port (991713fa-d7a2-4182-b74a-c6133eec42c5), precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:04:25.199387 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-88a2b51f-4df5-4845-a2d6-ba906f1e750c req-f60176a2-dd7a-4e1c-b354-0aa71cb718da tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750379164474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4648624'] for port (991713fa-d7a2-4182-b74a-c6133eec42c5), after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:04:25.245142 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88a2b51f-4df5-4845-a2d6-ba906f1e750c req-f60176a2-dd7a-4e1c-b354-0aa71cb718da tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] Network 730a24f2-5d00-49fb-895d-b884d9163131 is already hosted by enough agents. {{(pid=103319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:04:25.248525 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [req-88a2b51f-4df5-4845-a2d6-ba906f1e750c req-f60176a2-dd7a-4e1c-b354-0aa71cb718da tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] Resources bound (agent type, host, resource id): {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:04:25.252553 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [req-88a2b51f-4df5-4845-a2d6-ba906f1e750c req-f60176a2-dd7a-4e1c-b354-0aa71cb718da tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] Received port after_create {{(pid=103319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 14:04:25.282983 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60176a2-dd7a-4e1c-b354-0aa71cb718da tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] Pushing event updated for resources: {'Port': ['ID=991713fa-d7a2-4182-b74a-c6133eec42c5,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:04:25.312794 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a2b51f-4df5-4845-a2d6-ba906f1e750c req-f60176a2-dd7a-4e1c-b354-0aa71cb718da tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:04:25.313446 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-88a2b51f-4df5-4845-a2d6-ba906f1e750c req-f60176a2-dd7a-4e1c-b354-0aa71cb718da tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-507053'] for port (None), before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:04:25.337738 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-88a2b51f-4df5-4845-a2d6-ba906f1e750c req-f60176a2-dd7a-4e1c-b354-0aa71cb718da tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5835683 Apr 11 14:04:25.351993 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.v2.base [req-88a2b51f-4df5-4845-a2d6-ba906f1e750c req-4617c0c7-d075-4827-84a2-fcda4efc0edd service neutron] Request body: {'port': {'device_id': '03da3e44-70ae-4f78-96da-9dcf86b4576e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83078'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:04:25.432937 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-88a2b51f-4df5-4845-a2d6-ba906f1e750c req-4617c0c7-d075-4827-84a2-fcda4efc0edd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883311'] for port (991713fa-d7a2-4182-b74a-c6133eec42c5), before_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:04:25.507990 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-e8a1bbcb-024f-4f63-aed1-707909bcf791 None None] Provisioning complete for port 991713fa-d7a2-4182-b74a-c6133eec42c5 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 14:04:25.508515 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e8a1bbcb-024f-4f63-aed1-707909bcf791 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-663396'] for port (991713fa-d7a2-4182-b74a-c6133eec42c5), provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:04:25.550709 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-e8a1bbcb-024f-4f63-aed1-707909bcf791 None None] Port 991713fa-d7a2-4182-b74a-c6133eec42c5 cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 14:04:25.750916 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.notifiers.nova [req-88a2b51f-4df5-4845-a2d6-ba906f1e750c req-4617c0c7-d075-4827-84a2-fcda4efc0edd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 991713fa-d7a2-4182-b74a-c6133eec42c5 {{(pid=103319) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 14:04:25.758950 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-88a2b51f-4df5-4845-a2d6-ba906f1e750c req-4617c0c7-d075-4827-84a2-fcda4efc0edd service neutron] Publish callbacks [] for port (991713fa-d7a2-4182-b74a-c6133eec42c5), precommit_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:04:25.774729 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.db.provisioning_blocks [req-88a2b51f-4df5-4845-a2d6-ba906f1e750c req-4617c0c7-d075-4827-84a2-fcda4efc0edd service neutron] Transition to ACTIVE for port object 991713fa-d7a2-4182-b74a-c6133eec42c5 will not be triggered until provisioned by entity L2. {{(pid=103319) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 14:04:25.781136 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-88a2b51f-4df5-4845-a2d6-ba906f1e750c req-4617c0c7-d075-4827-84a2-fcda4efc0edd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750379687711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750379164492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750379164510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4648635'] for port (991713fa-d7a2-4182-b74a-c6133eec42c5), after_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:04:25.824253 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4617c0c7-d075-4827-84a2-fcda4efc0edd service neutron] Pushing event updated for resources: {'Port': ['ID=991713fa-d7a2-4182-b74a-c6133eec42c5,revision_number=2']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:04:25.879273 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5175ff3f-8667-433e-8cd5-3bd56ecc2622 req-769facf5-1f10-4524-b8c1-5783edb2a6c9 tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:04:25.882546 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-5175ff3f-8667-433e-8cd5-3bd56ecc2622 req-769facf5-1f10-4524-b8c1-5783edb2a6c9 tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] 10.222.0.67 "GET /v2.0/ports?device_id=03da3e44-70ae-4f78-96da-9dcf86b4576e HTTP/1.1" status: 200 len: 943 time: 0.0878985 Apr 11 14:04:25.937563 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.managers [req-88a2b51f-4df5-4845-a2d6-ba906f1e750c req-4617c0c7-d075-4827-84a2-fcda4efc0edd service neutron] Attempting to bind port 991713fa-d7a2-4182-b74a-c6133eec42c5 on host hv-cinder-83078 for vnic_type normal with profile {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 14:04:25.938219 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.managers [req-88a2b51f-4df5-4845-a2d6-ba906f1e750c req-4617c0c7-d075-4827-84a2-fcda4efc0edd service neutron] Attempting to bind port 991713fa-d7a2-4182-b74a-c6133eec42c5 by drivers openvswitch,hyperv on host hv-cinder-83078 at level 0 using segments [{'id': '97213a82-28a8-4d4c-8e5b-e53ba672495f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '730a24f2-5d00-49fb-895d-b884d9163131'}] {{(pid=103319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 14:04:25.938781 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88a2b51f-4df5-4845-a2d6-ba906f1e750c req-4617c0c7-d075-4827-84a2-fcda4efc0edd service neutron] Attempting to bind port 991713fa-d7a2-4182-b74a-c6133eec42c5 on network 730a24f2-5d00-49fb-895d-b884d9163131 {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 14:04:25.944447 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88a2b51f-4df5-4845-a2d6-ba906f1e750c req-4617c0c7-d075-4827-84a2-fcda4efc0edd service neutron] Port 991713fa-d7a2-4182-b74a-c6133eec42c5 on network 730a24f2-5d00-49fb-895d-b884d9163131 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83078 {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 11 14:04:25.945056 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88a2b51f-4df5-4845-a2d6-ba906f1e750c req-4617c0c7-d075-4827-84a2-fcda4efc0edd service neutron] Attempting to bind port 991713fa-d7a2-4182-b74a-c6133eec42c5 on network 730a24f2-5d00-49fb-895d-b884d9163131 {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 14:04:25.951470 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88a2b51f-4df5-4845-a2d6-ba906f1e750c req-4617c0c7-d075-4827-84a2-fcda4efc0edd service neutron] Checking agent: {'id': 'a433433c-9197-4b2b-8991-1d45f6bac940', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83078', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 13, 53, 31), 'started_at': datetime.datetime(2022, 4, 11, 13, 53, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 14, 4, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 14:04:25.952119 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88a2b51f-4df5-4845-a2d6-ba906f1e750c req-4617c0c7-d075-4827-84a2-fcda4efc0edd service neutron] Checking segment: {'id': '97213a82-28a8-4d4c-8e5b-e53ba672495f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '730a24f2-5d00-49fb-895d-b884d9163131'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103319) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 14:04:25.952605 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88a2b51f-4df5-4845-a2d6-ba906f1e750c req-4617c0c7-d075-4827-84a2-fcda4efc0edd service neutron] Bound using segment: {'id': '97213a82-28a8-4d4c-8e5b-e53ba672495f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '730a24f2-5d00-49fb-895d-b884d9163131'} {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 14:04:25.953394 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.managers [req-88a2b51f-4df5-4845-a2d6-ba906f1e750c req-4617c0c7-d075-4827-84a2-fcda4efc0edd service neutron] Bound port: 991713fa-d7a2-4182-b74a-c6133eec42c5, host: hv-cinder-83078, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '97213a82-28a8-4d4c-8e5b-e53ba672495f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '730a24f2-5d00-49fb-895d-b884d9163131'}}] {{(pid=103319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 14:04:25.953982 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-88a2b51f-4df5-4845-a2d6-ba906f1e750c req-4617c0c7-d075-4827-84a2-fcda4efc0edd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883311'] for port (991713fa-d7a2-4182-b74a-c6133eec42c5), before_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:04:25.965914 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-5175ff3f-8667-433e-8cd5-3bd56ecc2622 req-a9790253-4dd9-4ac0-8f99-2d3bf3092bed tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] 10.222.0.67 "GET /v2.0/security-groups?id=f23f5ce4-ba8b-4e65-b34d-357e697b11c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683601 Apr 11 14:04:26.052962 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.db [req-88a2b51f-4df5-4845-a2d6-ba906f1e750c req-4617c0c7-d075-4827-84a2-fcda4efc0edd service neutron] For port 991713fa-d7a2-4182-b74a-c6133eec42c5, host hv-cinder-83078, cleared binding levels {{(pid=103319) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 14:04:26.056353 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.db [req-88a2b51f-4df5-4845-a2d6-ba906f1e750c req-4617c0c7-d075-4827-84a2-fcda4efc0edd service neutron] For port 991713fa-d7a2-4182-b74a-c6133eec42c5, host hv-cinder-83078, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83078',level=0,port_id=991713fa-d7a2-4182-b74a-c6133eec42c5,segment=NetworkSegment(97213a82-28a8-4d4c-8e5b-e53ba672495f),segment_id=97213a82-28a8-4d4c-8e5b-e53ba672495f)] {{(pid=103319) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 14:04:26.067293 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-88a2b51f-4df5-4845-a2d6-ba906f1e750c req-4617c0c7-d075-4827-84a2-fcda4efc0edd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750379687711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750379164492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750379164510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4648635'] for port (991713fa-d7a2-4182-b74a-c6133eec42c5), after_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:04:26.102318 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a2b51f-4df5-4845-a2d6-ba906f1e750c req-4617c0c7-d075-4827-84a2-fcda4efc0edd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:04:26.102955 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-88a2b51f-4df5-4845-a2d6-ba906f1e750c req-4617c0c7-d075-4827-84a2-fcda4efc0edd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-507053'] for port (None), before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:04:26.104555 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-88a2b51f-4df5-4845-a2d6-ba906f1e750c req-4617c0c7-d075-4827-84a2-fcda4efc0edd service neutron] 10.222.0.75 "PUT /v2.0/ports/991713fa-d7a2-4182-b74a-c6133eec42c5 HTTP/1.1" status: 200 len: 1093 time: 0.7578642 Apr 11 14:04:26.106603 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03da3e44-70ae-4f78-96da-9dcf86b4576e', 'tag': '991713fa-d7a2-4182-b74a-c6133eec42c5'}] {{(pid=103319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 14:04:26.109999 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca54f3a3744013fac1d33973197c51c1d98542aecacec3b3a4d6ee5bc00756d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28e8ad19-d32b-4512-971f-d9fc69cd6b21" -d '{"events": [{"name": "network-changed", "server_uuid": "03da3e44-70ae-4f78-96da-9dcf86b4576e", "tag": "991713fa-d7a2-4182-b74a-c6133eec42c5"}]}' {{(pid=103319) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 14:04:26.164355 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 14:04:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4be7f817-4a87-4899-b0c6-b8df57f77f95 x-openstack-request-id: req-4be7f817-4a87-4899-b0c6-b8df57f77f95 {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 14:04:26.164645 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03da3e44-70ae-4f78-96da-9dcf86b4576e", "tag": "991713fa-d7a2-4182-b74a-c6133eec42c5", "status": "completed", "code": 200}]} {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 14:04:26.164897 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-4be7f817-4a87-4899-b0c6-b8df57f77f95 {{(pid=103319) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 14:04:26.165297 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4be7f817-4a87-4899-b0c6-b8df57f77f95'] response: {'name': 'network-changed', 'server_uuid': '03da3e44-70ae-4f78-96da-9dcf86b4576e', 'tag': '991713fa-d7a2-4182-b74a-c6133eec42c5', 'status': 'completed', 'code': 200} Apr 11 14:04:26.201909 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4617c0c7-d075-4827-84a2-fcda4efc0edd service neutron] Pushing event updated for resources: {'Port': ['ID=991713fa-d7a2-4182-b74a-c6133eec42c5,revision_number=3']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:04:26.228772 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a2b51f-4df5-4845-a2d6-ba906f1e750c req-2a4736b0-e0eb-48a4-aad8-340247814b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:04:26.230610 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-88a2b51f-4df5-4845-a2d6-ba906f1e750c req-2a4736b0-e0eb-48a4-aad8-340247814b4b service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=63cddbab1b664b5a89b56d5632d2f62e&device_id=03da3e44-70ae-4f78-96da-9dcf86b4576e HTTP/1.1" status: 200 len: 1127 time: 0.0765843 Apr 11 14:04:26.279576 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-88a2b51f-4df5-4845-a2d6-ba906f1e750c req-4f510a3a-611c-4be1-85a9-cf2ba7f72f16 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=991713fa-d7a2-4182-b74a-c6133eec42c5 HTTP/1.1" status: 200 len: 217 time: 0.0422568 Apr 11 14:04:26.345820 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a2b51f-4df5-4845-a2d6-ba906f1e750c req-e3d915e4-f229-463c-9234-454258764d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:04:26.348109 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-88a2b51f-4df5-4845-a2d6-ba906f1e750c req-e3d915e4-f229-463c-9234-454258764d75 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=27094053-8505-4a56-8171-b11c8d996c6a HTTP/1.1" status: 200 len: 854 time: 0.0630941 Apr 11 14:04:26.403844 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a2b51f-4df5-4845-a2d6-ba906f1e750c req-f65de23b-0d52-4c6d-a42c-768391255dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:04:26.405359 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-88a2b51f-4df5-4845-a2d6-ba906f1e750c req-f65de23b-0d52-4c6d-a42c-768391255dd6 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=730a24f2-5d00-49fb-895d-b884d9163131&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0513880 Apr 11 14:04:26.482984 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-862551f1-4322-424e-8126-4f6b0cc66a99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750379576733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663498'] for agent (d5a8b9a1-2e9e-46b5-8163-20b7d509fa4e), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:04:26.529209 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-88a2b51f-4df5-4845-a2d6-ba906f1e750c req-a31d47ad-8124-4857-a95c-02f65524faea service neutron] 10.222.0.75 "GET /v2.0/networks/730a24f2-5d00-49fb-895d-b884d9163131?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1166015 Apr 11 14:04:26.627211 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-88a2b51f-4df5-4845-a2d6-ba906f1e750c req-51fe904a-76aa-4fd7-ae09-eacfe35ac42b service neutron] 10.222.0.75 "GET /v2.0/networks/730a24f2-5d00-49fb-895d-b884d9163131?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921805 Apr 11 14:04:27.073954 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eaceab0-8925-45cb-8650-d9535d97e1d1 req-36630051-04dd-47a8-93e0-abf5fe4a2b8e tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:04:27.075742 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-6eaceab0-8925-45cb-8650-d9535d97e1d1 req-36630051-04dd-47a8-93e0-abf5fe4a2b8e tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] 10.222.0.67 "GET /v2.0/ports?device_id=03da3e44-70ae-4f78-96da-9dcf86b4576e HTTP/1.1" status: 200 len: 943 time: 0.0507760 Apr 11 14:04:27.136891 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-6eaceab0-8925-45cb-8650-d9535d97e1d1 req-904f0529-11d8-492b-972e-06324b575d2e tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] 10.222.0.67 "GET /v2.0/security-groups?id=f23f5ce4-ba8b-4e65-b34d-357e697b11c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533886 Apr 11 14:04:27.415846 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e8ad19-d32b-4512-971f-d9fc69cd6b21 req-3b62f527-3680-42cf-8426-3f6406c5e55e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:04:27.417358 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-28e8ad19-d32b-4512-971f-d9fc69cd6b21 req-3b62f527-3680-42cf-8426-3f6406c5e55e service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=63cddbab1b664b5a89b56d5632d2f62e&device_id=03da3e44-70ae-4f78-96da-9dcf86b4576e HTTP/1.1" status: 200 len: 1127 time: 0.0465958 Apr 11 14:04:27.781640 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e8ad19-d32b-4512-971f-d9fc69cd6b21 req-ba7ee5d6-fd6f-4c3c-9e18-008ff15957ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:04:27.783118 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-28e8ad19-d32b-4512-971f-d9fc69cd6b21 req-ba7ee5d6-fd6f-4c3c-9e18-008ff15957ff service neutron] 10.222.0.75 "GET /v2.0/networks?id=730a24f2-5d00-49fb-895d-b884d9163131 HTTP/1.1" status: 200 len: 916 time: 0.3576577 Apr 11 14:04:27.828668 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-28e8ad19-d32b-4512-971f-d9fc69cd6b21 req-a9a6c871-e913-46ab-a0e9-cd74b8d939e4 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=991713fa-d7a2-4182-b74a-c6133eec42c5 HTTP/1.1" status: 200 len: 217 time: 0.0387502 Apr 11 14:04:27.880816 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e8ad19-d32b-4512-971f-d9fc69cd6b21 req-79cb75fe-89c1-4ebd-9ae3-7494e6fc0a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:04:27.882234 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-28e8ad19-d32b-4512-971f-d9fc69cd6b21 req-79cb75fe-89c1-4ebd-9ae3-7494e6fc0a61 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=27094053-8505-4a56-8171-b11c8d996c6a HTTP/1.1" status: 200 len: 854 time: 0.0474212 Apr 11 14:04:27.926030 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e8ad19-d32b-4512-971f-d9fc69cd6b21 req-cf85cb05-8e6a-46fc-bacf-5bdff15c2bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:04:27.927454 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-28e8ad19-d32b-4512-971f-d9fc69cd6b21 req-cf85cb05-8e6a-46fc-bacf-5bdff15c2bd0 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=730a24f2-5d00-49fb-895d-b884d9163131&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0389097 Apr 11 14:04:28.024010 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-28e8ad19-d32b-4512-971f-d9fc69cd6b21 req-df7f59a7-6d60-4ee1-8ceb-c2f503509106 service neutron] 10.222.0.75 "GET /v2.0/networks/730a24f2-5d00-49fb-895d-b884d9163131?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910194 Apr 11 14:04:28.113085 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-28e8ad19-d32b-4512-971f-d9fc69cd6b21 req-4f623478-6216-4a1a-bfcf-ffa8b48c71e8 service neutron] 10.222.0.75 "GET /v2.0/networks/730a24f2-5d00-49fb-895d-b884d9163131?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810628 Apr 11 14:04:28.254463 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8aaeec4-df57-4f06-bc35-fde695543a5e req-f55e9154-0ce4-46a0-92ba-16b779034212 tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:04:28.255933 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-e8aaeec4-df57-4f06-bc35-fde695543a5e req-f55e9154-0ce4-46a0-92ba-16b779034212 tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] 10.222.0.67 "GET /v2.0/ports?device_id=03da3e44-70ae-4f78-96da-9dcf86b4576e HTTP/1.1" status: 200 len: 943 time: 0.0470607 Apr 11 14:04:28.305642 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-e8aaeec4-df57-4f06-bc35-fde695543a5e req-568335d4-5e0e-426b-be89-ca0cdcce79fb tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] 10.222.0.67 "GET /v2.0/security-groups?id=f23f5ce4-ba8b-4e65-b34d-357e697b11c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439894 Apr 11 14:04:28.819901 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-19dff08f-8454-4d4d-89b6-526da35eb246 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750379576733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663498'] for agent (e731c656-576f-4174-9da3-af64518920bc), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:04:28.835610 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Device 991713fa-d7a2-4182-b74a-c6133eec42c5 details requested by agent hyperv_hv-cinder-83078 with host hv-cinder-83078 {{(pid=103320) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 14:04:28.939535 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] For port 991713fa-d7a2-4182-b74a-c6133eec42c5, host hv-cinder-83078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83078',level=0,port_id=991713fa-d7a2-4182-b74a-c6133eec42c5,segment=NetworkSegment(97213a82-28a8-4d4c-8e5b-e53ba672495f),segment_id=97213a82-28a8-4d4c-8e5b-e53ba672495f)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 14:04:28.951884 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Returning: {'device': '991713fa-d7a2-4182-b74a-c6133eec42c5', 'network_id': '730a24f2-5d00-49fb-895d-b884d9163131', 'port_id': '991713fa-d7a2-4182-b74a-c6133eec42c5', 'mac_address': 'fa:16:3e:26:b9:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 914, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27094053-8505-4a56-8171-b11c8d996c6a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103320) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 14:04:28.990536 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Current status of the port 991713fa-d7a2-4182-b74a-c6133eec42c5 is: DOWN; New status is: BUILD {{(pid=103320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 14:04:28.990933 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883311'] for port (991713fa-d7a2-4182-b74a-c6133eec42c5), before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:04:29.004353 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.notifiers.nova [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 991713fa-d7a2-4182-b74a-c6133eec42c5 {{(pid=103320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 14:04:29.025633 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] For port 991713fa-d7a2-4182-b74a-c6133eec42c5, host hv-cinder-83078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83078',level=0,port_id=991713fa-d7a2-4182-b74a-c6133eec42c5,segment=NetworkSegment(97213a82-28a8-4d4c-8e5b-e53ba672495f),segment_id=97213a82-28a8-4d4c-8e5b-e53ba672495f)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 14:04:29.030336 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750379687711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750379164492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750379164510'] for port (991713fa-d7a2-4182-b74a-c6133eec42c5), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:04:29.079876 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Pushing event updated for resources: {'Port': ['ID=991713fa-d7a2-4182-b74a-c6133eec42c5,revision_number=4']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:04:29.087222 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:04:29.087603 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:04:29.087949 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:04:29.088290 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:04:29.088652 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:04:29.088955 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:04:29.089294 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:04:29.089621 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:04:29.089947 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:04:29.090550 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:04:29.090816 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:04:29.091146 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:04:29.091472 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:04:29.091936 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:04:29.092264 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:04:29.248384 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] get_ports_and_sgs() called for port_ids ['991713fa-d7a2-4182-b74a-c6133eec42c5'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 14:04:29.422716 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf57b8e-76ea-466f-8950-6fd3178bdc02 req-5f77f3f5-e2d7-4dc0-b24a-d8a546ae636c tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:04:29.424196 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-abf57b8e-76ea-466f-8950-6fd3178bdc02 req-5f77f3f5-e2d7-4dc0-b24a-d8a546ae636c tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] 10.222.0.67 "GET /v2.0/ports?device_id=03da3e44-70ae-4f78-96da-9dcf86b4576e HTTP/1.1" status: 200 len: 944 time: 0.0519350 Apr 11 14:04:29.468493 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-abf57b8e-76ea-466f-8950-6fd3178bdc02 req-836b814a-f54d-4777-a195-c1e3f3626bf4 tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] 10.222.0.67 "GET /v2.0/security-groups?id=f23f5ce4-ba8b-4e65-b34d-357e697b11c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387473 Apr 11 14:04:30.146804 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.67', 36152) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 14:04:30.158738 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-75ad2582-0b5d-438d-ba3d-9545e3f86417 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750379576733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663498'] for agent (af269f03-95a2-4a08-bd5c-5879324d2567), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:04:30.192588 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.db.db_base_plugin_v2 [None req-975b0491-509d-4eaa-9347-fe53b9706f89 admin admin] Deleting subnet c54a2768-960f-43e1-adcc-2b30290f085b {{(pid=103319) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 11 14:04:30.195638 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-975b0491-509d-4eaa-9347-fe53b9706f89 admin admin] Publish callbacks [] for subnet (c54a2768-960f-43e1-adcc-2b30290f085b), before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:04:30.230151 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-975b0491-509d-4eaa-9347-fe53b9706f89 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33368798'] for subnet (c54a2768-960f-43e1-adcc-2b30290f085b), precommit_delete_associations {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:04:30.269178 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-975b0491-509d-4eaa-9347-fe53b9706f89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-660224'] for subnet (c54a2768-960f-43e1-adcc-2b30290f085b), precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:04:30.319955 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-975b0491-509d-4eaa-9347-fe53b9706f89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-660281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4648653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4426779'] for subnet (c54a2768-960f-43e1-adcc-2b30290f085b), after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:04:30.348738 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975b0491-509d-4eaa-9347-fe53b9706f89 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c54a2768-960f-43e1-adcc-2b30290f085b,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:04:30.355605 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-975b0491-509d-4eaa-9347-fe53b9706f89 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871534'] for subnet (None), before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:04:30.359159 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-975b0491-509d-4eaa-9347-fe53b9706f89 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/c54a2768-960f-43e1-adcc-2b30290f085b HTTP/1.1" status: 204 len: 168 time: 0.2110207 Apr 11 14:04:30.361446 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.67', 36154) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 14:04:30.428838 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-279cd98a-3b84-451f-9187-23c6cbe32614 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-768595'] for network (a46eb48f-c97d-43d9-b020-3606da009c33), before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:04:30.507269 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-279cd98a-3b84-451f-9187-23c6cbe32614 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-662413', 'neutron.services.segments.db._delete_segments_for_network-8750379576751'] for network (a46eb48f-c97d-43d9-b020-3606da009c33), precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:04:30.527975 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.services.segments.db [None req-279cd98a-3b84-451f-9187-23c6cbe32614 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a46eb48f-c97d-43d9-b020-3606da009c33']}} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:04:30.548081 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.services.segments.db [None req-279cd98a-3b84-451f-9187-23c6cbe32614 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e1ef125-23a7-4043-96c6-d6ffae565e06') {'for_net_delete': True} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:04:30.548383 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.services.segments.db [None req-279cd98a-3b84-451f-9187-23c6cbe32614 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e1ef125-23a7-4043-96c6-d6ffae565e06') {} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:04:30.575091 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-279cd98a-3b84-451f-9187-23c6cbe32614 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750379579064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33368791'] for segment (6e1ef125-23a7-4043-96c6-d6ffae565e06), before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:04:30.596850 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80158d7-2375-4300-8892-0041a8e54ad7 req-28e151fa-3002-4a74-bf1a-c6e4e39eaeec tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:04:30.598561 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-d80158d7-2375-4300-8892-0041a8e54ad7 req-28e151fa-3002-4a74-bf1a-c6e4e39eaeec tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] 10.222.0.67 "GET /v2.0/ports?device_id=03da3e44-70ae-4f78-96da-9dcf86b4576e HTTP/1.1" status: 200 len: 944 time: 0.0628538 Apr 11 14:04:30.602015 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-279cd98a-3b84-451f-9187-23c6cbe32614 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682637'] for segment (6e1ef125-23a7-4043-96c6-d6ffae565e06), precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:04:30.620294 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-279cd98a-3b84-451f-9187-23c6cbe32614 admin admin] Releasing vlan 912 on physical network physnet1 to pool {{(pid=103319) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 14:04:30.620682 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-279cd98a-3b84-451f-9187-23c6cbe32614 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4648551'] for segment (6e1ef125-23a7-4043-96c6-d6ffae565e06), after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:04:30.622365 dv-cinder-830787-2-iscsi neutron-server[103319]: Traceback (most recent call last): Apr 11 14:04:30.622365 dv-cinder-830787-2-iscsi neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 14:04:30.622365 dv-cinder-830787-2-iscsi neutron-server[103319]: timer() Apr 11 14:04:30.622365 dv-cinder-830787-2-iscsi neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 14:04:30.622365 dv-cinder-830787-2-iscsi neutron-server[103319]: cb(*args, **kw) Apr 11 14:04:30.622365 dv-cinder-830787-2-iscsi neutron-server[103319]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 11 14:04:30.622365 dv-cinder-830787-2-iscsi neutron-server[103319]: return func(*args, **kwargs) Apr 11 14:04:30.622365 dv-cinder-830787-2-iscsi neutron-server[103319]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 14:04:30.622365 dv-cinder-830787-2-iscsi neutron-server[103319]: self._notify() Apr 11 14:04:30.622365 dv-cinder-830787-2-iscsi neutron-server[103319]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 14:04:30.622365 dv-cinder-830787-2-iscsi neutron-server[103319]: self.callback(batched_events) Apr 11 14:04:30.622365 dv-cinder-830787-2-iscsi neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 14:04:30.622365 dv-cinder-830787-2-iscsi neutron-server[103319]: event.method(event) Apr 11 14:04:30.622365 dv-cinder-830787-2-iscsi neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 11 14:04:30.622365 dv-cinder-830787-2-iscsi neutron-server[103319]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 14:04:30.622365 dv-cinder-830787-2-iscsi neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 11 14:04:30.622365 dv-cinder-830787-2-iscsi neutron-server[103319]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 14:04:30.622365 dv-cinder-830787-2-iscsi neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 11 14:04:30.622365 dv-cinder-830787-2-iscsi neutron-server[103319]: return f(self, *a, **k) Apr 11 14:04:30.622365 dv-cinder-830787-2-iscsi neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 14:04:30.622365 dv-cinder-830787-2-iscsi neutron-server[103319]: return self._get(url).json() Apr 11 14:04:30.622365 dv-cinder-830787-2-iscsi neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 14:04:30.622365 dv-cinder-830787-2-iscsi neutron-server[103319]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 14:04:30.622365 dv-cinder-830787-2-iscsi neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 14:04:30.622365 dv-cinder-830787-2-iscsi neutron-server[103319]: return self.request(url, 'GET', **kwargs) Apr 11 14:04:30.622365 dv-cinder-830787-2-iscsi neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 14:04:30.622365 dv-cinder-830787-2-iscsi neutron-server[103319]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 14:04:30.622365 dv-cinder-830787-2-iscsi neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 14:04:30.622365 dv-cinder-830787-2-iscsi neutron-server[103319]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 14:04:30.622365 dv-cinder-830787-2-iscsi neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 14:04:30.622365 dv-cinder-830787-2-iscsi neutron-server[103319]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 14:04:30.622365 dv-cinder-830787-2-iscsi neutron-server[103319]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 14:04:30.699266 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-d80158d7-2375-4300-8892-0041a8e54ad7 req-a54b0442-fe63-41df-a331-9b2cc101a544 tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] 10.222.0.67 "GET /v2.0/security-groups?id=f23f5ce4-ba8b-4e65-b34d-357e697b11c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0948193 Apr 11 14:04:30.700215 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-279cd98a-3b84-451f-9187-23c6cbe32614 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-662402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8024001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8126437'] for network (a46eb48f-c97d-43d9-b020-3606da009c33), after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:04:30.705199 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-279cd98a-3b84-451f-9187-23c6cbe32614 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871534'] for network (None), before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:04:30.710770 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-279cd98a-3b84-451f-9187-23c6cbe32614 admin admin] 10.222.0.67 "DELETE /v2.0/networks/a46eb48f-c97d-43d9-b020-3606da009c33 HTTP/1.1" status: 204 len: 168 time: 0.3459961 Apr 11 14:04:30.722877 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279cd98a-3b84-451f-9187-23c6cbe32614 admin admin] Pushing event deleted for resources: {'Network': ['ID=a46eb48f-c97d-43d9-b020-3606da009c33,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:04:30.851889 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Device 991713fa-d7a2-4182-b74a-c6133eec42c5 up at agent hyperv_hv-cinder-83078 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 14:04:30.866888 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.67', 36160) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 14:04:30.899186 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Provisioning for port 991713fa-d7a2-4182-b74a-c6133eec42c5 completed by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 11 14:04:30.905559 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Provisioning complete for port 991713fa-d7a2-4182-b74a-c6133eec42c5 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 14:04:30.905936 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-663396'] for port (991713fa-d7a2-4182-b74a-c6133eec42c5), provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:04:30.910253 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-6b43cdf6-cf2c-4e8e-af21-425c5b57febf admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=7ea539d2e309403ab7ea0c5244a6d80f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0397453 Apr 11 14:04:30.910571 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.67', 36162) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 14:04:30.958808 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-dcddcc83-fc56-4392-8191-7cc331330976 admin admin] Publish callbacks [] for security_group (b4a4fafc-ef76-4291-ae9c-34df6b10c131), before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:04:30.980507 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-dcddcc83-fc56-4392-8191-7cc331330976 admin admin] Publish callbacks [] for security_group (b4a4fafc-ef76-4291-ae9c-34df6b10c131), precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:04:30.983929 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Current status of the port 991713fa-d7a2-4182-b74a-c6133eec42c5 is: BUILD; New status is: ACTIVE {{(pid=103320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 14:04:30.984315 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883311'] for port (991713fa-d7a2-4182-b74a-c6133eec42c5), before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:04:31.007389 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03da3e44-70ae-4f78-96da-9dcf86b4576e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '991713fa-d7a2-4182-b74a-c6133eec42c5'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 14:04:31.009953 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e17e7c2a2a067a9a9572b19104dd8b83720c41d762fa1dc6a6c9d001f6760b0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-245b56c6-d4eb-4619-97df-6905fa80de6b" -d '{"events": [{"server_uuid": "03da3e44-70ae-4f78-96da-9dcf86b4576e", "name": "network-vif-plugged", "status": "completed", "tag": "991713fa-d7a2-4182-b74a-c6133eec42c5"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 14:04:31.025882 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] For port 991713fa-d7a2-4182-b74a-c6133eec42c5, host hv-cinder-83078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83078',level=0,port_id=991713fa-d7a2-4182-b74a-c6133eec42c5,segment=NetworkSegment(97213a82-28a8-4d4c-8e5b-e53ba672495f),segment_id=97213a82-28a8-4d4c-8e5b-e53ba672495f)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 14:04:31.031051 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750379687711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750379164492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750379164510'] for port (991713fa-d7a2-4182-b74a-c6133eec42c5), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:04:31.033032 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-dcddcc83-fc56-4392-8191-7cc331330976 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8023832'] for security_group (b4a4fafc-ef76-4291-ae9c-34df6b10c131), after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:04:31.036744 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-dcddcc83-fc56-4392-8191-7cc331330976 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:04:31.040273 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-dcddcc83-fc56-4392-8191-7cc331330976 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/b4a4fafc-ef76-4291-ae9c-34df6b10c131 HTTP/1.1" status: 204 len: 168 time: 0.1265121 Apr 11 14:04:31.049304 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcddcc83-fc56-4392-8191-7cc331330976 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4a4fafc-ef76-4291-ae9c-34df6b10c131,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:04:31.058028 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 14:04:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c13b61d2-8412-4f60-adea-78faa2b67ba9 x-openstack-request-id: req-c13b61d2-8412-4f60-adea-78faa2b67ba9 {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 14:04:31.058412 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03da3e44-70ae-4f78-96da-9dcf86b4576e", "name": "network-vif-plugged", "status": "completed", "tag": "991713fa-d7a2-4182-b74a-c6133eec42c5", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 14:04:31.058847 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-c13b61d2-8412-4f60-adea-78faa2b67ba9 {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 14:04:31.059235 dv-cinder-830787-2-iscsi neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c13b61d2-8412-4f60-adea-78faa2b67ba9'] response: {'server_uuid': '03da3e44-70ae-4f78-96da-9dcf86b4576e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '991713fa-d7a2-4182-b74a-c6133eec42c5', 'code': 200} Apr 11 14:04:31.098387 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Pushing event updated for resources: {'Port': ['ID=991713fa-d7a2-4182-b74a-c6133eec42c5,revision_number=5']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:04:31.230836 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fbb1ab-eaff-43b9-b285-a8c47d7f5041 req-8d95701d-4d03-4662-8c60-f57cc2591b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:04:31.233041 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-96fbb1ab-eaff-43b9-b285-a8c47d7f5041 req-8d95701d-4d03-4662-8c60-f57cc2591b12 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=03da3e44-70ae-4f78-96da-9dcf86b4576e HTTP/1.1" status: 200 len: 1129 time: 0.0449264 Apr 11 14:04:31.281186 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-96fbb1ab-eaff-43b9-b285-a8c47d7f5041 req-bd993596-8521-4406-8853-a6f7f886825b service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=f23f5ce4-ba8b-4e65-b34d-357e697b11c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427938 Apr 11 14:04:31.652785 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-fcd2c3e6-f415-40f5-8fd4-1147b68fd929 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750379576733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663498'] for agent (a1227682-d2f2-4331-ba13-738c8a59e95d), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:04:31.813040 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ae8ee3-60fa-4fb7-bf8c-757acb732813 req-c5fe0ee3-388b-4aa4-aa7d-a235b46f81e4 tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:04:31.814496 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-30ae8ee3-60fa-4fb7-bf8c-757acb732813 req-c5fe0ee3-388b-4aa4-aa7d-a235b46f81e4 tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] 10.222.0.67 "GET /v2.0/ports?device_id=03da3e44-70ae-4f78-96da-9dcf86b4576e HTTP/1.1" status: 200 len: 945 time: 0.0466185 Apr 11 14:04:31.860566 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-30ae8ee3-60fa-4fb7-bf8c-757acb732813 req-89bb1a51-f75b-4475-866b-9f99befcfcaf tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] 10.222.0.67 "GET /v2.0/security-groups?id=f23f5ce4-ba8b-4e65-b34d-357e697b11c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403519 Apr 11 14:04:32.808721 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750379576733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663498'] for agent (a433433c-9197-4b2b-8991-1d45f6bac940), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:04:32.972176 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb254cb-67da-4a44-a71e-a32362681871 req-d00e67c9-c238-4f9b-860f-2d126f09de66 tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:04:32.973634 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-dfb254cb-67da-4a44-a71e-a32362681871 req-d00e67c9-c238-4f9b-860f-2d126f09de66 tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] 10.222.0.67 "GET /v2.0/ports?device_id=03da3e44-70ae-4f78-96da-9dcf86b4576e HTTP/1.1" status: 200 len: 945 time: 0.0455346 Apr 11 14:04:33.020614 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-dfb254cb-67da-4a44-a71e-a32362681871 req-d0997eac-14db-4bba-b184-22c007188c19 tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] 10.222.0.67 "GET /v2.0/security-groups?id=f23f5ce4-ba8b-4e65-b34d-357e697b11c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407875 Apr 11 14:04:33.126328 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f3ad43-8d97-4ffd-bf27-cff8a8fe3217 req-c0225d4f-488a-4619-8abd-4e6b541d3a00 tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:04:33.127817 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-02f3ad43-8d97-4ffd-bf27-cff8a8fe3217 req-c0225d4f-488a-4619-8abd-4e6b541d3a00 tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] 10.222.0.67 "GET /v2.0/ports?device_id=03da3e44-70ae-4f78-96da-9dcf86b4576e HTTP/1.1" status: 200 len: 945 time: 0.0462484 Apr 11 14:04:33.136029 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.67', 36174) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 14:04:33.140641 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.v2.base [None req-4df3a24d-6525-4afe-a0a0-b63b0a5a260d tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] Request body: {'floatingip': {'port_id': '991713fa-d7a2-4182-b74a-c6133eec42c5'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:04:33.189763 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-4df3a24d-6525-4afe-a0a0-b63b0a5a260d tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] Publish callbacks [] for floatingip (7a32cdbf-d5b7-4954-8456-bbec88627998), before_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:04:33.291952 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750379576733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663498'] for agent (f2586825-e748-4c1d-8b98-cb0d5b6c266d), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:04:33.630783 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-4df3a24d-6525-4afe-a0a0-b63b0a5a260d tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:04:33.634550 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-4df3a24d-6525-4afe-a0a0-b63b0a5a260d tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8126411'] for floatingip (7a32cdbf-d5b7-4954-8456-bbec88627998), after_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:04:33.737899 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.db.l3_db [None req-4df3a24d-6525-4afe-a0a0-b63b0a5a260d tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] Floating IP 7a32cdbf-d5b7-4954-8456-bbec88627998 associated. External IP: 172.27.1.144, port: 991713fa-d7a2-4182-b74a-c6133eec42c5. Apr 11 14:04:33.941141 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4df3a24d-6525-4afe-a0a0-b63b0a5a260d tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] Router a1cff1c1-31ca-4d27-b838-666b936eeefa has already been hosted by L3 agent e731c656-576f-4174-9da3-af64518920bc {{(pid=103319) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 14:04:34.050385 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4df3a24d-6525-4afe-a0a0-b63b0a5a260d tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] Notify agent at l3_agent.dv-cinder-830787-2-iscsi the message routers_updated {{(pid=103319) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 14:04:34.055058 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-4df3a24d-6525-4afe-a0a0-b63b0a5a260d tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-507053'] for floatingip (None), before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:04:34.061335 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd981a71-08a2-4a0f-b606-b2ad80845cdd None None] Sync routers for ids ['a1cff1c1-31ca-4d27-b838-666b936eeefa'] in dv-cinder-830787-2-iscsi {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 14:04:34.071315 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd981a71-08a2-4a0f-b606-b2ad80845cdd None None] Routers {'a1cff1c1-31ca-4d27-b838-666b936eeefa'} bound to L3 agent in host dv-cinder-830787-2-iscsi {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 14:04:34.071948 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-dd981a71-08a2-4a0f-b606-b2ad80845cdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830787-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T13:46:59Z,description=,heartbeat_timestamp=2022-04-11T14:04:29Z,host='dv-cinder-830787-2-iscsi',id=e731c656-576f-4174-9da3-af64518920bc,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T13:46:59Z,topic='l3_agent')) {'router_ids': ['a1cff1c1-31ca-4d27-b838-666b936eeefa'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:04:34.083818 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-4df3a24d-6525-4afe-a0a0-b63b0a5a260d tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] 10.222.0.67 "PUT /v2.0/floatingips/7a32cdbf-d5b7-4954-8456-bbec88627998 HTTP/1.1" status: 200 len: 991 time: 0.9467263 Apr 11 14:04:34.084401 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03da3e44-70ae-4f78-96da-9dcf86b4576e', 'tag': '991713fa-d7a2-4182-b74a-c6133eec42c5'}] {{(pid=103319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 14:04:34.086659 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca54f3a3744013fac1d33973197c51c1d98542aecacec3b3a4d6ee5bc00756d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e791205-7aad-4789-8cc7-9879f5717dda" -d '{"events": [{"name": "network-changed", "server_uuid": "03da3e44-70ae-4f78-96da-9dcf86b4576e", "tag": "991713fa-d7a2-4182-b74a-c6133eec42c5"}]}' {{(pid=103319) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 14:04:34.123770 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 14:04:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-234e1858-b8c0-4058-b576-6117e9ed5b8c x-openstack-request-id: req-234e1858-b8c0-4058-b576-6117e9ed5b8c {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 14:04:34.124069 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03da3e44-70ae-4f78-96da-9dcf86b4576e", "tag": "991713fa-d7a2-4182-b74a-c6133eec42c5", "status": "completed", "code": 200}]} {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 14:04:34.124329 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-234e1858-b8c0-4058-b576-6117e9ed5b8c {{(pid=103319) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 14:04:34.124742 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.notifiers.nova [-] Nova event matching ['req-234e1858-b8c0-4058-b576-6117e9ed5b8c'] response: {'name': 'network-changed', 'server_uuid': '03da3e44-70ae-4f78-96da-9dcf86b4576e', 'tag': '991713fa-d7a2-4182-b74a-c6133eec42c5', 'status': 'completed', 'code': 200} Apr 11 14:04:34.180915 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-dd981a71-08a2-4a0f-b606-b2ad80845cdd None None] Set router a1cff1c1-31ca-4d27-b838-666b936eeefa gateway port host: dv-cinder-830787-2-iscsi {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 14:04:34.187286 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e791205-7aad-4789-8cc7-9879f5717dda req-383b897f-6791-4e01-b3a6-24952ceaad7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:04:34.188855 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-5e791205-7aad-4789-8cc7-9879f5717dda req-383b897f-6791-4e01-b3a6-24952ceaad7d service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=63cddbab1b664b5a89b56d5632d2f62e&device_id=03da3e44-70ae-4f78-96da-9dcf86b4576e HTTP/1.1" status: 200 len: 1129 time: 0.0439141 Apr 11 14:04:34.285178 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e791205-7aad-4789-8cc7-9879f5717dda req-fc98f786-d7eb-409b-9035-61517eb5d144 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:04:34.286861 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-5e791205-7aad-4789-8cc7-9879f5717dda req-fc98f786-d7eb-409b-9035-61517eb5d144 service neutron] 10.222.0.75 "GET /v2.0/networks?id=730a24f2-5d00-49fb-895d-b884d9163131 HTTP/1.1" status: 200 len: 916 time: 0.0924468 Apr 11 14:04:34.355273 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-5e791205-7aad-4789-8cc7-9879f5717dda req-3572ec7f-e73d-4190-b025-29a4ea8f3b86 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=991713fa-d7a2-4182-b74a-c6133eec42c5 HTTP/1.1" status: 200 len: 999 time: 0.0619352 Apr 11 14:04:34.407024 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e791205-7aad-4789-8cc7-9879f5717dda req-cd89f271-1869-43aa-a14e-596c0300386d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:04:34.408530 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-5e791205-7aad-4789-8cc7-9879f5717dda req-cd89f271-1869-43aa-a14e-596c0300386d service neutron] 10.222.0.75 "GET /v2.0/subnets?id=27094053-8505-4a56-8171-b11c8d996c6a HTTP/1.1" status: 200 len: 854 time: 0.0477588 Apr 11 14:04:34.450684 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e791205-7aad-4789-8cc7-9879f5717dda req-54aa0e8a-8de4-477e-a95f-5525b7c07a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:04:34.452309 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-5e791205-7aad-4789-8cc7-9879f5717dda req-54aa0e8a-8de4-477e-a95f-5525b7c07a01 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=730a24f2-5d00-49fb-895d-b884d9163131&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0383406 Apr 11 14:04:34.485893 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-dd981a71-08a2-4a0f-b606-b2ad80845cdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1cff1c1-31ca-4d27-b838-666b936eeefa', 'name': 'tempest-AttachVolumeNegativeTest-1957027792-router', 'tenant_id': '63cddbab1b664b5a89b56d5632d2f62e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886', 'external_fixed_ips': [{'subnet_id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'ip_address': '172.27.1.156'}], 'enable_snat': True}, 'gw_port_id': '8382f930-2a1e-4b67-92ad-b88834e27d48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:00:48Z', 'updated_at': '2022-04-11T14:00:50Z', 'revision_number': 4, 'project_id': '63cddbab1b664b5a89b56d5632d2f62e', 'gw_port': {'id': '8382f930-2a1e-4b67-92ad-b88834e27d48', 'name': '', 'network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:c8:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1cff1c1-31ca-4d27-b838-666b936eeefa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'ip_address': '172.27.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:00:48Z', 'updated_at': '2022-04-11T14:00:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830787-2-iscsi', '_floatingips': [{'id': '7a32cdbf-d5b7-4954-8456-bbec88627998', 'tenant_id': '63cddbab1b664b5a89b56d5632d2f62e', 'floating_ip_address': '172.27.1.144', 'floating_network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886', 'router_id': 'a1cff1c1-31ca-4d27-b838-666b936eeefa', 'port_id': '991713fa-d7a2-4182-b74a-c6133eec42c5', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 680, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '730a24f2-5d00-49fb-895d-b884d9163131', 'mac_address': 'fa:16:3e:26:b9:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03da3e44-70ae-4f78-96da-9dcf86b4576e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T14:04:22Z', 'updated_at': '2022-04-11T14:04:33Z', 'revision_number': 1, 'project_id': '63cddbab1b664b5a89b56d5632d2f62e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bacc6394-9f02-4ad3-a5f8-7e8cf9c381e7', 'name': '', 'network_id': '730a24f2-5d00-49fb-895d-b884d9163131', 'tenant_id': '63cddbab1b664b5a89b56d5632d2f62e', 'mac_address': 'fa:16:3e:5d:27:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1cff1c1-31ca-4d27-b838-666b936eeefa', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '27094053-8505-4a56-8171-b11c8d996c6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:00:50Z', 'updated_at': '2022-04-11T14:00:53Z', 'revision_number': 5, 'project_id': '63cddbab1b664b5a89b56d5632d2f62e', 'subnets': [{'id': '27094053-8505-4a56-8171-b11c8d996c6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830787-2-iscsi', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:04:34.512526 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd981a71-08a2-4a0f-b606-b2ad80845cdd None None] Checking router: a1cff1c1-31ca-4d27-b838-666b936eeefa for host: dv-cinder-830787-2-iscsi {{(pid=103321) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 14:04:34.521603 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd981a71-08a2-4a0f-b606-b2ad80845cdd None None] Routers {'a1cff1c1-31ca-4d27-b838-666b936eeefa'} bound to L3 agent in host dv-cinder-830787-2-iscsi {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 14:04:34.522206 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-dd981a71-08a2-4a0f-b606-b2ad80845cdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830787-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T13:46:59Z,description=,heartbeat_timestamp=2022-04-11T14:04:29Z,host='dv-cinder-830787-2-iscsi',id=e731c656-576f-4174-9da3-af64518920bc,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T13:46:59Z,topic='l3_agent')) {'router_ids': ['a1cff1c1-31ca-4d27-b838-666b936eeefa'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:04:34.549231 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-5e791205-7aad-4789-8cc7-9879f5717dda req-b9efc9f8-c7c1-48c4-a36d-2dace43f5121 service neutron] 10.222.0.75 "GET /v2.0/networks/730a24f2-5d00-49fb-895d-b884d9163131?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885665 Apr 11 14:04:34.628434 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-dd981a71-08a2-4a0f-b606-b2ad80845cdd None None] Set router a1cff1c1-31ca-4d27-b838-666b936eeefa gateway port host: dv-cinder-830787-2-iscsi {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 14:04:34.774881 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-5e791205-7aad-4789-8cc7-9879f5717dda req-c5e9f8ba-f0c6-4d72-a0f3-da070aeb7f2e service neutron] 10.222.0.75 "GET /v2.0/networks/730a24f2-5d00-49fb-895d-b884d9163131?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873432 Apr 11 14:04:34.849574 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-dd981a71-08a2-4a0f-b606-b2ad80845cdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1cff1c1-31ca-4d27-b838-666b936eeefa', 'name': 'tempest-AttachVolumeNegativeTest-1957027792-router', 'tenant_id': '63cddbab1b664b5a89b56d5632d2f62e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886', 'external_fixed_ips': [{'subnet_id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'ip_address': '172.27.1.156'}], 'enable_snat': True}, 'gw_port_id': '8382f930-2a1e-4b67-92ad-b88834e27d48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:00:48Z', 'updated_at': '2022-04-11T14:00:50Z', 'revision_number': 4, 'project_id': '63cddbab1b664b5a89b56d5632d2f62e', 'gw_port': {'id': '8382f930-2a1e-4b67-92ad-b88834e27d48', 'name': '', 'network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:c8:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1cff1c1-31ca-4d27-b838-666b936eeefa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'ip_address': '172.27.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:00:48Z', 'updated_at': '2022-04-11T14:00:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830787-2-iscsi', '_floatingips': [{'id': '7a32cdbf-d5b7-4954-8456-bbec88627998', 'tenant_id': '63cddbab1b664b5a89b56d5632d2f62e', 'floating_ip_address': '172.27.1.144', 'floating_network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886', 'router_id': 'a1cff1c1-31ca-4d27-b838-666b936eeefa', 'port_id': '991713fa-d7a2-4182-b74a-c6133eec42c5', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 680, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '730a24f2-5d00-49fb-895d-b884d9163131', 'mac_address': 'fa:16:3e:26:b9:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03da3e44-70ae-4f78-96da-9dcf86b4576e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T14:04:22Z', 'updated_at': '2022-04-11T14:04:33Z', 'revision_number': 1, 'project_id': '63cddbab1b664b5a89b56d5632d2f62e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bacc6394-9f02-4ad3-a5f8-7e8cf9c381e7', 'name': '', 'network_id': '730a24f2-5d00-49fb-895d-b884d9163131', 'tenant_id': '63cddbab1b664b5a89b56d5632d2f62e', 'mac_address': 'fa:16:3e:5d:27:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1cff1c1-31ca-4d27-b838-666b936eeefa', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '27094053-8505-4a56-8171-b11c8d996c6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:00:50Z', 'updated_at': '2022-04-11T14:00:53Z', 'revision_number': 5, 'project_id': '63cddbab1b664b5a89b56d5632d2f62e', 'subnets': [{'id': '27094053-8505-4a56-8171-b11c8d996c6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830787-2-iscsi', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:04:34.876103 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd981a71-08a2-4a0f-b606-b2ad80845cdd None None] The sync data for ids ['a1cff1c1-31ca-4d27-b838-666b936eeefa'] in dv-cinder-830787-2-iscsi is: [{'id': 'a1cff1c1-31ca-4d27-b838-666b936eeefa', 'name': 'tempest-AttachVolumeNegativeTest-1957027792-router', 'tenant_id': '63cddbab1b664b5a89b56d5632d2f62e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886', 'external_fixed_ips': [{'subnet_id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'ip_address': '172.27.1.156'}], 'enable_snat': True}, 'gw_port_id': '8382f930-2a1e-4b67-92ad-b88834e27d48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:00:48Z', 'updated_at': '2022-04-11T14:00:50Z', 'revision_number': 4, 'project_id': '63cddbab1b664b5a89b56d5632d2f62e', 'gw_port': {'id': '8382f930-2a1e-4b67-92ad-b88834e27d48', 'name': '', 'network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:c8:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1cff1c1-31ca-4d27-b838-666b936eeefa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'ip_address': '172.27.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:00:48Z', 'updated_at': '2022-04-11T14:00:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830787-2-iscsi', '_floatingips': [{'id': '7a32cdbf-d5b7-4954-8456-bbec88627998', 'tenant_id': '63cddbab1b664b5a89b56d5632d2f62e', 'floating_ip_address': '172.27.1.144', 'floating_network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886', 'router_id': 'a1cff1c1-31ca-4d27-b838-666b936eeefa', 'port_id': '991713fa-d7a2-4182-b74a-c6133eec42c5', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 680, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '730a24f2-5d00-49fb-895d-b884d9163131', 'mac_address': 'fa:16:3e:26:b9:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03da3e44-70ae-4f78-96da-9dcf86b4576e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T14:04:22Z', 'updated_at': '2022-04-11T14:04:33Z', 'revision_number': 1, 'project_id': '63cddbab1b664b5a89b56d5632d2f62e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bacc6394-9f02-4ad3-a5f8-7e8cf9c381e7', 'name': '', 'network_id': '730a24f2-5d00-49fb-895d-b884d9163131', 'tenant_id': '63cddbab1b664b5a89b56d5632d2f62e', 'mac_address': 'fa:16:3e:5d:27:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1cff1c1-31ca-4d27-b838-666b936eeefa', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '27094053-8505-4a56-8171-b11c8d996c6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:00:50Z', 'updated_at': '2022-04-11T14:00:53Z', 'revision_number': 5, 'project_id': '63cddbab1b664b5a89b56d5632d2f62e', 'subnets': [{'id': '27094053-8505-4a56-8171-b11c8d996c6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 14:04:35.059188 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4cf2ddf-1570-4a3e-a602-ed04a875fba9 None None] New status for floating IP 7a32cdbf-d5b7-4954-8456-bbec88627998: ACTIVE {{(pid=103320) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 14:04:37.260228 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4176e7-3a85-4499-9c97-6f5cadb4520a req-e14fa77f-5116-493c-abd0-92bd1deafcec tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:04:37.261685 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-bc4176e7-3a85-4499-9c97-6f5cadb4520a req-e14fa77f-5116-493c-abd0-92bd1deafcec tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] 10.222.0.67 "GET /v2.0/ports?device_id=3758fe41-ad1e-4bbb-a152-9cc831519aca HTTP/1.1" status: 200 len: 946 time: 0.0465198 Apr 11 14:04:37.313649 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-bc4176e7-3a85-4499-9c97-6f5cadb4520a req-de5e6ecb-9dee-472f-8123-99c80e67a725 tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] 10.222.0.67 "GET /v2.0/security-groups?id=1e4559a2-35a5-463e-b48e-0eca17a45591&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461450 Apr 11 14:04:38.430818 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7be797-2b35-4eee-a578-b41b3736c95a req-cd36b77d-5bd2-414f-84f5-605545387209 tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:04:38.432311 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-cc7be797-2b35-4eee-a578-b41b3736c95a req-cd36b77d-5bd2-414f-84f5-605545387209 tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] 10.222.0.67 "GET /v2.0/ports?device_id=3758fe41-ad1e-4bbb-a152-9cc831519aca HTTP/1.1" status: 200 len: 946 time: 0.0510740 Apr 11 14:04:38.480337 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-cc7be797-2b35-4eee-a578-b41b3736c95a req-86342679-4ad7-4842-8a47-6106c905adf7 tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] 10.222.0.67 "GET /v2.0/security-groups?id=1e4559a2-35a5-463e-b48e-0eca17a45591&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417998 Apr 11 14:04:38.673336 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b59f255-a5f6-445a-a9c6-ca1f8a9dfa6c req-bda42cbd-a05b-48c0-8090-aa369dc002af tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:04:38.674753 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-3b59f255-a5f6-445a-a9c6-ca1f8a9dfa6c req-bda42cbd-a05b-48c0-8090-aa369dc002af tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] 10.222.0.75 "GET /v2.0/ports?device_id=3758fe41-ad1e-4bbb-a152-9cc831519aca HTTP/1.1" status: 200 len: 946 time: 0.0468111 Apr 11 14:04:38.755566 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [req-3b59f255-a5f6-445a-a9c6-ca1f8a9dfa6c req-b7cf7d27-c25f-4e57-a76a-f7349e04d059 tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] Deleting port 64a97990-f586-4554-ba0f-e0bf82738eaf {{(pid=103319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 14:04:38.755933 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-3b59f255-a5f6-445a-a9c6-ca1f8a9dfa6c req-b7cf7d27-c25f-4e57-a76a-f7349e04d059 tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750379682079'] for port (64a97990-f586-4554-ba0f-e0bf82738eaf), before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:04:38.845110 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.db [req-3b59f255-a5f6-445a-a9c6-ca1f8a9dfa6c req-b7cf7d27-c25f-4e57-a76a-f7349e04d059 tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] For port 64a97990-f586-4554-ba0f-e0bf82738eaf, host hv-cinder-83078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83078',level=0,port_id=64a97990-f586-4554-ba0f-e0bf82738eaf,segment=NetworkSegment(dba15552-8c47-4ae1-bd01-539c1927d993),segment_id=dba15552-8c47-4ae1-bd01-539c1927d993)] {{(pid=103319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 14:04:38.845467 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-3b59f255-a5f6-445a-a9c6-ca1f8a9dfa6c req-b7cf7d27-c25f-4e57-a76a-f7349e04d059 tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115285'] for port (64a97990-f586-4554-ba0f-e0bf82738eaf), precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:04:39.011204 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-3b59f255-a5f6-445a-a9c6-ca1f8a9dfa6c req-b7cf7d27-c25f-4e57-a76a-f7349e04d059 tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:04:39.011491 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-3b59f255-a5f6-445a-a9c6-ca1f8a9dfa6c req-b7cf7d27-c25f-4e57-a76a-f7349e04d059 tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8126411'] for floatingip (17af8541-a0c3-49e6-b375-52caf2d4a37e), after_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:04:39.011957 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.db.l3_db [req-3b59f255-a5f6-445a-a9c6-ca1f8a9dfa6c req-b7cf7d27-c25f-4e57-a76a-f7349e04d059 tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] Floating IP 17af8541-a0c3-49e6-b375-52caf2d4a37e disassociated. External IP: 172.27.1.106, port: 64a97990-f586-4554-ba0f-e0bf82738eaf. Apr 11 14:04:39.012288 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [req-3b59f255-a5f6-445a-a9c6-ca1f8a9dfa6c req-b7cf7d27-c25f-4e57-a76a-f7349e04d059 tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] Calling delete_port for 64a97990-f586-4554-ba0f-e0bf82738eaf owned by compute:nova {{(pid=103319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 14:04:39.140483 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-3b59f255-a5f6-445a-a9c6-ca1f8a9dfa6c req-b7cf7d27-c25f-4e57-a76a-f7349e04d059 tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750379687693', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750379164483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4648624'] for port (64a97990-f586-4554-ba0f-e0bf82738eaf), after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:04:39.168753 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cf7d27-c25f-4e57-a76a-f7349e04d059 tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] Pushing event deleted for resources: {'Port': ['ID=64a97990-f586-4554-ba0f-e0bf82738eaf,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:04:39.284545 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3b59f255-a5f6-445a-a9c6-ca1f8a9dfa6c req-b7cf7d27-c25f-4e57-a76a-f7349e04d059 tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] Router 7bbceccd-d824-4c54-85cc-c85007236e27 has already been hosted by L3 agent e731c656-576f-4174-9da3-af64518920bc {{(pid=103319) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 14:04:39.394379 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3b59f255-a5f6-445a-a9c6-ca1f8a9dfa6c req-b7cf7d27-c25f-4e57-a76a-f7349e04d059 tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] Notify agent at l3_agent.dv-cinder-830787-2-iscsi the message routers_updated {{(pid=103319) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 14:04:39.406357 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b2e4843-5904-408e-9a23-e369c9b07442 None None] Sync routers for ids ['7bbceccd-d824-4c54-85cc-c85007236e27'] in dv-cinder-830787-2-iscsi {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 14:04:39.416250 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b2e4843-5904-408e-9a23-e369c9b07442 None None] Routers {'7bbceccd-d824-4c54-85cc-c85007236e27'} bound to L3 agent in host dv-cinder-830787-2-iscsi {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 14:04:39.416889 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-5b2e4843-5904-408e-9a23-e369c9b07442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830787-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T13:46:59Z,description=,heartbeat_timestamp=2022-04-11T14:04:29Z,host='dv-cinder-830787-2-iscsi',id=e731c656-576f-4174-9da3-af64518920bc,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T13:46:59Z,topic='l3_agent')) {'router_ids': ['7bbceccd-d824-4c54-85cc-c85007236e27'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:04:39.438242 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b59f255-a5f6-445a-a9c6-ca1f8a9dfa6c req-b7cf7d27-c25f-4e57-a76a-f7349e04d059 tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] No DVR routers for this DVR port 64a97990-f586-4554-ba0f-e0bf82738eaf on host hv-cinder-83078 {{(pid=103319) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 14:04:39.440880 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-3b59f255-a5f6-445a-a9c6-ca1f8a9dfa6c req-b7cf7d27-c25f-4e57-a76a-f7349e04d059 tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-507053'] for port (None), before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:04:39.444112 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-3b59f255-a5f6-445a-a9c6-ca1f8a9dfa6c req-b7cf7d27-c25f-4e57-a76a-f7349e04d059 tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] 10.222.0.75 "DELETE /v2.0/ports/64a97990-f586-4554-ba0f-e0bf82738eaf HTTP/1.1" status: 204 len: 173 time: 0.7647247 Apr 11 14:04:39.444546 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3758fe41-ad1e-4bbb-a152-9cc831519aca', 'name': 'network-vif-deleted', 'tag': '64a97990-f586-4554-ba0f-e0bf82738eaf'}] {{(pid=103319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 14:04:39.446811 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca54f3a3744013fac1d33973197c51c1d98542aecacec3b3a4d6ee5bc00756d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d46afb8c-ef6a-4e7e-8e7f-60a1ab1523b3" -d '{"events": [{"server_uuid": "3758fe41-ad1e-4bbb-a152-9cc831519aca", "name": "network-vif-deleted", "tag": "64a97990-f586-4554-ba0f-e0bf82738eaf"}]}' {{(pid=103319) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 14:04:39.488650 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 14:04:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dfdecd7-a832-4d77-a3c6-142ed6d8a79f x-openstack-request-id: req-3dfdecd7-a832-4d77-a3c6-142ed6d8a79f {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 14:04:39.488943 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3758fe41-ad1e-4bbb-a152-9cc831519aca", "name": "network-vif-deleted", "tag": "64a97990-f586-4554-ba0f-e0bf82738eaf", "status": "completed", "code": 200}]} {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 14:04:39.489196 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-3dfdecd7-a832-4d77-a3c6-142ed6d8a79f {{(pid=103319) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 14:04:39.490019 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3dfdecd7-a832-4d77-a3c6-142ed6d8a79f'] response: {'server_uuid': '3758fe41-ad1e-4bbb-a152-9cc831519aca', 'name': 'network-vif-deleted', 'tag': '64a97990-f586-4554-ba0f-e0bf82738eaf', 'status': 'completed', 'code': 200} Apr 11 14:04:39.536044 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-5b2e4843-5904-408e-9a23-e369c9b07442 None None] Set router 7bbceccd-d824-4c54-85cc-c85007236e27 gateway port host: dv-cinder-830787-2-iscsi {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 14:04:39.586196 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-cf72d430-cfe1-4993-9656-4c0b8b5b1831 req-4f00649e-155e-4573-b92a-122bb49d50f5 tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] 10.222.0.67 "GET /v2.0/ports?device_id=3758fe41-ad1e-4bbb-a152-9cc831519aca HTTP/1.1" status: 200 len: 210 time: 0.0322282 Apr 11 14:04:39.751367 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-5b2e4843-5904-408e-9a23-e369c9b07442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bbceccd-d824-4c54-85cc-c85007236e27', 'name': 'tempest-TestVolumeBootPattern-335379817-router', 'tenant_id': '40c040f0c3e74276bcab8dbc8e439de5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886', 'external_fixed_ips': [{'subnet_id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'ip_address': '172.27.1.77'}], 'enable_snat': True}, 'gw_port_id': 'b7d503ea-cb6f-4cff-a756-13f167aec9a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:01:20Z', 'updated_at': '2022-04-11T14:01:23Z', 'revision_number': 4, 'project_id': '40c040f0c3e74276bcab8dbc8e439de5', 'gw_port': {'id': 'b7d503ea-cb6f-4cff-a756-13f167aec9a2', 'name': '', 'network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:f5:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bbceccd-d824-4c54-85cc-c85007236e27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'ip_address': '172.27.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:01:20Z', 'updated_at': '2022-04-11T14:01:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830787-2-iscsi', '_interfaces': [{'id': '02dde892-708e-4325-953a-a2c3d17af417', 'name': '', 'network_id': 'ad25a564-6f6a-4aa0-9d80-81636d1b0cca', 'tenant_id': '40c040f0c3e74276bcab8dbc8e439de5', 'mac_address': 'fa:16:3e:4a:20:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bbceccd-d824-4c54-85cc-c85007236e27', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '88bd1feb-6086-4c30-90a4-375c4e01858c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:01:22Z', 'updated_at': '2022-04-11T14:01:28Z', 'revision_number': 5, 'project_id': '40c040f0c3e74276bcab8dbc8e439de5', 'subnets': [{'id': '88bd1feb-6086-4c30-90a4-375c4e01858c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830787-2-iscsi', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:04:39.782010 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b2e4843-5904-408e-9a23-e369c9b07442 None None] Checking router: 7bbceccd-d824-4c54-85cc-c85007236e27 for host: dv-cinder-830787-2-iscsi {{(pid=103321) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 14:04:39.790233 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b2e4843-5904-408e-9a23-e369c9b07442 None None] Routers {'7bbceccd-d824-4c54-85cc-c85007236e27'} bound to L3 agent in host dv-cinder-830787-2-iscsi {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 14:04:39.790778 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-5b2e4843-5904-408e-9a23-e369c9b07442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830787-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T13:46:59Z,description=,heartbeat_timestamp=2022-04-11T14:04:29Z,host='dv-cinder-830787-2-iscsi',id=e731c656-576f-4174-9da3-af64518920bc,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T13:46:59Z,topic='l3_agent')) {'router_ids': ['7bbceccd-d824-4c54-85cc-c85007236e27'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:04:39.896066 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-5b2e4843-5904-408e-9a23-e369c9b07442 None None] Set router 7bbceccd-d824-4c54-85cc-c85007236e27 gateway port host: dv-cinder-830787-2-iscsi {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 14:04:40.083905 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-5b2e4843-5904-408e-9a23-e369c9b07442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bbceccd-d824-4c54-85cc-c85007236e27', 'name': 'tempest-TestVolumeBootPattern-335379817-router', 'tenant_id': '40c040f0c3e74276bcab8dbc8e439de5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886', 'external_fixed_ips': [{'subnet_id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'ip_address': '172.27.1.77'}], 'enable_snat': True}, 'gw_port_id': 'b7d503ea-cb6f-4cff-a756-13f167aec9a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:01:20Z', 'updated_at': '2022-04-11T14:01:23Z', 'revision_number': 4, 'project_id': '40c040f0c3e74276bcab8dbc8e439de5', 'gw_port': {'id': 'b7d503ea-cb6f-4cff-a756-13f167aec9a2', 'name': '', 'network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:f5:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bbceccd-d824-4c54-85cc-c85007236e27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'ip_address': '172.27.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:01:20Z', 'updated_at': '2022-04-11T14:01:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830787-2-iscsi', '_interfaces': [{'id': '02dde892-708e-4325-953a-a2c3d17af417', 'name': '', 'network_id': 'ad25a564-6f6a-4aa0-9d80-81636d1b0cca', 'tenant_id': '40c040f0c3e74276bcab8dbc8e439de5', 'mac_address': 'fa:16:3e:4a:20:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bbceccd-d824-4c54-85cc-c85007236e27', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '88bd1feb-6086-4c30-90a4-375c4e01858c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:01:22Z', 'updated_at': '2022-04-11T14:01:28Z', 'revision_number': 5, 'project_id': '40c040f0c3e74276bcab8dbc8e439de5', 'subnets': [{'id': '88bd1feb-6086-4c30-90a4-375c4e01858c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830787-2-iscsi', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:04:40.110006 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b2e4843-5904-408e-9a23-e369c9b07442 None None] The sync data for ids ['7bbceccd-d824-4c54-85cc-c85007236e27'] in dv-cinder-830787-2-iscsi is: [{'id': '7bbceccd-d824-4c54-85cc-c85007236e27', 'name': 'tempest-TestVolumeBootPattern-335379817-router', 'tenant_id': '40c040f0c3e74276bcab8dbc8e439de5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886', 'external_fixed_ips': [{'subnet_id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'ip_address': '172.27.1.77'}], 'enable_snat': True}, 'gw_port_id': 'b7d503ea-cb6f-4cff-a756-13f167aec9a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:01:20Z', 'updated_at': '2022-04-11T14:01:23Z', 'revision_number': 4, 'project_id': '40c040f0c3e74276bcab8dbc8e439de5', 'gw_port': {'id': 'b7d503ea-cb6f-4cff-a756-13f167aec9a2', 'name': '', 'network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:f5:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bbceccd-d824-4c54-85cc-c85007236e27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'ip_address': '172.27.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:01:20Z', 'updated_at': '2022-04-11T14:01:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830787-2-iscsi', '_interfaces': [{'id': '02dde892-708e-4325-953a-a2c3d17af417', 'name': '', 'network_id': 'ad25a564-6f6a-4aa0-9d80-81636d1b0cca', 'tenant_id': '40c040f0c3e74276bcab8dbc8e439de5', 'mac_address': 'fa:16:3e:4a:20:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bbceccd-d824-4c54-85cc-c85007236e27', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '88bd1feb-6086-4c30-90a4-375c4e01858c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:01:22Z', 'updated_at': '2022-04-11T14:01:28Z', 'revision_number': 5, 'project_id': '40c040f0c3e74276bcab8dbc8e439de5', 'subnets': [{'id': '88bd1feb-6086-4c30-90a4-375c4e01858c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 14:04:40.328669 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04e69098-9db0-47ec-9cd4-4d3e88af8337 None None] New status for floating IP 17af8541-a0c3-49e6-b375-52caf2d4a37e: DOWN {{(pid=103320) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 14:04:40.836135 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-a964075e-79ad-42a8-8f0b-f522e285c402 req-1936f453-b321-4fff-9c99-3f75506ddab4 tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1672236242&fields=id&tenant_id=40c040f0c3e74276bcab8dbc8e439de5 HTTP/1.1" status: 200 len: 267 time: 0.0429156 Apr 11 14:04:40.910207 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Device 64a97990-f586-4554-ba0f-e0bf82738eaf no longer exists at agent hyperv_hv-cinder-83078 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 14:04:40.931158 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] No Port match for: 64a97990-f586-4554-ba0f-e0bf82738eaf {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 14:04:40.931506 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Device 64a97990-f586-4554-ba0f-e0bf82738eaf not bound to the agent host hv-cinder-83078 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 14:04:40.936144 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a964075e-79ad-42a8-8f0b-f522e285c402 req-0db80692-b948-4716-81a1-c7ee7d500c8e tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:04:40.938225 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-a964075e-79ad-42a8-8f0b-f522e285c402 req-0db80692-b948-4716-81a1-c7ee7d500c8e tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] 10.222.0.67 "GET /v2.0/networks?id=ad25a564-6f6a-4aa0-9d80-81636d1b0cca HTTP/1.1" status: 200 len: 811 time: 0.0959499 Apr 11 14:04:40.952230 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-a964075e-79ad-42a8-8f0b-f522e285c402 req-b7a0960c-e5f5-4186-937b-74921a9d3e60 tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] 10.222.0.67 "GET /v2.0/quotas/40c040f0c3e74276bcab8dbc8e439de5 HTTP/1.1" status: 200 len: 375 time: 0.0086930 Apr 11 14:04:41.003270 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-a964075e-79ad-42a8-8f0b-f522e285c402 req-7bc97cc9-870d-4e16-b651-59f89e0f998e tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=40c040f0c3e74276bcab8dbc8e439de5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0462139 Apr 11 14:04:41.095409 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-a964075e-79ad-42a8-8f0b-f522e285c402 req-7c177526-5b46-49e2-9baa-ba4a9c052e6b service neutron] 10.222.0.67 "GET /v2.0/networks/ad25a564-6f6a-4aa0-9d80-81636d1b0cca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807316 Apr 11 14:04:41.187194 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-a964075e-79ad-42a8-8f0b-f522e285c402 req-297c4419-f3db-4b3d-bcd2-5e80eb873059 service neutron] 10.222.0.67 "GET /v2.0/networks/ad25a564-6f6a-4aa0-9d80-81636d1b0cca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858092 Apr 11 14:04:41.464933 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-0bfa8099-4f3e-42fa-9fe2-a73d5887c134 req-c1e8ec0d-00e1-406a-b0d8-3c514caa0a69 tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] 10.222.0.67 "GET /v2.0/ports?device_id=68774bfd-baf3-4cab-8d21-d9397b9bb4e0 HTTP/1.1" status: 200 len: 210 time: 0.0287921 Apr 11 14:04:42.343331 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a964075e-79ad-42a8-8f0b-f522e285c402 req-96abf28e-eaec-4320-9571-1b806adb8cc2 tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:04:42.345642 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-a964075e-79ad-42a8-8f0b-f522e285c402 req-96abf28e-eaec-4320-9571-1b806adb8cc2 tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] 10.222.0.75 "GET /v2.0/networks?id=ad25a564-6f6a-4aa0-9d80-81636d1b0cca HTTP/1.1" status: 200 len: 811 time: 0.1060636 Apr 11 14:04:42.410985 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-a964075e-79ad-42a8-8f0b-f522e285c402 req-8d34ef15-7aca-47b2-b2aa-91fec55aed8e tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] 10.222.0.75 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=40c040f0c3e74276bcab8dbc8e439de5 HTTP/1.1" status: 200 len: 380 time: 0.0575519 Apr 11 14:04:42.419181 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.v2.base [req-a964075e-79ad-42a8-8f0b-f522e285c402 req-07c835d6-de0d-47c5-a22a-11456dcc123c tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] Request body: {'port': {'device_id': '68774bfd-baf3-4cab-8d21-d9397b9bb4e0', 'network_id': 'ad25a564-6f6a-4aa0-9d80-81636d1b0cca', 'admin_state_up': True, 'tenant_id': '40c040f0c3e74276bcab8dbc8e439de5', 'security_groups': ['1e4559a2-35a5-463e-b48e-0eca17a45591']}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:04:42.523611 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a964075e-79ad-42a8-8f0b-f522e285c402 req-07c835d6-de0d-47c5-a22a-11456dcc123c tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] Made reservation on behalf of 40c040f0c3e74276bcab8dbc8e439de5 for: {'port': 1} {{(pid=103319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:04:42.527014 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-a964075e-79ad-42a8-8f0b-f522e285c402 req-07c835d6-de0d-47c5-a22a-11456dcc123c tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883311'] for port (None), before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:04:42.571768 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-de9f043d-057c-4157-80b7-2839041de2a4 req-2102c85a-d581-4a75-9ea7-4d098e86996d tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] 10.222.0.67 "GET /v2.0/ports?device_id=68774bfd-baf3-4cab-8d21-d9397b9bb4e0 HTTP/1.1" status: 200 len: 210 time: 0.0352345 Apr 11 14:04:42.680206 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.db.db_base_plugin_common [req-a964075e-79ad-42a8-8f0b-f522e285c402 req-07c835d6-de0d-47c5-a22a-11456dcc123c tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] Allocated IP 172.20.0.5 (ad25a564-6f6a-4aa0-9d80-81636d1b0cca/88bd1feb-6086-4c30-90a4-375c4e01858c/57ad0c82-296e-406b-ada6-95602f83f661) {{(pid=103319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 14:04:42.823775 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-a964075e-79ad-42a8-8f0b-f522e285c402 req-07c835d6-de0d-47c5-a22a-11456dcc123c tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] Publish callbacks [] for port (57ad0c82-296e-406b-ada6-95602f83f661), precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:04:42.857347 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-a964075e-79ad-42a8-8f0b-f522e285c402 req-07c835d6-de0d-47c5-a22a-11456dcc123c tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750379164474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4648624'] for port (57ad0c82-296e-406b-ada6-95602f83f661), after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:04:42.901118 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a964075e-79ad-42a8-8f0b-f522e285c402 req-07c835d6-de0d-47c5-a22a-11456dcc123c tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] Network ad25a564-6f6a-4aa0-9d80-81636d1b0cca is already hosted by enough agents. {{(pid=103319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:04:42.904021 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [req-a964075e-79ad-42a8-8f0b-f522e285c402 req-07c835d6-de0d-47c5-a22a-11456dcc123c tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] Resources bound (agent type, host, resource id): {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:04:42.907493 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [req-a964075e-79ad-42a8-8f0b-f522e285c402 req-07c835d6-de0d-47c5-a22a-11456dcc123c tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] Received port after_create {{(pid=103319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 14:04:42.913690 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c835d6-de0d-47c5-a22a-11456dcc123c tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] Pushing event updated for resources: {'Port': ['ID=57ad0c82-296e-406b-ada6-95602f83f661,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:04:42.959042 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a964075e-79ad-42a8-8f0b-f522e285c402 req-07c835d6-de0d-47c5-a22a-11456dcc123c tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:04:42.959680 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-a964075e-79ad-42a8-8f0b-f522e285c402 req-07c835d6-de0d-47c5-a22a-11456dcc123c tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-507053'] for port (None), before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:04:42.975608 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-a964075e-79ad-42a8-8f0b-f522e285c402 req-07c835d6-de0d-47c5-a22a-11456dcc123c tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5599189 Apr 11 14:04:42.987812 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.v2.base [req-a964075e-79ad-42a8-8f0b-f522e285c402 req-3a00e738-5080-4972-935d-c821ebd33336 service neutron] Request body: {'port': {'device_id': '68774bfd-baf3-4cab-8d21-d9397b9bb4e0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83078'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:04:43.153825 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-1cb8545b-a9c7-4fd5-8e0c-aaa00134131e None None] Provisioning complete for port 57ad0c82-296e-406b-ada6-95602f83f661 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 14:04:43.154439 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-1cb8545b-a9c7-4fd5-8e0c-aaa00134131e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-663396'] for port (57ad0c82-296e-406b-ada6-95602f83f661), provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:04:43.190663 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-1cb8545b-a9c7-4fd5-8e0c-aaa00134131e None None] Port 57ad0c82-296e-406b-ada6-95602f83f661 cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 14:04:43.304107 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-a964075e-79ad-42a8-8f0b-f522e285c402 req-3a00e738-5080-4972-935d-c821ebd33336 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883311'] for port (57ad0c82-296e-406b-ada6-95602f83f661), before_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:04:43.557830 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.notifiers.nova [req-a964075e-79ad-42a8-8f0b-f522e285c402 req-3a00e738-5080-4972-935d-c821ebd33336 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 57ad0c82-296e-406b-ada6-95602f83f661 {{(pid=103319) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 14:04:43.565151 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-a964075e-79ad-42a8-8f0b-f522e285c402 req-3a00e738-5080-4972-935d-c821ebd33336 service neutron] Publish callbacks [] for port (57ad0c82-296e-406b-ada6-95602f83f661), precommit_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:04:43.577056 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.db.provisioning_blocks [req-a964075e-79ad-42a8-8f0b-f522e285c402 req-3a00e738-5080-4972-935d-c821ebd33336 service neutron] Transition to ACTIVE for port object 57ad0c82-296e-406b-ada6-95602f83f661 will not be triggered until provisioned by entity L2. {{(pid=103319) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 14:04:43.581111 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-a964075e-79ad-42a8-8f0b-f522e285c402 req-3a00e738-5080-4972-935d-c821ebd33336 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750379687711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750379164492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750379164510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4648635'] for port (57ad0c82-296e-406b-ada6-95602f83f661), after_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:04:43.636148 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a00e738-5080-4972-935d-c821ebd33336 service neutron] Pushing event updated for resources: {'Port': ['ID=57ad0c82-296e-406b-ada6-95602f83f661,revision_number=2']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:04:43.702789 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09f7f5e-22ec-4ef9-b861-aaabf7f9164d req-14113dcd-3446-4b12-b53a-f17e8168132b tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:04:43.705065 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-a09f7f5e-22ec-4ef9-b861-aaabf7f9164d req-14113dcd-3446-4b12-b53a-f17e8168132b tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] 10.222.0.67 "GET /v2.0/ports?device_id=68774bfd-baf3-4cab-8d21-d9397b9bb4e0 HTTP/1.1" status: 200 len: 943 time: 0.0648551 Apr 11 14:04:43.713761 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.managers [req-a964075e-79ad-42a8-8f0b-f522e285c402 req-3a00e738-5080-4972-935d-c821ebd33336 service neutron] Attempting to bind port 57ad0c82-296e-406b-ada6-95602f83f661 on host hv-cinder-83078 for vnic_type normal with profile {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 14:04:43.714114 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.managers [req-a964075e-79ad-42a8-8f0b-f522e285c402 req-3a00e738-5080-4972-935d-c821ebd33336 service neutron] Attempting to bind port 57ad0c82-296e-406b-ada6-95602f83f661 by drivers openvswitch,hyperv on host hv-cinder-83078 at level 0 using segments [{'id': 'dba15552-8c47-4ae1-bd01-539c1927d993', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': 'ad25a564-6f6a-4aa0-9d80-81636d1b0cca'}] {{(pid=103319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 14:04:43.714449 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a964075e-79ad-42a8-8f0b-f522e285c402 req-3a00e738-5080-4972-935d-c821ebd33336 service neutron] Attempting to bind port 57ad0c82-296e-406b-ada6-95602f83f661 on network ad25a564-6f6a-4aa0-9d80-81636d1b0cca {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 14:04:43.719299 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a964075e-79ad-42a8-8f0b-f522e285c402 req-3a00e738-5080-4972-935d-c821ebd33336 service neutron] Port 57ad0c82-296e-406b-ada6-95602f83f661 on network ad25a564-6f6a-4aa0-9d80-81636d1b0cca not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83078 {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 11 14:04:43.719648 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a964075e-79ad-42a8-8f0b-f522e285c402 req-3a00e738-5080-4972-935d-c821ebd33336 service neutron] Attempting to bind port 57ad0c82-296e-406b-ada6-95602f83f661 on network ad25a564-6f6a-4aa0-9d80-81636d1b0cca {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 14:04:43.725104 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a964075e-79ad-42a8-8f0b-f522e285c402 req-3a00e738-5080-4972-935d-c821ebd33336 service neutron] Checking agent: {'id': 'a433433c-9197-4b2b-8991-1d45f6bac940', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83078', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 13, 53, 31), 'started_at': datetime.datetime(2022, 4, 11, 13, 53, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 14, 4, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 14:04:43.725437 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a964075e-79ad-42a8-8f0b-f522e285c402 req-3a00e738-5080-4972-935d-c821ebd33336 service neutron] Checking segment: {'id': 'dba15552-8c47-4ae1-bd01-539c1927d993', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': 'ad25a564-6f6a-4aa0-9d80-81636d1b0cca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103319) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 14:04:43.725830 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a964075e-79ad-42a8-8f0b-f522e285c402 req-3a00e738-5080-4972-935d-c821ebd33336 service neutron] Bound using segment: {'id': 'dba15552-8c47-4ae1-bd01-539c1927d993', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': 'ad25a564-6f6a-4aa0-9d80-81636d1b0cca'} {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 14:04:43.726258 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.managers [req-a964075e-79ad-42a8-8f0b-f522e285c402 req-3a00e738-5080-4972-935d-c821ebd33336 service neutron] Bound port: 57ad0c82-296e-406b-ada6-95602f83f661, host: hv-cinder-83078, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dba15552-8c47-4ae1-bd01-539c1927d993', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': 'ad25a564-6f6a-4aa0-9d80-81636d1b0cca'}}] {{(pid=103319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 14:04:43.726616 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-a964075e-79ad-42a8-8f0b-f522e285c402 req-3a00e738-5080-4972-935d-c821ebd33336 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883311'] for port (57ad0c82-296e-406b-ada6-95602f83f661), before_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:04:43.758180 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-a09f7f5e-22ec-4ef9-b861-aaabf7f9164d req-85c9cdc1-9592-4512-91b0-7ad70b071d3e tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] 10.222.0.67 "GET /v2.0/security-groups?id=1e4559a2-35a5-463e-b48e-0eca17a45591&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472419 Apr 11 14:04:43.799938 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.db [req-a964075e-79ad-42a8-8f0b-f522e285c402 req-3a00e738-5080-4972-935d-c821ebd33336 service neutron] For port 57ad0c82-296e-406b-ada6-95602f83f661, host hv-cinder-83078, cleared binding levels {{(pid=103319) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 14:04:43.803106 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.db [req-a964075e-79ad-42a8-8f0b-f522e285c402 req-3a00e738-5080-4972-935d-c821ebd33336 service neutron] For port 57ad0c82-296e-406b-ada6-95602f83f661, host hv-cinder-83078, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83078',level=0,port_id=57ad0c82-296e-406b-ada6-95602f83f661,segment=NetworkSegment(dba15552-8c47-4ae1-bd01-539c1927d993),segment_id=dba15552-8c47-4ae1-bd01-539c1927d993)] {{(pid=103319) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 14:04:43.808906 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-a964075e-79ad-42a8-8f0b-f522e285c402 req-3a00e738-5080-4972-935d-c821ebd33336 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750379687711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750379164492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750379164510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4648635'] for port (57ad0c82-296e-406b-ada6-95602f83f661), after_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:04:43.850018 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a964075e-79ad-42a8-8f0b-f522e285c402 req-3a00e738-5080-4972-935d-c821ebd33336 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:04:43.850646 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-a964075e-79ad-42a8-8f0b-f522e285c402 req-3a00e738-5080-4972-935d-c821ebd33336 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-507053'] for port (None), before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:04:43.852050 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-a964075e-79ad-42a8-8f0b-f522e285c402 req-3a00e738-5080-4972-935d-c821ebd33336 service neutron] 10.222.0.75 "PUT /v2.0/ports/57ad0c82-296e-406b-ada6-95602f83f661 HTTP/1.1" status: 200 len: 1093 time: 0.8691075 Apr 11 14:04:43.852468 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68774bfd-baf3-4cab-8d21-d9397b9bb4e0', 'tag': '57ad0c82-296e-406b-ada6-95602f83f661'}] {{(pid=103319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 14:04:43.854701 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca54f3a3744013fac1d33973197c51c1d98542aecacec3b3a4d6ee5bc00756d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6656f48e-b1d2-45d3-9c06-81be78430c6e" -d '{"events": [{"name": "network-changed", "server_uuid": "68774bfd-baf3-4cab-8d21-d9397b9bb4e0", "tag": "57ad0c82-296e-406b-ada6-95602f83f661"}]}' {{(pid=103319) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 14:04:43.886574 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a00e738-5080-4972-935d-c821ebd33336 service neutron] Pushing event updated for resources: {'Port': ['ID=57ad0c82-296e-406b-ada6-95602f83f661,revision_number=3']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:04:43.896260 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 14:04:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea1dbf72-aaea-4356-a101-70da12a47086 x-openstack-request-id: req-ea1dbf72-aaea-4356-a101-70da12a47086 {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 14:04:43.896552 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68774bfd-baf3-4cab-8d21-d9397b9bb4e0", "tag": "57ad0c82-296e-406b-ada6-95602f83f661", "status": "completed", "code": 200}]} {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 14:04:43.897959 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-ea1dbf72-aaea-4356-a101-70da12a47086 {{(pid=103319) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 14:04:43.898380 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ea1dbf72-aaea-4356-a101-70da12a47086'] response: {'name': 'network-changed', 'server_uuid': '68774bfd-baf3-4cab-8d21-d9397b9bb4e0', 'tag': '57ad0c82-296e-406b-ada6-95602f83f661', 'status': 'completed', 'code': 200} Apr 11 14:04:43.945919 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a964075e-79ad-42a8-8f0b-f522e285c402 req-a533c81f-6ba0-461f-b9f4-ee5f57737bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:04:43.947412 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-a964075e-79ad-42a8-8f0b-f522e285c402 req-a533c81f-6ba0-461f-b9f4-ee5f57737bbe service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=40c040f0c3e74276bcab8dbc8e439de5&device_id=68774bfd-baf3-4cab-8d21-d9397b9bb4e0 HTTP/1.1" status: 200 len: 1127 time: 0.0417347 Apr 11 14:04:43.991832 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-a964075e-79ad-42a8-8f0b-f522e285c402 req-161394c4-1176-4a2f-9d8f-6b1e59863c78 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=57ad0c82-296e-406b-ada6-95602f83f661 HTTP/1.1" status: 200 len: 217 time: 0.0349805 Apr 11 14:04:44.045592 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a964075e-79ad-42a8-8f0b-f522e285c402 req-f1e5bdfc-44be-418f-86e1-d483505f52f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:04:44.047512 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-a964075e-79ad-42a8-8f0b-f522e285c402 req-f1e5bdfc-44be-418f-86e1-d483505f52f0 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=88bd1feb-6086-4c30-90a4-375c4e01858c HTTP/1.1" status: 200 len: 850 time: 0.0498118 Apr 11 14:04:44.091504 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a964075e-79ad-42a8-8f0b-f522e285c402 req-32522408-f345-430b-b5b3-d48aec8ab121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:04:44.092994 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-a964075e-79ad-42a8-8f0b-f522e285c402 req-32522408-f345-430b-b5b3-d48aec8ab121 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=ad25a564-6f6a-4aa0-9d80-81636d1b0cca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0382154 Apr 11 14:04:44.182735 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-a964075e-79ad-42a8-8f0b-f522e285c402 req-9703b7ea-8c9b-4ba8-ae03-58b55c9c8720 service neutron] 10.222.0.75 "GET /v2.0/networks/ad25a564-6f6a-4aa0-9d80-81636d1b0cca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812101 Apr 11 14:04:44.272769 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-a964075e-79ad-42a8-8f0b-f522e285c402 req-3aea30fa-43ba-4c84-9085-390290d77b5e service neutron] 10.222.0.75 "GET /v2.0/networks/ad25a564-6f6a-4aa0-9d80-81636d1b0cca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835958 Apr 11 14:04:44.522545 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6656f48e-b1d2-45d3-9c06-81be78430c6e req-015c7660-c6d1-41f4-88ab-e896fee14943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:04:44.524019 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-6656f48e-b1d2-45d3-9c06-81be78430c6e req-015c7660-c6d1-41f4-88ab-e896fee14943 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=40c040f0c3e74276bcab8dbc8e439de5&device_id=68774bfd-baf3-4cab-8d21-d9397b9bb4e0 HTTP/1.1" status: 200 len: 1127 time: 0.0400672 Apr 11 14:04:44.614949 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6656f48e-b1d2-45d3-9c06-81be78430c6e req-d996441b-31e2-49f1-a718-b67d9b150031 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:04:44.616510 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-6656f48e-b1d2-45d3-9c06-81be78430c6e req-d996441b-31e2-49f1-a718-b67d9b150031 service neutron] 10.222.0.75 "GET /v2.0/networks?id=ad25a564-6f6a-4aa0-9d80-81636d1b0cca HTTP/1.1" status: 200 len: 912 time: 0.0869677 Apr 11 14:04:44.658381 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-6656f48e-b1d2-45d3-9c06-81be78430c6e req-ba385337-6d5f-4a60-9716-55325dc2012f service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=57ad0c82-296e-406b-ada6-95602f83f661 HTTP/1.1" status: 200 len: 217 time: 0.0354481 Apr 11 14:04:44.708585 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6656f48e-b1d2-45d3-9c06-81be78430c6e req-a36021aa-0826-4c68-81b3-d3fd1cb77867 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:04:44.709997 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-6656f48e-b1d2-45d3-9c06-81be78430c6e req-a36021aa-0826-4c68-81b3-d3fd1cb77867 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=88bd1feb-6086-4c30-90a4-375c4e01858c HTTP/1.1" status: 200 len: 850 time: 0.0458703 Apr 11 14:04:44.758885 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6656f48e-b1d2-45d3-9c06-81be78430c6e req-acebfb6b-bce8-4cc0-b869-cab82f9d0e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:04:44.760347 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-6656f48e-b1d2-45d3-9c06-81be78430c6e req-acebfb6b-bce8-4cc0-b869-cab82f9d0e4c service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=ad25a564-6f6a-4aa0-9d80-81636d1b0cca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0395548 Apr 11 14:04:44.849804 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-6656f48e-b1d2-45d3-9c06-81be78430c6e req-8ade7c47-bac4-4796-8d7f-e9a295ac0732 service neutron] 10.222.0.75 "GET /v2.0/networks/ad25a564-6f6a-4aa0-9d80-81636d1b0cca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819340 Apr 11 14:04:44.873172 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e80a81-536e-4d4b-ae48-341f1038182b req-d816645c-c23e-400f-9f84-ffae5e8fdf13 tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:04:44.874638 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-a7e80a81-536e-4d4b-ae48-341f1038182b req-d816645c-c23e-400f-9f84-ffae5e8fdf13 tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] 10.222.0.67 "GET /v2.0/ports?device_id=68774bfd-baf3-4cab-8d21-d9397b9bb4e0 HTTP/1.1" status: 200 len: 943 time: 0.0501215 Apr 11 14:04:44.922926 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-a7e80a81-536e-4d4b-ae48-341f1038182b req-3156c26f-a9dd-4e0a-ba6a-580372007a25 tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] 10.222.0.67 "GET /v2.0/security-groups?id=1e4559a2-35a5-463e-b48e-0eca17a45591&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420196 Apr 11 14:04:44.943694 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-6656f48e-b1d2-45d3-9c06-81be78430c6e req-4352b3d1-a084-41b8-bc31-799c5c6ac0f4 service neutron] 10.222.0.75 "GET /v2.0/networks/ad25a564-6f6a-4aa0-9d80-81636d1b0cca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873454 Apr 11 14:04:46.036162 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763cc952-5499-43a4-8199-f081f2fd37ee req-1dd807f7-a08a-4ed9-a00c-034db0bf0d9c tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:04:46.037641 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-763cc952-5499-43a4-8199-f081f2fd37ee req-1dd807f7-a08a-4ed9-a00c-034db0bf0d9c tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] 10.222.0.67 "GET /v2.0/ports?device_id=68774bfd-baf3-4cab-8d21-d9397b9bb4e0 HTTP/1.1" status: 200 len: 943 time: 0.0480323 Apr 11 14:04:46.085042 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-763cc952-5499-43a4-8199-f081f2fd37ee req-25977a84-096a-4ea2-a75d-fd7a01520b6b tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] 10.222.0.67 "GET /v2.0/security-groups?id=1e4559a2-35a5-463e-b48e-0eca17a45591&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418699 Apr 11 14:04:47.193903 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fa9cdb-08c7-4af9-b367-7be1fe1e4f81 req-7f0ffc8b-9ce7-4eba-9adb-800b7c59ce84 tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:04:47.195363 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-71fa9cdb-08c7-4af9-b367-7be1fe1e4f81 req-7f0ffc8b-9ce7-4eba-9adb-800b7c59ce84 tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] 10.222.0.67 "GET /v2.0/ports?device_id=68774bfd-baf3-4cab-8d21-d9397b9bb4e0 HTTP/1.1" status: 200 len: 943 time: 0.0472991 Apr 11 14:04:47.243784 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-71fa9cdb-08c7-4af9-b367-7be1fe1e4f81 req-28bc4f2a-52ea-47aa-8a08-fda9ef3b3dc2 tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] 10.222.0.67 "GET /v2.0/security-groups?id=1e4559a2-35a5-463e-b48e-0eca17a45591&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427523 Apr 11 14:04:48.359069 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a87dc9-64a7-45a6-a079-6399864ce215 req-cdb65b46-030d-4b63-8c49-9a7291b49b6e tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:04:48.360554 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-11a87dc9-64a7-45a6-a079-6399864ce215 req-cdb65b46-030d-4b63-8c49-9a7291b49b6e tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] 10.222.0.67 "GET /v2.0/ports?device_id=68774bfd-baf3-4cab-8d21-d9397b9bb4e0 HTTP/1.1" status: 200 len: 943 time: 0.0503559 Apr 11 14:04:48.410949 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-11a87dc9-64a7-45a6-a079-6399864ce215 req-30528def-d2e7-4b3c-a3a8-6e78f4ce6c83 tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] 10.222.0.67 "GET /v2.0/security-groups?id=1e4559a2-35a5-463e-b48e-0eca17a45591&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442724 Apr 11 14:04:49.518942 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e34337-734f-4a6a-90d8-9aae904bc193 req-c80136ce-4183-441a-9022-c0cc7d53675d tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:04:49.520414 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-a8e34337-734f-4a6a-90d8-9aae904bc193 req-c80136ce-4183-441a-9022-c0cc7d53675d tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] 10.222.0.67 "GET /v2.0/ports?device_id=68774bfd-baf3-4cab-8d21-d9397b9bb4e0 HTTP/1.1" status: 200 len: 943 time: 0.0457575 Apr 11 14:04:49.572043 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-a8e34337-734f-4a6a-90d8-9aae904bc193 req-5acb418d-c798-4df6-acfc-6aa4771ffaa6 tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] 10.222.0.67 "GET /v2.0/security-groups?id=1e4559a2-35a5-463e-b48e-0eca17a45591&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459075 Apr 11 14:04:50.682035 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e10aa41-8a3c-40d5-96f3-347fc5bf22be req-747998a7-f928-4ad4-a6e5-fc3fd6ea08f5 tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:04:50.683389 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-6e10aa41-8a3c-40d5-96f3-347fc5bf22be req-747998a7-f928-4ad4-a6e5-fc3fd6ea08f5 tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] 10.222.0.67 "GET /v2.0/ports?device_id=68774bfd-baf3-4cab-8d21-d9397b9bb4e0 HTTP/1.1" status: 200 len: 943 time: 0.0462801 Apr 11 14:04:50.730911 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-6e10aa41-8a3c-40d5-96f3-347fc5bf22be req-aa9ef23b-7848-49de-b298-88be519609b8 tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] 10.222.0.67 "GET /v2.0/security-groups?id=1e4559a2-35a5-463e-b48e-0eca17a45591&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419405 Apr 11 14:04:50.915307 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Device 57ad0c82-296e-406b-ada6-95602f83f661 details requested by agent hyperv_hv-cinder-83078 with host hv-cinder-83078 {{(pid=103320) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 14:04:51.018519 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] For port 57ad0c82-296e-406b-ada6-95602f83f661, host hv-cinder-83078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83078',level=0,port_id=57ad0c82-296e-406b-ada6-95602f83f661,segment=NetworkSegment(dba15552-8c47-4ae1-bd01-539c1927d993),segment_id=dba15552-8c47-4ae1-bd01-539c1927d993)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 14:04:51.157564 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Returning: {'device': '57ad0c82-296e-406b-ada6-95602f83f661', 'network_id': 'ad25a564-6f6a-4aa0-9d80-81636d1b0cca', 'port_id': '57ad0c82-296e-406b-ada6-95602f83f661', 'mac_address': 'fa:16:3e:33:f0:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 935, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88bd1feb-6086-4c30-90a4-375c4e01858c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103320) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 14:04:51.196940 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Current status of the port 57ad0c82-296e-406b-ada6-95602f83f661 is: DOWN; New status is: BUILD {{(pid=103320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 14:04:51.197327 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883311'] for port (57ad0c82-296e-406b-ada6-95602f83f661), before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:04:51.210403 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.notifiers.nova [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57ad0c82-296e-406b-ada6-95602f83f661 {{(pid=103320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 14:04:51.229456 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] For port 57ad0c82-296e-406b-ada6-95602f83f661, host hv-cinder-83078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83078',level=0,port_id=57ad0c82-296e-406b-ada6-95602f83f661,segment=NetworkSegment(dba15552-8c47-4ae1-bd01-539c1927d993),segment_id=dba15552-8c47-4ae1-bd01-539c1927d993)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 14:04:51.233407 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750379687711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750379164492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750379164510'] for port (57ad0c82-296e-406b-ada6-95602f83f661), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:04:51.282297 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Pushing event updated for resources: {'Port': ['ID=57ad0c82-296e-406b-ada6-95602f83f661,revision_number=4']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:04:51.443189 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] get_ports_and_sgs() called for port_ids ['57ad0c82-296e-406b-ada6-95602f83f661'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 14:04:51.842859 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6ee75f-8085-42c4-999d-883324aab802 req-47fcb12b-6ad5-4eec-bb9c-9d4131075a21 tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:04:51.844394 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-fc6ee75f-8085-42c4-999d-883324aab802 req-47fcb12b-6ad5-4eec-bb9c-9d4131075a21 tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] 10.222.0.67 "GET /v2.0/ports?device_id=68774bfd-baf3-4cab-8d21-d9397b9bb4e0 HTTP/1.1" status: 200 len: 944 time: 0.0472243 Apr 11 14:04:51.894256 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-fc6ee75f-8085-42c4-999d-883324aab802 req-3bf185b6-79e1-4196-a714-cc5c3d5cf617 tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] 10.222.0.67 "GET /v2.0/security-groups?id=1e4559a2-35a5-463e-b48e-0eca17a45591&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432115 Apr 11 14:04:52.921887 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Device 57ad0c82-296e-406b-ada6-95602f83f661 up at agent hyperv_hv-cinder-83078 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 14:04:52.969390 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Provisioning for port 57ad0c82-296e-406b-ada6-95602f83f661 completed by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 11 14:04:52.975821 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Provisioning complete for port 57ad0c82-296e-406b-ada6-95602f83f661 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 14:04:52.976276 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-663396'] for port (57ad0c82-296e-406b-ada6-95602f83f661), provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:04:53.010366 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488259a5-da23-4eab-993c-bb763231a299 req-874a12e7-0969-465d-a0ed-40da9ecae29e tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:04:53.012579 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-488259a5-da23-4eab-993c-bb763231a299 req-874a12e7-0969-465d-a0ed-40da9ecae29e tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] 10.222.0.67 "GET /v2.0/ports?device_id=68774bfd-baf3-4cab-8d21-d9397b9bb4e0 HTTP/1.1" status: 200 len: 944 time: 0.0482416 Apr 11 14:04:53.056496 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Current status of the port 57ad0c82-296e-406b-ada6-95602f83f661 is: BUILD; New status is: ACTIVE {{(pid=103320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 14:04:53.056885 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883311'] for port (57ad0c82-296e-406b-ada6-95602f83f661), before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:04:53.066052 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-488259a5-da23-4eab-993c-bb763231a299 req-f117f9e4-f813-4ea7-baac-301527c46ea9 tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] 10.222.0.67 "GET /v2.0/security-groups?id=1e4559a2-35a5-463e-b48e-0eca17a45591&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478532 Apr 11 14:04:53.079069 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68774bfd-baf3-4cab-8d21-d9397b9bb4e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57ad0c82-296e-406b-ada6-95602f83f661'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 14:04:53.081838 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e17e7c2a2a067a9a9572b19104dd8b83720c41d762fa1dc6a6c9d001f6760b0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af5af509-06b2-411d-ba48-b5a56b55df44" -d '{"events": [{"server_uuid": "68774bfd-baf3-4cab-8d21-d9397b9bb4e0", "name": "network-vif-plugged", "status": "completed", "tag": "57ad0c82-296e-406b-ada6-95602f83f661"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 14:04:53.094634 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] For port 57ad0c82-296e-406b-ada6-95602f83f661, host hv-cinder-83078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83078',level=0,port_id=57ad0c82-296e-406b-ada6-95602f83f661,segment=NetworkSegment(dba15552-8c47-4ae1-bd01-539c1927d993),segment_id=dba15552-8c47-4ae1-bd01-539c1927d993)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 14:04:53.099377 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750379687711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750379164492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750379164510'] for port (57ad0c82-296e-406b-ada6-95602f83f661), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:04:53.125382 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 14:04:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae90cea9-6bcc-46bd-847f-39a39ae47be0 x-openstack-request-id: req-ae90cea9-6bcc-46bd-847f-39a39ae47be0 {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 14:04:53.125676 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68774bfd-baf3-4cab-8d21-d9397b9bb4e0", "name": "network-vif-plugged", "status": "completed", "tag": "57ad0c82-296e-406b-ada6-95602f83f661", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 14:04:53.125930 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-ae90cea9-6bcc-46bd-847f-39a39ae47be0 {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 14:04:53.126321 dv-cinder-830787-2-iscsi neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ae90cea9-6bcc-46bd-847f-39a39ae47be0'] response: {'server_uuid': '68774bfd-baf3-4cab-8d21-d9397b9bb4e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57ad0c82-296e-406b-ada6-95602f83f661', 'code': 200} Apr 11 14:04:53.153204 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Pushing event updated for resources: {'Port': ['ID=57ad0c82-296e-406b-ada6-95602f83f661,revision_number=5']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:04:53.332487 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f559e11b-84d5-4059-ac01-e3494eac1fe3 req-443d3e89-7769-40fe-837e-878ea91740b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:04:53.333799 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-f559e11b-84d5-4059-ac01-e3494eac1fe3 req-443d3e89-7769-40fe-837e-878ea91740b7 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=68774bfd-baf3-4cab-8d21-d9397b9bb4e0 HTTP/1.1" status: 200 len: 1129 time: 0.0392425 Apr 11 14:04:53.380544 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-f559e11b-84d5-4059-ac01-e3494eac1fe3 req-1543b1e9-b2b4-44c8-9f28-b2579750ea29 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=1e4559a2-35a5-463e-b48e-0eca17a45591&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400054 Apr 11 14:04:54.177972 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b9c75f-28a1-4dab-ab59-b72bca1673f3 req-b92e982e-ce5f-4a6b-8a79-14816e82cc68 tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:04:54.179867 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-61b9c75f-28a1-4dab-ab59-b72bca1673f3 req-b92e982e-ce5f-4a6b-8a79-14816e82cc68 tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] 10.222.0.67 "GET /v2.0/ports?device_id=68774bfd-baf3-4cab-8d21-d9397b9bb4e0 HTTP/1.1" status: 200 len: 945 time: 0.0485353 Apr 11 14:04:54.228846 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-61b9c75f-28a1-4dab-ab59-b72bca1673f3 req-322b9240-905a-47a2-a1c4-5bfa97b1662b tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] 10.222.0.67 "GET /v2.0/security-groups?id=1e4559a2-35a5-463e-b48e-0eca17a45591&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434711 Apr 11 14:04:55.342092 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a69ec2-c341-49f2-afc8-2f7b0d112b08 req-a3a5aaa6-d908-4515-83f3-375559ee0021 tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:04:55.343540 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-54a69ec2-c341-49f2-afc8-2f7b0d112b08 req-a3a5aaa6-d908-4515-83f3-375559ee0021 tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] 10.222.0.67 "GET /v2.0/ports?device_id=68774bfd-baf3-4cab-8d21-d9397b9bb4e0 HTTP/1.1" status: 200 len: 945 time: 0.0458424 Apr 11 14:04:55.391983 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-54a69ec2-c341-49f2-afc8-2f7b0d112b08 req-57ab0a62-a7a6-479a-a9a1-4085dfab2a8b tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] 10.222.0.67 "GET /v2.0/security-groups?id=1e4559a2-35a5-463e-b48e-0eca17a45591&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420146 Apr 11 14:04:55.506838 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8539576e-4d0b-4b66-8efc-348b8e05de1b req-46468bca-a7b9-46f4-87a2-d62c388f1be8 tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:04:55.508215 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-8539576e-4d0b-4b66-8efc-348b8e05de1b req-46468bca-a7b9-46f4-87a2-d62c388f1be8 tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] 10.222.0.67 "GET /v2.0/ports?device_id=68774bfd-baf3-4cab-8d21-d9397b9bb4e0 HTTP/1.1" status: 200 len: 945 time: 0.0514088 Apr 11 14:04:55.555118 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-8539576e-4d0b-4b66-8efc-348b8e05de1b req-f6d911a2-0961-4b93-b740-9fd763d24537 tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] 10.222.0.67 "GET /v2.0/security-groups?id=1e4559a2-35a5-463e-b48e-0eca17a45591&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414574 Apr 11 14:04:55.577319 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.67', 36246) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 14:04:55.614742 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d02b655-47a4-4329-a58b-c2dcc556e620 tempest-TestVolumeBootPattern-1963032655 tempest-TestVolumeBootPattern-1963032655-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:04:55.616244 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-4d02b655-47a4-4329-a58b-c2dcc556e620 tempest-TestVolumeBootPattern-1963032655 tempest-TestVolumeBootPattern-1963032655-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=68774bfd-baf3-4cab-8d21-d9397b9bb4e0 HTTP/1.1" status: 200 len: 1124 time: 0.0379808 Apr 11 14:04:55.619003 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.67', 36248) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 14:04:55.623473 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.v2.base [None req-6d8ec664-f7c1-459c-8329-f9962e5f98d6 tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] Request body: {'floatingip': {'floating_network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886', 'port_id': '57ad0c82-296e-406b-ada6-95602f83f661', 'tenant_id': '40c040f0c3e74276bcab8dbc8e439de5', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:04:55.644325 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-6d8ec664-f7c1-459c-8329-f9962e5f98d6 tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:04:55.724977 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-6d8ec664-f7c1-459c-8329-f9962e5f98d6 tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883311'] for port (None), before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:04:55.827181 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.db.db_base_plugin_common [None req-6d8ec664-f7c1-459c-8329-f9962e5f98d6 tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] Allocated IP 172.27.1.242 (18ff371c-a6b9-4e7a-9b54-bf9ba2e00886/b63ed172-4352-4f2b-94f9-a4e97d1b6a55/9408be66-ad44-4b53-9890-77a14ea2a4cc) {{(pid=103319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 14:04:55.930247 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-6d8ec664-f7c1-459c-8329-f9962e5f98d6 tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] Publish callbacks [] for port (9408be66-ad44-4b53-9890-77a14ea2a4cc), precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:04:55.962970 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-6d8ec664-f7c1-459c-8329-f9962e5f98d6 tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750379164474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4648624'] for port (9408be66-ad44-4b53-9890-77a14ea2a4cc), after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:04:56.000785 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d8ec664-f7c1-459c-8329-f9962e5f98d6 tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] Network 18ff371c-a6b9-4e7a-9b54-bf9ba2e00886 is already hosted by enough agents. {{(pid=103319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:04:56.005834 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [None req-6d8ec664-f7c1-459c-8329-f9962e5f98d6 tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] Resources bound (agent type, host, resource id): {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:04:56.009289 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d8ec664-f7c1-459c-8329-f9962e5f98d6 tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] Received port after_create {{(pid=103319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 14:04:56.032608 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8ec664-f7c1-459c-8329-f9962e5f98d6 tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] Pushing event updated for resources: {'Port': ['ID=9408be66-ad44-4b53-9890-77a14ea2a4cc,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:04:56.371509 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-6d8ec664-f7c1-459c-8329-f9962e5f98d6 tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] Publish callbacks [] for floatingip (76f5d675-4dcc-4504-b6f8-bff054f8273b), precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:04:56.440095 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-6d8ec664-f7c1-459c-8329-f9962e5f98d6 tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883311'] for port (9408be66-ad44-4b53-9890-77a14ea2a4cc), before_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:04:56.475446 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-79c1acd0-da98-46d2-b7dd-c9b28fa07fe8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750379576733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663498'] for agent (d5a8b9a1-2e9e-46b5-8163-20b7d509fa4e), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:04:56.593766 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-6d8ec664-f7c1-459c-8329-f9962e5f98d6 tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] Publish callbacks [] for port (9408be66-ad44-4b53-9890-77a14ea2a4cc), precommit_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:04:56.598214 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-6d8ec664-f7c1-459c-8329-f9962e5f98d6 tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750379687711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750379164492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750379164510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4648635'] for port (9408be66-ad44-4b53-9890-77a14ea2a4cc), after_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:04:56.666533 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8ec664-f7c1-459c-8329-f9962e5f98d6 tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] Pushing event updated for resources: {'Port': ['ID=9408be66-ad44-4b53-9890-77a14ea2a4cc,revision_number=2']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:04:56.678886 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-6d8ec664-f7c1-459c-8329-f9962e5f98d6 tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8126411'] for floatingip (76f5d675-4dcc-4504-b6f8-bff054f8273b), after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:04:56.777956 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.db.l3_db [None req-6d8ec664-f7c1-459c-8329-f9962e5f98d6 tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] Floating IP 76f5d675-4dcc-4504-b6f8-bff054f8273b associated. External IP: 172.27.1.242, port: 57ad0c82-296e-406b-ada6-95602f83f661. Apr 11 14:04:56.991043 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d8ec664-f7c1-459c-8329-f9962e5f98d6 tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] Router 7bbceccd-d824-4c54-85cc-c85007236e27 has already been hosted by L3 agent e731c656-576f-4174-9da3-af64518920bc {{(pid=103319) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 14:04:57.069621 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.db.agents_db [None req-69d3ff0a-913c-429f-8002-6cfbd72f8f27 None None] Agent healthcheck: found 6 active agents {{(pid=103321) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 14:04:57.102342 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d8ec664-f7c1-459c-8329-f9962e5f98d6 tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] Notify agent at l3_agent.dv-cinder-830787-2-iscsi the message routers_updated {{(pid=103319) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 14:04:57.111905 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ab6cd62-9b1f-4ec9-93dd-82d648caffc9 None None] Sync routers for ids ['7bbceccd-d824-4c54-85cc-c85007236e27'] in dv-cinder-830787-2-iscsi {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 14:04:57.120349 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-6d8ec664-f7c1-459c-8329-f9962e5f98d6 tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-507053'] for floatingip (None), before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:04:57.122252 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ab6cd62-9b1f-4ec9-93dd-82d648caffc9 None None] Routers {'7bbceccd-d824-4c54-85cc-c85007236e27'} bound to L3 agent in host dv-cinder-830787-2-iscsi {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 14:04:57.122862 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-0ab6cd62-9b1f-4ec9-93dd-82d648caffc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830787-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T13:46:59Z,description=,heartbeat_timestamp=2022-04-11T14:04:29Z,host='dv-cinder-830787-2-iscsi',id=e731c656-576f-4174-9da3-af64518920bc,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T13:46:59Z,topic='l3_agent')) {'router_ids': ['7bbceccd-d824-4c54-85cc-c85007236e27'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:04:57.151865 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-6d8ec664-f7c1-459c-8329-f9962e5f98d6 tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5317619 Apr 11 14:04:57.152458 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68774bfd-baf3-4cab-8d21-d9397b9bb4e0', 'tag': '57ad0c82-296e-406b-ada6-95602f83f661'}] {{(pid=103319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 14:04:57.154752 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca54f3a3744013fac1d33973197c51c1d98542aecacec3b3a4d6ee5bc00756d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dcabb58-113a-4934-8209-a20e45e49250" -d '{"events": [{"name": "network-changed", "server_uuid": "68774bfd-baf3-4cab-8d21-d9397b9bb4e0", "tag": "57ad0c82-296e-406b-ada6-95602f83f661"}]}' {{(pid=103319) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 14:04:57.190723 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 14:04:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f585c64-a8fb-4aa4-a291-e720ad3798a4 x-openstack-request-id: req-6f585c64-a8fb-4aa4-a291-e720ad3798a4 {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 14:04:57.191017 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68774bfd-baf3-4cab-8d21-d9397b9bb4e0", "tag": "57ad0c82-296e-406b-ada6-95602f83f661", "status": "completed", "code": 200}]} {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 14:04:57.191271 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-6f585c64-a8fb-4aa4-a291-e720ad3798a4 {{(pid=103319) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 14:04:57.191705 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6f585c64-a8fb-4aa4-a291-e720ad3798a4'] response: {'name': 'network-changed', 'server_uuid': '68774bfd-baf3-4cab-8d21-d9397b9bb4e0', 'tag': '57ad0c82-296e-406b-ada6-95602f83f661', 'status': 'completed', 'code': 200} Apr 11 14:04:57.256080 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcabb58-113a-4934-8209-a20e45e49250 req-257f9c76-e3e9-484e-99c2-c785952b8732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:04:57.257599 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-4dcabb58-113a-4934-8209-a20e45e49250 req-257f9c76-e3e9-484e-99c2-c785952b8732 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=40c040f0c3e74276bcab8dbc8e439de5&device_id=68774bfd-baf3-4cab-8d21-d9397b9bb4e0 HTTP/1.1" status: 200 len: 1129 time: 0.0451734 Apr 11 14:04:57.325736 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-0ab6cd62-9b1f-4ec9-93dd-82d648caffc9 None None] Set router 7bbceccd-d824-4c54-85cc-c85007236e27 gateway port host: dv-cinder-830787-2-iscsi {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 14:04:57.350033 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcabb58-113a-4934-8209-a20e45e49250 req-7760af37-4fe8-4773-aea1-234b7ac80a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:04:57.351525 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-4dcabb58-113a-4934-8209-a20e45e49250 req-7760af37-4fe8-4773-aea1-234b7ac80a0d service neutron] 10.222.0.75 "GET /v2.0/networks?id=ad25a564-6f6a-4aa0-9d80-81636d1b0cca HTTP/1.1" status: 200 len: 912 time: 0.0872555 Apr 11 14:04:57.420716 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-4dcabb58-113a-4934-8209-a20e45e49250 req-7415cf85-e24e-4466-a052-f0de5f7fd786 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=57ad0c82-296e-406b-ada6-95602f83f661 HTTP/1.1" status: 200 len: 999 time: 0.0630462 Apr 11 14:04:57.469964 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcabb58-113a-4934-8209-a20e45e49250 req-9a357613-6741-4aa7-884a-d2f3c1a12557 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:04:57.471663 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-4dcabb58-113a-4934-8209-a20e45e49250 req-9a357613-6741-4aa7-884a-d2f3c1a12557 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=88bd1feb-6086-4c30-90a4-375c4e01858c HTTP/1.1" status: 200 len: 850 time: 0.0446591 Apr 11 14:04:57.514809 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcabb58-113a-4934-8209-a20e45e49250 req-39651c04-c1f0-407b-82fb-9c35f0a49c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:04:57.516251 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-4dcabb58-113a-4934-8209-a20e45e49250 req-39651c04-c1f0-407b-82fb-9c35f0a49c1d service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=ad25a564-6f6a-4aa0-9d80-81636d1b0cca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0385654 Apr 11 14:04:57.538106 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-0ab6cd62-9b1f-4ec9-93dd-82d648caffc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bbceccd-d824-4c54-85cc-c85007236e27', 'name': 'tempest-TestVolumeBootPattern-335379817-router', 'tenant_id': '40c040f0c3e74276bcab8dbc8e439de5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886', 'external_fixed_ips': [{'subnet_id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'ip_address': '172.27.1.77'}], 'enable_snat': True}, 'gw_port_id': 'b7d503ea-cb6f-4cff-a756-13f167aec9a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:01:20Z', 'updated_at': '2022-04-11T14:01:23Z', 'revision_number': 4, 'project_id': '40c040f0c3e74276bcab8dbc8e439de5', 'gw_port': {'id': 'b7d503ea-cb6f-4cff-a756-13f167aec9a2', 'name': '', 'network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:f5:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bbceccd-d824-4c54-85cc-c85007236e27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'ip_address': '172.27.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:01:20Z', 'updated_at': '2022-04-11T14:01:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830787-2-iscsi', '_floatingips': [{'id': '76f5d675-4dcc-4504-b6f8-bff054f8273b', 'tenant_id': '40c040f0c3e74276bcab8dbc8e439de5', 'floating_ip_address': '172.27.1.242', 'floating_network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886', 'router_id': '7bbceccd-d824-4c54-85cc-c85007236e27', 'port_id': '57ad0c82-296e-406b-ada6-95602f83f661', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad25a564-6f6a-4aa0-9d80-81636d1b0cca', 'mac_address': 'fa:16:3e:33:f0:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68774bfd-baf3-4cab-8d21-d9397b9bb4e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T14:04:56Z', 'updated_at': '2022-04-11T14:04:56Z', 'revision_number': 0, 'project_id': '40c040f0c3e74276bcab8dbc8e439de5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02dde892-708e-4325-953a-a2c3d17af417', 'name': '', 'network_id': 'ad25a564-6f6a-4aa0-9d80-81636d1b0cca', 'tenant_id': '40c040f0c3e74276bcab8dbc8e439de5', 'mac_address': 'fa:16:3e:4a:20:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bbceccd-d824-4c54-85cc-c85007236e27', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '88bd1feb-6086-4c30-90a4-375c4e01858c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:01:22Z', 'updated_at': '2022-04-11T14:01:28Z', 'revision_number': 5, 'project_id': '40c040f0c3e74276bcab8dbc8e439de5', 'subnets': [{'id': '88bd1feb-6086-4c30-90a4-375c4e01858c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830787-2-iscsi', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:04:57.567702 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ab6cd62-9b1f-4ec9-93dd-82d648caffc9 None None] Checking router: 7bbceccd-d824-4c54-85cc-c85007236e27 for host: dv-cinder-830787-2-iscsi {{(pid=103321) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 14:04:57.576601 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ab6cd62-9b1f-4ec9-93dd-82d648caffc9 None None] Routers {'7bbceccd-d824-4c54-85cc-c85007236e27'} bound to L3 agent in host dv-cinder-830787-2-iscsi {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 14:04:57.577192 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-0ab6cd62-9b1f-4ec9-93dd-82d648caffc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830787-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T13:46:59Z,description=,heartbeat_timestamp=2022-04-11T14:04:29Z,host='dv-cinder-830787-2-iscsi',id=e731c656-576f-4174-9da3-af64518920bc,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T13:46:59Z,topic='l3_agent')) {'router_ids': ['7bbceccd-d824-4c54-85cc-c85007236e27'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:04:57.611450 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-4dcabb58-113a-4934-8209-a20e45e49250 req-ae7a10d5-a5ad-464b-b7fc-88464b5f116c service neutron] 10.222.0.75 "GET /v2.0/networks/ad25a564-6f6a-4aa0-9d80-81636d1b0cca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871742 Apr 11 14:04:57.685369 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-0ab6cd62-9b1f-4ec9-93dd-82d648caffc9 None None] Set router 7bbceccd-d824-4c54-85cc-c85007236e27 gateway port host: dv-cinder-830787-2-iscsi {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 14:04:57.699227 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-4dcabb58-113a-4934-8209-a20e45e49250 req-99d0c793-2f4a-430d-93cd-c29c4820e580 service neutron] 10.222.0.75 "GET /v2.0/networks/ad25a564-6f6a-4aa0-9d80-81636d1b0cca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821102 Apr 11 14:04:57.897210 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-0ab6cd62-9b1f-4ec9-93dd-82d648caffc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bbceccd-d824-4c54-85cc-c85007236e27', 'name': 'tempest-TestVolumeBootPattern-335379817-router', 'tenant_id': '40c040f0c3e74276bcab8dbc8e439de5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886', 'external_fixed_ips': [{'subnet_id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'ip_address': '172.27.1.77'}], 'enable_snat': True}, 'gw_port_id': 'b7d503ea-cb6f-4cff-a756-13f167aec9a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:01:20Z', 'updated_at': '2022-04-11T14:01:23Z', 'revision_number': 4, 'project_id': '40c040f0c3e74276bcab8dbc8e439de5', 'gw_port': {'id': 'b7d503ea-cb6f-4cff-a756-13f167aec9a2', 'name': '', 'network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:f5:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bbceccd-d824-4c54-85cc-c85007236e27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'ip_address': '172.27.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:01:20Z', 'updated_at': '2022-04-11T14:01:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830787-2-iscsi', '_floatingips': [{'id': '76f5d675-4dcc-4504-b6f8-bff054f8273b', 'tenant_id': '40c040f0c3e74276bcab8dbc8e439de5', 'floating_ip_address': '172.27.1.242', 'floating_network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886', 'router_id': '7bbceccd-d824-4c54-85cc-c85007236e27', 'port_id': '57ad0c82-296e-406b-ada6-95602f83f661', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad25a564-6f6a-4aa0-9d80-81636d1b0cca', 'mac_address': 'fa:16:3e:33:f0:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68774bfd-baf3-4cab-8d21-d9397b9bb4e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T14:04:56Z', 'updated_at': '2022-04-11T14:04:56Z', 'revision_number': 0, 'project_id': '40c040f0c3e74276bcab8dbc8e439de5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02dde892-708e-4325-953a-a2c3d17af417', 'name': '', 'network_id': 'ad25a564-6f6a-4aa0-9d80-81636d1b0cca', 'tenant_id': '40c040f0c3e74276bcab8dbc8e439de5', 'mac_address': 'fa:16:3e:4a:20:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bbceccd-d824-4c54-85cc-c85007236e27', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '88bd1feb-6086-4c30-90a4-375c4e01858c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:01:22Z', 'updated_at': '2022-04-11T14:01:28Z', 'revision_number': 5, 'project_id': '40c040f0c3e74276bcab8dbc8e439de5', 'subnets': [{'id': '88bd1feb-6086-4c30-90a4-375c4e01858c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830787-2-iscsi', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:04:57.927962 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ab6cd62-9b1f-4ec9-93dd-82d648caffc9 None None] The sync data for ids ['7bbceccd-d824-4c54-85cc-c85007236e27'] in dv-cinder-830787-2-iscsi is: [{'id': '7bbceccd-d824-4c54-85cc-c85007236e27', 'name': 'tempest-TestVolumeBootPattern-335379817-router', 'tenant_id': '40c040f0c3e74276bcab8dbc8e439de5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886', 'external_fixed_ips': [{'subnet_id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'ip_address': '172.27.1.77'}], 'enable_snat': True}, 'gw_port_id': 'b7d503ea-cb6f-4cff-a756-13f167aec9a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:01:20Z', 'updated_at': '2022-04-11T14:01:23Z', 'revision_number': 4, 'project_id': '40c040f0c3e74276bcab8dbc8e439de5', 'gw_port': {'id': 'b7d503ea-cb6f-4cff-a756-13f167aec9a2', 'name': '', 'network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:f5:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bbceccd-d824-4c54-85cc-c85007236e27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'ip_address': '172.27.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:01:20Z', 'updated_at': '2022-04-11T14:01:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830787-2-iscsi', '_floatingips': [{'id': '76f5d675-4dcc-4504-b6f8-bff054f8273b', 'tenant_id': '40c040f0c3e74276bcab8dbc8e439de5', 'floating_ip_address': '172.27.1.242', 'floating_network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886', 'router_id': '7bbceccd-d824-4c54-85cc-c85007236e27', 'port_id': '57ad0c82-296e-406b-ada6-95602f83f661', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad25a564-6f6a-4aa0-9d80-81636d1b0cca', 'mac_address': 'fa:16:3e:33:f0:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68774bfd-baf3-4cab-8d21-d9397b9bb4e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T14:04:56Z', 'updated_at': '2022-04-11T14:04:56Z', 'revision_number': 0, 'project_id': '40c040f0c3e74276bcab8dbc8e439de5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02dde892-708e-4325-953a-a2c3d17af417', 'name': '', 'network_id': 'ad25a564-6f6a-4aa0-9d80-81636d1b0cca', 'tenant_id': '40c040f0c3e74276bcab8dbc8e439de5', 'mac_address': 'fa:16:3e:4a:20:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bbceccd-d824-4c54-85cc-c85007236e27', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '88bd1feb-6086-4c30-90a4-375c4e01858c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:01:22Z', 'updated_at': '2022-04-11T14:01:28Z', 'revision_number': 5, 'project_id': '40c040f0c3e74276bcab8dbc8e439de5', 'subnets': [{'id': '88bd1feb-6086-4c30-90a4-375c4e01858c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 14:04:58.126912 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a2cfe7b-5e8b-4aeb-9d94-ec002b8aae8c None None] New status for floating IP 76f5d675-4dcc-4504-b6f8-bff054f8273b: ACTIVE {{(pid=103320) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 14:04:58.821443 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-0d5fb603-37f4-467f-929a-35322266f840 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750379576733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663498'] for agent (e731c656-576f-4174-9da3-af64518920bc), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:05:00.160968 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-75ad2582-0b5d-438d-ba3d-9545e3f86417 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750379576733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663498'] for agent (af269f03-95a2-4a08-bd5c-5879324d2567), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:05:01.686777 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-fcd2c3e6-f415-40f5-8fd4-1147b68fd929 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750379576733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663498'] for agent (a1227682-d2f2-4331-ba13-738c8a59e95d), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:05:02.824371 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750379576733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663498'] for agent (a433433c-9197-4b2b-8991-1d45f6bac940), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:05:03.294763 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750379576733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663498'] for agent (f2586825-e748-4c1d-8b98-cb0d5b6c266d), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:05:16.188764 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd538bc-f832-4504-a7c7-b69432ca400e req-9b897f3f-a5ad-4be7-9ebc-5c30727a7b83 tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:05:16.190279 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-3cd538bc-f832-4504-a7c7-b69432ca400e req-9b897f3f-a5ad-4be7-9ebc-5c30727a7b83 tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] 10.222.0.67 "GET /v2.0/ports?device_id=03da3e44-70ae-4f78-96da-9dcf86b4576e HTTP/1.1" status: 200 len: 945 time: 0.0525026 Apr 11 14:05:16.236004 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-3cd538bc-f832-4504-a7c7-b69432ca400e req-2ada003c-336f-47d5-98ea-315b266cb9dc tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] 10.222.0.67 "GET /v2.0/security-groups?id=f23f5ce4-ba8b-4e65-b34d-357e697b11c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401053 Apr 11 14:05:17.350837 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afda27b7-8e61-4c51-ab3b-07ac3d2ef8fd req-f84526b2-1a87-4cd7-9d0f-d23a463d0901 tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:05:17.352301 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-afda27b7-8e61-4c51-ab3b-07ac3d2ef8fd req-f84526b2-1a87-4cd7-9d0f-d23a463d0901 tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] 10.222.0.67 "GET /v2.0/ports?device_id=03da3e44-70ae-4f78-96da-9dcf86b4576e HTTP/1.1" status: 200 len: 945 time: 0.0490460 Apr 11 14:05:17.398874 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-afda27b7-8e61-4c51-ab3b-07ac3d2ef8fd req-23939676-785c-4af4-bd64-4e6df3d7f769 tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] 10.222.0.67 "GET /v2.0/security-groups?id=f23f5ce4-ba8b-4e65-b34d-357e697b11c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405273 Apr 11 14:05:17.706895 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e419d9-7f80-498f-b082-81e8976f0489 req-056494c8-2e56-4318-bd13-46ff12d04f06 tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:05:17.708346 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-e2e419d9-7f80-498f-b082-81e8976f0489 req-056494c8-2e56-4318-bd13-46ff12d04f06 tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] 10.222.0.75 "GET /v2.0/ports?device_id=03da3e44-70ae-4f78-96da-9dcf86b4576e HTTP/1.1" status: 200 len: 945 time: 0.0459421 Apr 11 14:05:17.790168 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [req-e2e419d9-7f80-498f-b082-81e8976f0489 req-59dee36e-d472-4b25-8ead-1ff120a873a7 tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] Deleting port 991713fa-d7a2-4182-b74a-c6133eec42c5 {{(pid=103319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 14:05:17.791077 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-e2e419d9-7f80-498f-b082-81e8976f0489 req-59dee36e-d472-4b25-8ead-1ff120a873a7 tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750379682079'] for port (991713fa-d7a2-4182-b74a-c6133eec42c5), before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:05:17.879383 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.db [req-e2e419d9-7f80-498f-b082-81e8976f0489 req-59dee36e-d472-4b25-8ead-1ff120a873a7 tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] For port 991713fa-d7a2-4182-b74a-c6133eec42c5, host hv-cinder-83078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83078',level=0,port_id=991713fa-d7a2-4182-b74a-c6133eec42c5,segment=NetworkSegment(97213a82-28a8-4d4c-8e5b-e53ba672495f),segment_id=97213a82-28a8-4d4c-8e5b-e53ba672495f)] {{(pid=103319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 14:05:17.879824 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-e2e419d9-7f80-498f-b082-81e8976f0489 req-59dee36e-d472-4b25-8ead-1ff120a873a7 tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115285'] for port (991713fa-d7a2-4182-b74a-c6133eec42c5), precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:05:18.046725 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-e2e419d9-7f80-498f-b082-81e8976f0489 req-59dee36e-d472-4b25-8ead-1ff120a873a7 tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:05:18.047007 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-e2e419d9-7f80-498f-b082-81e8976f0489 req-59dee36e-d472-4b25-8ead-1ff120a873a7 tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8126411'] for floatingip (7a32cdbf-d5b7-4954-8456-bbec88627998), after_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:05:18.047327 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.db.l3_db [req-e2e419d9-7f80-498f-b082-81e8976f0489 req-59dee36e-d472-4b25-8ead-1ff120a873a7 tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] Floating IP 7a32cdbf-d5b7-4954-8456-bbec88627998 disassociated. External IP: 172.27.1.144, port: 991713fa-d7a2-4182-b74a-c6133eec42c5. Apr 11 14:05:18.047691 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [req-e2e419d9-7f80-498f-b082-81e8976f0489 req-59dee36e-d472-4b25-8ead-1ff120a873a7 tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] Calling delete_port for 991713fa-d7a2-4182-b74a-c6133eec42c5 owned by compute:nova {{(pid=103319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 14:05:18.174915 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-e2e419d9-7f80-498f-b082-81e8976f0489 req-59dee36e-d472-4b25-8ead-1ff120a873a7 tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750379687693', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750379164483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4648624'] for port (991713fa-d7a2-4182-b74a-c6133eec42c5), after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:05:18.203998 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59dee36e-d472-4b25-8ead-1ff120a873a7 tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] Pushing event deleted for resources: {'Port': ['ID=991713fa-d7a2-4182-b74a-c6133eec42c5,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:05:18.216310 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59dee36e-d472-4b25-8ead-1ff120a873a7 tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:05:18.216664 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59dee36e-d472-4b25-8ead-1ff120a873a7 tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:05:18.217231 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59dee36e-d472-4b25-8ead-1ff120a873a7 tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:05:18.217382 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59dee36e-d472-4b25-8ead-1ff120a873a7 tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:05:18.217670 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59dee36e-d472-4b25-8ead-1ff120a873a7 tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:05:18.218003 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59dee36e-d472-4b25-8ead-1ff120a873a7 tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:05:18.218334 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59dee36e-d472-4b25-8ead-1ff120a873a7 tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:05:18.218670 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59dee36e-d472-4b25-8ead-1ff120a873a7 tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:05:18.218993 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59dee36e-d472-4b25-8ead-1ff120a873a7 tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:05:18.219319 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59dee36e-d472-4b25-8ead-1ff120a873a7 tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:05:18.219664 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59dee36e-d472-4b25-8ead-1ff120a873a7 tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:05:18.219992 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59dee36e-d472-4b25-8ead-1ff120a873a7 tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:05:18.220313 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59dee36e-d472-4b25-8ead-1ff120a873a7 tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:05:18.220709 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59dee36e-d472-4b25-8ead-1ff120a873a7 tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:05:18.221316 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59dee36e-d472-4b25-8ead-1ff120a873a7 tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:05:18.333375 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e2e419d9-7f80-498f-b082-81e8976f0489 req-59dee36e-d472-4b25-8ead-1ff120a873a7 tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] Router a1cff1c1-31ca-4d27-b838-666b936eeefa has already been hosted by L3 agent e731c656-576f-4174-9da3-af64518920bc {{(pid=103319) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 14:05:18.443244 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e2e419d9-7f80-498f-b082-81e8976f0489 req-59dee36e-d472-4b25-8ead-1ff120a873a7 tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] Notify agent at l3_agent.dv-cinder-830787-2-iscsi the message routers_updated {{(pid=103319) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 14:05:18.454699 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91548c83-b8b5-4f90-9325-9509ddf3e5e4 None None] Sync routers for ids ['a1cff1c1-31ca-4d27-b838-666b936eeefa'] in dv-cinder-830787-2-iscsi {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 14:05:18.466021 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91548c83-b8b5-4f90-9325-9509ddf3e5e4 None None] Routers {'a1cff1c1-31ca-4d27-b838-666b936eeefa'} bound to L3 agent in host dv-cinder-830787-2-iscsi {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 14:05:18.466642 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-91548c83-b8b5-4f90-9325-9509ddf3e5e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830787-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T13:46:59Z,description=,heartbeat_timestamp=2022-04-11T14:04:59Z,host='dv-cinder-830787-2-iscsi',id=e731c656-576f-4174-9da3-af64518920bc,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T13:46:59Z,topic='l3_agent')) {'router_ids': ['a1cff1c1-31ca-4d27-b838-666b936eeefa'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:05:18.499028 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2e419d9-7f80-498f-b082-81e8976f0489 req-59dee36e-d472-4b25-8ead-1ff120a873a7 tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] No DVR routers for this DVR port 991713fa-d7a2-4182-b74a-c6133eec42c5 on host hv-cinder-83078 {{(pid=103319) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 14:05:18.501590 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-e2e419d9-7f80-498f-b082-81e8976f0489 req-59dee36e-d472-4b25-8ead-1ff120a873a7 tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-507053'] for port (None), before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:05:18.505107 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-e2e419d9-7f80-498f-b082-81e8976f0489 req-59dee36e-d472-4b25-8ead-1ff120a873a7 tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] 10.222.0.75 "DELETE /v2.0/ports/991713fa-d7a2-4182-b74a-c6133eec42c5 HTTP/1.1" status: 204 len: 173 time: 0.7913280 Apr 11 14:05:18.522799 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03da3e44-70ae-4f78-96da-9dcf86b4576e', 'name': 'network-vif-deleted', 'tag': '991713fa-d7a2-4182-b74a-c6133eec42c5'}] {{(pid=103319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 14:05:18.526290 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca54f3a3744013fac1d33973197c51c1d98542aecacec3b3a4d6ee5bc00756d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3286653-9cfe-42b9-ab9c-c6b588b5a5f7" -d '{"events": [{"server_uuid": "03da3e44-70ae-4f78-96da-9dcf86b4576e", "name": "network-vif-deleted", "tag": "991713fa-d7a2-4182-b74a-c6133eec42c5"}]}' {{(pid=103319) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 14:05:18.531449 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-2094953d-cfa4-47a2-a8ce-2dd0793a40c3 req-ce36caa8-68fd-4dbd-9a2a-b2afcee52a7f tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] 10.222.0.67 "GET /v2.0/ports?device_id=03da3e44-70ae-4f78-96da-9dcf86b4576e HTTP/1.1" status: 200 len: 210 time: 0.0633943 Apr 11 14:05:18.580725 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 14:05:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b166d8dc-9114-4396-b5b8-9f5da14cec1a x-openstack-request-id: req-b166d8dc-9114-4396-b5b8-9f5da14cec1a {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 14:05:18.581020 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03da3e44-70ae-4f78-96da-9dcf86b4576e", "name": "network-vif-deleted", "tag": "991713fa-d7a2-4182-b74a-c6133eec42c5", "status": "completed", "code": 200}]} {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 14:05:18.581272 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-b166d8dc-9114-4396-b5b8-9f5da14cec1a {{(pid=103319) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 14:05:18.581681 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b166d8dc-9114-4396-b5b8-9f5da14cec1a'] response: {'server_uuid': '03da3e44-70ae-4f78-96da-9dcf86b4576e', 'name': 'network-vif-deleted', 'tag': '991713fa-d7a2-4182-b74a-c6133eec42c5', 'status': 'completed', 'code': 200} Apr 11 14:05:18.590662 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-91548c83-b8b5-4f90-9325-9509ddf3e5e4 None None] Set router a1cff1c1-31ca-4d27-b838-666b936eeefa gateway port host: dv-cinder-830787-2-iscsi {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 14:05:18.795638 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-91548c83-b8b5-4f90-9325-9509ddf3e5e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1cff1c1-31ca-4d27-b838-666b936eeefa', 'name': 'tempest-AttachVolumeNegativeTest-1957027792-router', 'tenant_id': '63cddbab1b664b5a89b56d5632d2f62e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886', 'external_fixed_ips': [{'subnet_id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'ip_address': '172.27.1.156'}], 'enable_snat': True}, 'gw_port_id': '8382f930-2a1e-4b67-92ad-b88834e27d48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:00:48Z', 'updated_at': '2022-04-11T14:00:50Z', 'revision_number': 4, 'project_id': '63cddbab1b664b5a89b56d5632d2f62e', 'gw_port': {'id': '8382f930-2a1e-4b67-92ad-b88834e27d48', 'name': '', 'network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:c8:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1cff1c1-31ca-4d27-b838-666b936eeefa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'ip_address': '172.27.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:00:48Z', 'updated_at': '2022-04-11T14:00:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830787-2-iscsi', '_interfaces': [{'id': 'bacc6394-9f02-4ad3-a5f8-7e8cf9c381e7', 'name': '', 'network_id': '730a24f2-5d00-49fb-895d-b884d9163131', 'tenant_id': '63cddbab1b664b5a89b56d5632d2f62e', 'mac_address': 'fa:16:3e:5d:27:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1cff1c1-31ca-4d27-b838-666b936eeefa', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '27094053-8505-4a56-8171-b11c8d996c6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:00:50Z', 'updated_at': '2022-04-11T14:00:53Z', 'revision_number': 5, 'project_id': '63cddbab1b664b5a89b56d5632d2f62e', 'subnets': [{'id': '27094053-8505-4a56-8171-b11c8d996c6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830787-2-iscsi', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:05:18.825613 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91548c83-b8b5-4f90-9325-9509ddf3e5e4 None None] Checking router: a1cff1c1-31ca-4d27-b838-666b936eeefa for host: dv-cinder-830787-2-iscsi {{(pid=103321) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 14:05:18.833841 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91548c83-b8b5-4f90-9325-9509ddf3e5e4 None None] Routers {'a1cff1c1-31ca-4d27-b838-666b936eeefa'} bound to L3 agent in host dv-cinder-830787-2-iscsi {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 14:05:18.834450 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-91548c83-b8b5-4f90-9325-9509ddf3e5e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830787-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T13:46:59Z,description=,heartbeat_timestamp=2022-04-11T14:04:59Z,host='dv-cinder-830787-2-iscsi',id=e731c656-576f-4174-9da3-af64518920bc,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T13:46:59Z,topic='l3_agent')) {'router_ids': ['a1cff1c1-31ca-4d27-b838-666b936eeefa'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:05:18.943419 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-91548c83-b8b5-4f90-9325-9509ddf3e5e4 None None] Set router a1cff1c1-31ca-4d27-b838-666b936eeefa gateway port host: dv-cinder-830787-2-iscsi {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 14:05:19.138921 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-91548c83-b8b5-4f90-9325-9509ddf3e5e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1cff1c1-31ca-4d27-b838-666b936eeefa', 'name': 'tempest-AttachVolumeNegativeTest-1957027792-router', 'tenant_id': '63cddbab1b664b5a89b56d5632d2f62e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886', 'external_fixed_ips': [{'subnet_id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'ip_address': '172.27.1.156'}], 'enable_snat': True}, 'gw_port_id': '8382f930-2a1e-4b67-92ad-b88834e27d48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:00:48Z', 'updated_at': '2022-04-11T14:00:50Z', 'revision_number': 4, 'project_id': '63cddbab1b664b5a89b56d5632d2f62e', 'gw_port': {'id': '8382f930-2a1e-4b67-92ad-b88834e27d48', 'name': '', 'network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:c8:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1cff1c1-31ca-4d27-b838-666b936eeefa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'ip_address': '172.27.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:00:48Z', 'updated_at': '2022-04-11T14:00:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830787-2-iscsi', '_interfaces': [{'id': 'bacc6394-9f02-4ad3-a5f8-7e8cf9c381e7', 'name': '', 'network_id': '730a24f2-5d00-49fb-895d-b884d9163131', 'tenant_id': '63cddbab1b664b5a89b56d5632d2f62e', 'mac_address': 'fa:16:3e:5d:27:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1cff1c1-31ca-4d27-b838-666b936eeefa', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '27094053-8505-4a56-8171-b11c8d996c6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:00:50Z', 'updated_at': '2022-04-11T14:00:53Z', 'revision_number': 5, 'project_id': '63cddbab1b664b5a89b56d5632d2f62e', 'subnets': [{'id': '27094053-8505-4a56-8171-b11c8d996c6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830787-2-iscsi', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:05:19.164383 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91548c83-b8b5-4f90-9325-9509ddf3e5e4 None None] The sync data for ids ['a1cff1c1-31ca-4d27-b838-666b936eeefa'] in dv-cinder-830787-2-iscsi is: [{'id': 'a1cff1c1-31ca-4d27-b838-666b936eeefa', 'name': 'tempest-AttachVolumeNegativeTest-1957027792-router', 'tenant_id': '63cddbab1b664b5a89b56d5632d2f62e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886', 'external_fixed_ips': [{'subnet_id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'ip_address': '172.27.1.156'}], 'enable_snat': True}, 'gw_port_id': '8382f930-2a1e-4b67-92ad-b88834e27d48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:00:48Z', 'updated_at': '2022-04-11T14:00:50Z', 'revision_number': 4, 'project_id': '63cddbab1b664b5a89b56d5632d2f62e', 'gw_port': {'id': '8382f930-2a1e-4b67-92ad-b88834e27d48', 'name': '', 'network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:c8:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1cff1c1-31ca-4d27-b838-666b936eeefa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'ip_address': '172.27.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:00:48Z', 'updated_at': '2022-04-11T14:00:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830787-2-iscsi', '_interfaces': [{'id': 'bacc6394-9f02-4ad3-a5f8-7e8cf9c381e7', 'name': '', 'network_id': '730a24f2-5d00-49fb-895d-b884d9163131', 'tenant_id': '63cddbab1b664b5a89b56d5632d2f62e', 'mac_address': 'fa:16:3e:5d:27:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1cff1c1-31ca-4d27-b838-666b936eeefa', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '27094053-8505-4a56-8171-b11c8d996c6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:00:50Z', 'updated_at': '2022-04-11T14:00:53Z', 'revision_number': 5, 'project_id': '63cddbab1b664b5a89b56d5632d2f62e', 'subnets': [{'id': '27094053-8505-4a56-8171-b11c8d996c6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 14:05:19.377000 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c563e2d-3890-4699-a785-5f16ee128c3f None None] New status for floating IP 7a32cdbf-d5b7-4954-8456-bbec88627998: DOWN {{(pid=103320) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 14:05:19.614983 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.67', 36330) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 14:05:19.666886 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-6f2f22e8-5a68-4927-a20b-edc8c744fe60 tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] Publish callbacks [] for security_group (f23f5ce4-ba8b-4e65-b34d-357e697b11c0), before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:05:19.690100 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-6f2f22e8-5a68-4927-a20b-edc8c744fe60 tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] Publish callbacks [] for security_group (f23f5ce4-ba8b-4e65-b34d-357e697b11c0), precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:05:19.738011 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-6f2f22e8-5a68-4927-a20b-edc8c744fe60 tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8023832'] for security_group (f23f5ce4-ba8b-4e65-b34d-357e697b11c0), after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:05:19.740619 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-6f2f22e8-5a68-4927-a20b-edc8c744fe60 tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] Publish callbacks [] for security_group (None), before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:05:19.741747 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-6f2f22e8-5a68-4927-a20b-edc8c744fe60 tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] 10.222.0.67 "DELETE /v2.0/security-groups/f23f5ce4-ba8b-4e65-b34d-357e697b11c0 HTTP/1.1" status: 204 len: 168 time: 0.1257396 Apr 11 14:05:19.744690 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.67', 36332) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 14:05:19.750788 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2f22e8-5a68-4927-a20b-edc8c744fe60 tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f23f5ce4-ba8b-4e65-b34d-357e697b11c0,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:05:19.758802 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.api.v2.resource [None req-574945b2-c393-43fa-8b27-5b3fbaaa705e tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] show failed (client error): The resource could not be found. Apr 11 14:05:19.759891 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-574945b2-c393-43fa-8b27-5b3fbaaa705e tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] 10.222.0.67 "GET /v2.0/security-groups/f23f5ce4-ba8b-4e65-b34d-357e697b11c0 HTTP/1.1" status: 404 len: 347 time: 0.0141609 Apr 11 14:05:19.761046 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2f22e8-5a68-4927-a20b-edc8c744fe60 tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:05:19.761404 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2f22e8-5a68-4927-a20b-edc8c744fe60 tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:05:19.761747 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2f22e8-5a68-4927-a20b-edc8c744fe60 tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:05:19.762084 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2f22e8-5a68-4927-a20b-edc8c744fe60 tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:05:19.762512 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2f22e8-5a68-4927-a20b-edc8c744fe60 tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:05:19.762692 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.67', 36334) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 14:05:19.762848 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2f22e8-5a68-4927-a20b-edc8c744fe60 tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:05:19.763369 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2f22e8-5a68-4927-a20b-edc8c744fe60 tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:05:19.763735 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2f22e8-5a68-4927-a20b-edc8c744fe60 tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:05:19.764067 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2f22e8-5a68-4927-a20b-edc8c744fe60 tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:05:19.764397 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2f22e8-5a68-4927-a20b-edc8c744fe60 tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:05:19.764727 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2f22e8-5a68-4927-a20b-edc8c744fe60 tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:05:19.765051 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2f22e8-5a68-4927-a20b-edc8c744fe60 tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:05:19.765374 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2f22e8-5a68-4927-a20b-edc8c744fe60 tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:05:19.765781 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2f22e8-5a68-4927-a20b-edc8c744fe60 tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:05:19.767075 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2f22e8-5a68-4927-a20b-edc8c744fe60 tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:05:20.132414 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-d215419c-bff8-41f4-804d-83d0b20a7a19 tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] Deleting port 64426304-7058-49d8-964a-d2c7e6675a4c {{(pid=103319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 14:05:20.132758 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-d215419c-bff8-41f4-804d-83d0b20a7a19 tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750379682079'] for port (64426304-7058-49d8-964a-d2c7e6675a4c), before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:05:20.207460 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-d215419c-bff8-41f4-804d-83d0b20a7a19 tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115285'] for port (64426304-7058-49d8-964a-d2c7e6675a4c), precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:05:20.207814 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-d215419c-bff8-41f4-804d-83d0b20a7a19 tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] Publish callbacks [] for floatingip (64426304-7058-49d8-964a-d2c7e6675a4c), precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:05:20.219941 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-d215419c-bff8-41f4-804d-83d0b20a7a19 tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] Calling delete_port for 64426304-7058-49d8-964a-d2c7e6675a4c owned by network:floatingip {{(pid=103319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 14:05:20.350396 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-d215419c-bff8-41f4-804d-83d0b20a7a19 tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750379687693', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750379164483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4648624'] for port (64426304-7058-49d8-964a-d2c7e6675a4c), after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:05:20.374934 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d215419c-bff8-41f4-804d-83d0b20a7a19 tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] Pushing event deleted for resources: {'Port': ['ID=64426304-7058-49d8-964a-d2c7e6675a4c,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:05:20.440158 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-d215419c-bff8-41f4-804d-83d0b20a7a19 tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] Publish callbacks [] for floatingip (7a32cdbf-d5b7-4954-8456-bbec88627998), after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:05:20.442651 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-d215419c-bff8-41f4-804d-83d0b20a7a19 tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-507053'] for floatingip (None), before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:05:20.443839 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-d215419c-bff8-41f4-804d-83d0b20a7a19 tempest-AttachVolumeNegativeTest-1979386541 tempest-AttachVolumeNegativeTest-1979386541-project] 10.222.0.67 "DELETE /v2.0/floatingips/7a32cdbf-d5b7-4954-8456-bbec88627998 HTTP/1.1" status: 204 len: 168 time: 0.6800628 Apr 11 14:05:21.017084 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Device 991713fa-d7a2-4182-b74a-c6133eec42c5 no longer exists at agent hyperv_hv-cinder-83078 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 14:05:21.037004 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] No Port match for: 991713fa-d7a2-4182-b74a-c6133eec42c5 {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 14:05:21.037344 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Device 991713fa-d7a2-4182-b74a-c6133eec42c5 not bound to the agent host hv-cinder-83078 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 14:05:24.080339 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.67', 36370) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 14:05:24.402961 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-a4db1094-e9c0-4a2a-be93-dc6bbb2a42ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8123339'] for router_interface (a1cff1c1-31ca-4d27-b838-666b936eeefa), before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:05:24.628092 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-a4db1094-e9c0-4a2a-be93-dc6bbb2a42ae admin admin] Deleting port bacc6394-9f02-4ad3-a5f8-7e8cf9c381e7 {{(pid=103319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 14:05:24.628426 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-a4db1094-e9c0-4a2a-be93-dc6bbb2a42ae admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750379682079'] for port (bacc6394-9f02-4ad3-a5f8-7e8cf9c381e7), before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:05:24.708133 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.db [None req-a4db1094-e9c0-4a2a-be93-dc6bbb2a42ae admin admin] For port bacc6394-9f02-4ad3-a5f8-7e8cf9c381e7, host dv-cinder-830787-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830787-2-iscsi',level=0,port_id=bacc6394-9f02-4ad3-a5f8-7e8cf9c381e7,segment=NetworkSegment(97213a82-28a8-4d4c-8e5b-e53ba672495f),segment_id=97213a82-28a8-4d4c-8e5b-e53ba672495f)] {{(pid=103319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 14:05:24.708412 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-a4db1094-e9c0-4a2a-be93-dc6bbb2a42ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115285'] for port (bacc6394-9f02-4ad3-a5f8-7e8cf9c381e7), precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:05:24.721726 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-a4db1094-e9c0-4a2a-be93-dc6bbb2a42ae admin admin] Calling delete_port for bacc6394-9f02-4ad3-a5f8-7e8cf9c381e7 owned by network:router_interface {{(pid=103319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 14:05:24.897340 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-a4db1094-e9c0-4a2a-be93-dc6bbb2a42ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750379687693', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750379164483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4648624'] for port (bacc6394-9f02-4ad3-a5f8-7e8cf9c381e7), after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:05:24.921662 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4db1094-e9c0-4a2a-be93-dc6bbb2a42ae admin admin] Pushing event deleted for resources: {'Port': ['ID=bacc6394-9f02-4ad3-a5f8-7e8cf9c381e7,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:05:25.087887 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-a4db1094-e9c0-4a2a-be93-dc6bbb2a42ae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7871691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8123239'] for router_interface (a1cff1c1-31ca-4d27-b838-666b936eeefa), after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:05:25.301662 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4db1094-e9c0-4a2a-be93-dc6bbb2a42ae admin admin] Router a1cff1c1-31ca-4d27-b838-666b936eeefa has already been hosted by L3 agent e731c656-576f-4174-9da3-af64518920bc {{(pid=103319) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 14:05:25.408390 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4db1094-e9c0-4a2a-be93-dc6bbb2a42ae admin admin] Notify agent at l3_agent.dv-cinder-830787-2-iscsi the message routers_updated {{(pid=103319) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 14:05:25.413744 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-a4db1094-e9c0-4a2a-be93-dc6bbb2a42ae admin admin] 10.222.0.67 "PUT /v2.0/routers/a1cff1c1-31ca-4d27-b838-666b936eeefa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3321459 Apr 11 14:05:25.416343 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.67', 36372) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 14:05:25.417808 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24acf94b-ecdf-40e3-8996-1a297afc2fb2 None None] Sync routers for ids ['a1cff1c1-31ca-4d27-b838-666b936eeefa'] in dv-cinder-830787-2-iscsi {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 14:05:25.428191 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24acf94b-ecdf-40e3-8996-1a297afc2fb2 None None] Routers {'a1cff1c1-31ca-4d27-b838-666b936eeefa'} bound to L3 agent in host dv-cinder-830787-2-iscsi {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 14:05:25.428803 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-24acf94b-ecdf-40e3-8996-1a297afc2fb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830787-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T13:46:59Z,description=,heartbeat_timestamp=2022-04-11T14:04:59Z,host='dv-cinder-830787-2-iscsi',id=e731c656-576f-4174-9da3-af64518920bc,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T13:46:59Z,topic='l3_agent')) {'router_ids': ['a1cff1c1-31ca-4d27-b838-666b936eeefa'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:05:25.527577 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-fcb01348-4a6a-4f2b-be8f-69f297a0c5f3 admin admin] Publish callbacks [] for router (a1cff1c1-31ca-4d27-b838-666b936eeefa), before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:05:25.633645 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-24acf94b-ecdf-40e3-8996-1a297afc2fb2 None None] Set router a1cff1c1-31ca-4d27-b838-666b936eeefa gateway port host: dv-cinder-830787-2-iscsi {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 14:05:25.639399 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-fcb01348-4a6a-4f2b-be8f-69f297a0c5f3 admin admin] Publish callbacks [] for router_gateway (a1cff1c1-31ca-4d27-b838-666b936eeefa), before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:05:25.684877 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-fcb01348-4a6a-4f2b-be8f-69f297a0c5f3 admin admin] Deleting port 8382f930-2a1e-4b67-92ad-b88834e27d48 {{(pid=103319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 14:05:25.685236 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-fcb01348-4a6a-4f2b-be8f-69f297a0c5f3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750379682079'] for port (8382f930-2a1e-4b67-92ad-b88834e27d48), before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:05:25.775606 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.db [None req-fcb01348-4a6a-4f2b-be8f-69f297a0c5f3 admin admin] For port 8382f930-2a1e-4b67-92ad-b88834e27d48, host dv-cinder-830787-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830787-2-iscsi',level=0,port_id=8382f930-2a1e-4b67-92ad-b88834e27d48,segment=NetworkSegment(153f0837-19dc-4e5c-bf6b-49a4300ea8f5),segment_id=153f0837-19dc-4e5c-bf6b-49a4300ea8f5)] {{(pid=103319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 14:05:25.776505 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-fcb01348-4a6a-4f2b-be8f-69f297a0c5f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115285'] for port (8382f930-2a1e-4b67-92ad-b88834e27d48), precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:05:25.789306 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-fcb01348-4a6a-4f2b-be8f-69f297a0c5f3 admin admin] Calling delete_port for 8382f930-2a1e-4b67-92ad-b88834e27d48 owned by network:router_gateway {{(pid=103319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 14:05:25.808018 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-24acf94b-ecdf-40e3-8996-1a297afc2fb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1cff1c1-31ca-4d27-b838-666b936eeefa', 'name': 'tempest-AttachVolumeNegativeTest-1957027792-router', 'tenant_id': '63cddbab1b664b5a89b56d5632d2f62e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886', 'external_fixed_ips': [{'subnet_id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'ip_address': '172.27.1.156'}], 'enable_snat': True}, 'gw_port_id': '8382f930-2a1e-4b67-92ad-b88834e27d48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:00:48Z', 'updated_at': '2022-04-11T14:05:24Z', 'revision_number': 5, 'project_id': '63cddbab1b664b5a89b56d5632d2f62e', 'gw_port': {'id': '8382f930-2a1e-4b67-92ad-b88834e27d48', 'name': '', 'network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:c8:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1cff1c1-31ca-4d27-b838-666b936eeefa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'ip_address': '172.27.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:00:48Z', 'updated_at': '2022-04-11T14:00:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830787-2-iscsi'}], 'dv-cinder-830787-2-iscsi', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:05:25.834221 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24acf94b-ecdf-40e3-8996-1a297afc2fb2 None None] Checking router: a1cff1c1-31ca-4d27-b838-666b936eeefa for host: dv-cinder-830787-2-iscsi {{(pid=103321) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 14:05:25.842981 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24acf94b-ecdf-40e3-8996-1a297afc2fb2 None None] Routers {'a1cff1c1-31ca-4d27-b838-666b936eeefa'} bound to L3 agent in host dv-cinder-830787-2-iscsi {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 14:05:25.843580 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-24acf94b-ecdf-40e3-8996-1a297afc2fb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830787-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T13:46:59Z,description=,heartbeat_timestamp=2022-04-11T14:04:59Z,host='dv-cinder-830787-2-iscsi',id=e731c656-576f-4174-9da3-af64518920bc,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T13:46:59Z,topic='l3_agent')) {'router_ids': ['a1cff1c1-31ca-4d27-b838-666b936eeefa'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:05:25.934418 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-24acf94b-ecdf-40e3-8996-1a297afc2fb2 None None] Set router a1cff1c1-31ca-4d27-b838-666b936eeefa gateway port host: None {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 14:05:25.958508 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-fcb01348-4a6a-4f2b-be8f-69f297a0c5f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750379687693', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750379164483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4648624'] for port (8382f930-2a1e-4b67-92ad-b88834e27d48), after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:05:25.986088 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb01348-4a6a-4f2b-be8f-69f297a0c5f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=8382f930-2a1e-4b67-92ad-b88834e27d48,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:05:25.989235 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-24acf94b-ecdf-40e3-8996-1a297afc2fb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1cff1c1-31ca-4d27-b838-666b936eeefa', 'name': 'tempest-AttachVolumeNegativeTest-1957027792-router', 'tenant_id': '63cddbab1b664b5a89b56d5632d2f62e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:00:48Z', 'updated_at': '2022-04-11T14:05:25Z', 'revision_number': 6, 'project_id': '63cddbab1b664b5a89b56d5632d2f62e', 'gw_port_host': None}], 'dv-cinder-830787-2-iscsi', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:05:26.017888 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24acf94b-ecdf-40e3-8996-1a297afc2fb2 None None] The sync data for ids ['a1cff1c1-31ca-4d27-b838-666b936eeefa'] in dv-cinder-830787-2-iscsi is: [{'id': 'a1cff1c1-31ca-4d27-b838-666b936eeefa', 'name': 'tempest-AttachVolumeNegativeTest-1957027792-router', 'tenant_id': '63cddbab1b664b5a89b56d5632d2f62e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:00:48Z', 'updated_at': '2022-04-11T14:05:25Z', 'revision_number': 6, 'project_id': '63cddbab1b664b5a89b56d5632d2f62e', 'gw_port_host': None}] {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 14:05:26.052615 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-fcb01348-4a6a-4f2b-be8f-69f297a0c5f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8126337'] for router_gateway (a1cff1c1-31ca-4d27-b838-666b936eeefa), after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:05:26.145400 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-fcb01348-4a6a-4f2b-be8f-69f297a0c5f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8074543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37553'] for router (a1cff1c1-31ca-4d27-b838-666b936eeefa), precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:05:26.147526 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-fcb01348-4a6a-4f2b-be8f-69f297a0c5f3 admin admin] Publish callbacks [] for router_controller (a1cff1c1-31ca-4d27-b838-666b936eeefa), precommit_delete_associations {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:05:26.194497 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-fcb01348-4a6a-4f2b-be8f-69f297a0c5f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8074534'] for router (a1cff1c1-31ca-4d27-b838-666b936eeefa), after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:05:26.194966 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcb01348-4a6a-4f2b-be8f-69f297a0c5f3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a1cff1c1-31ca-4d27-b838-666b936eeefa {{(pid=103319) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 11 14:05:26.200000 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-fcb01348-4a6a-4f2b-be8f-69f297a0c5f3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:05:26.201124 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-fcb01348-4a6a-4f2b-be8f-69f297a0c5f3 admin admin] 10.222.0.67 "DELETE /v2.0/routers/a1cff1c1-31ca-4d27-b838-666b936eeefa HTTP/1.1" status: 204 len: 168 time: 0.7832797 Apr 11 14:05:26.203572 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.67', 36374) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 14:05:26.248120 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad65cff7-4774-42eb-8692-8741233c8d4f admin admin] Deleting subnet 27094053-8505-4a56-8171-b11c8d996c6a {{(pid=103319) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 11 14:05:26.251122 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-ad65cff7-4774-42eb-8692-8741233c8d4f admin admin] Publish callbacks [] for subnet (27094053-8505-4a56-8171-b11c8d996c6a), before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:05:26.285214 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-ad65cff7-4774-42eb-8692-8741233c8d4f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33368798'] for subnet (27094053-8505-4a56-8171-b11c8d996c6a), precommit_delete_associations {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:05:26.363040 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-ad65cff7-4774-42eb-8692-8741233c8d4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-660224'] for subnet (27094053-8505-4a56-8171-b11c8d996c6a), precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:05:26.422593 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-ad65cff7-4774-42eb-8692-8741233c8d4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-660281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4648653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4426779'] for subnet (27094053-8505-4a56-8171-b11c8d996c6a), after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:05:26.450583 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad65cff7-4774-42eb-8692-8741233c8d4f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=27094053-8505-4a56-8171-b11c8d996c6a,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:05:26.452643 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-ad65cff7-4774-42eb-8692-8741233c8d4f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871534'] for subnet (None), before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:05:26.458618 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-ad65cff7-4774-42eb-8692-8741233c8d4f admin admin] 10.222.0.67 "DELETE /v2.0/subnets/27094053-8505-4a56-8171-b11c8d996c6a HTTP/1.1" status: 204 len: 168 time: 0.2517569 Apr 11 14:05:26.458915 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.67', 36378) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 14:05:26.460747 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-471922b9-f42b-4ee2-9f7f-3e7c8f436fda None None] Network 730a24f2-5d00-49fb-895d-b884d9163131 requested from dv-cinder-830787-2-iscsi {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 14:05:26.532703 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-47937317-04f2-4e4f-baf3-73de0483b1bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750379576733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663498'] for agent (d5a8b9a1-2e9e-46b5-8163-20b7d509fa4e), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:05:26.537195 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-77a166b0-9b76-4db2-833e-76517cc2d1dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-768595'] for network (730a24f2-5d00-49fb-895d-b884d9163131), before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:05:26.585202 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-77a166b0-9b76-4db2-833e-76517cc2d1dc admin admin] Deleting port 431a78a4-90b0-497c-bbeb-b4ae190bce26 {{(pid=103318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 14:05:26.585551 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-77a166b0-9b76-4db2-833e-76517cc2d1dc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750379682079'] for port (431a78a4-90b0-497c-bbeb-b4ae190bce26), before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:05:26.649216 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.db [None req-77a166b0-9b76-4db2-833e-76517cc2d1dc admin admin] For port 431a78a4-90b0-497c-bbeb-b4ae190bce26, host dv-cinder-830787-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830787-2-iscsi',level=0,port_id=431a78a4-90b0-497c-bbeb-b4ae190bce26,segment=NetworkSegment(97213a82-28a8-4d4c-8e5b-e53ba672495f),segment_id=97213a82-28a8-4d4c-8e5b-e53ba672495f)] {{(pid=103318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 14:05:26.649571 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-77a166b0-9b76-4db2-833e-76517cc2d1dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115285'] for port (431a78a4-90b0-497c-bbeb-b4ae190bce26), precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:05:26.666501 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-77a166b0-9b76-4db2-833e-76517cc2d1dc admin admin] Calling delete_port for 431a78a4-90b0-497c-bbeb-b4ae190bce26 owned by network:dhcp {{(pid=103318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 14:05:26.743658 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-77a166b0-9b76-4db2-833e-76517cc2d1dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750379687693', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750379164483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4243781'] for port (431a78a4-90b0-497c-bbeb-b4ae190bce26), after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:05:26.770323 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77a166b0-9b76-4db2-833e-76517cc2d1dc admin admin] No DVR routers for this DVR port 431a78a4-90b0-497c-bbeb-b4ae190bce26 on host dv-cinder-830787-2-iscsi {{(pid=103318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 14:05:26.774114 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a166b0-9b76-4db2-833e-76517cc2d1dc admin admin] Pushing event deleted for resources: {'Port': ['ID=431a78a4-90b0-497c-bbeb-b4ae190bce26,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:05:26.818048 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb7886b5-08b3-4b9d-8561-151b8e71a10e None None] DHCP port deletion for 730a24f2-5d00-49fb-895d-b884d9163131 request from dv-cinder-830787-2-iscsi {{(pid=103320) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 11 14:05:26.858491 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-77a166b0-9b76-4db2-833e-76517cc2d1dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-662413', 'neutron.services.segments.db._delete_segments_for_network-8750379576751'] for network (730a24f2-5d00-49fb-895d-b884d9163131), precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:05:26.879297 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.services.segments.db [None req-77a166b0-9b76-4db2-833e-76517cc2d1dc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['730a24f2-5d00-49fb-895d-b884d9163131']}} {{(pid=103318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:05:26.889261 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.services.segments.db [None req-77a166b0-9b76-4db2-833e-76517cc2d1dc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97213a82-28a8-4d4c-8e5b-e53ba672495f') {'for_net_delete': True} {{(pid=103318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:05:26.889611 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.services.segments.db [None req-77a166b0-9b76-4db2-833e-76517cc2d1dc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97213a82-28a8-4d4c-8e5b-e53ba672495f') {} {{(pid=103318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:05:26.898778 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-77a166b0-9b76-4db2-833e-76517cc2d1dc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750379579064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4245460'] for segment (97213a82-28a8-4d4c-8e5b-e53ba672495f), before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:05:26.912571 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-77a166b0-9b76-4db2-833e-76517cc2d1dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682637'] for segment (97213a82-28a8-4d4c-8e5b-e53ba672495f), precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:05:26.919432 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77a166b0-9b76-4db2-833e-76517cc2d1dc admin admin] Releasing vlan 914 on physical network physnet1 to pool {{(pid=103318) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 14:05:26.919879 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-77a166b0-9b76-4db2-833e-76517cc2d1dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4243858'] for segment (97213a82-28a8-4d4c-8e5b-e53ba672495f), after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:05:26.922084 dv-cinder-830787-2-iscsi neutron-server[103318]: Traceback (most recent call last): Apr 11 14:05:26.922084 dv-cinder-830787-2-iscsi neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 14:05:26.922084 dv-cinder-830787-2-iscsi neutron-server[103318]: timer() Apr 11 14:05:26.922084 dv-cinder-830787-2-iscsi neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 14:05:26.922084 dv-cinder-830787-2-iscsi neutron-server[103318]: cb(*args, **kw) Apr 11 14:05:26.922084 dv-cinder-830787-2-iscsi neutron-server[103318]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 11 14:05:26.922084 dv-cinder-830787-2-iscsi neutron-server[103318]: return func(*args, **kwargs) Apr 11 14:05:26.922084 dv-cinder-830787-2-iscsi neutron-server[103318]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 14:05:26.922084 dv-cinder-830787-2-iscsi neutron-server[103318]: self._notify() Apr 11 14:05:26.922084 dv-cinder-830787-2-iscsi neutron-server[103318]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 14:05:26.922084 dv-cinder-830787-2-iscsi neutron-server[103318]: self.callback(batched_events) Apr 11 14:05:26.922084 dv-cinder-830787-2-iscsi neutron-server[103318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 14:05:26.922084 dv-cinder-830787-2-iscsi neutron-server[103318]: event.method(event) Apr 11 14:05:26.922084 dv-cinder-830787-2-iscsi neutron-server[103318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 11 14:05:26.922084 dv-cinder-830787-2-iscsi neutron-server[103318]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 14:05:26.922084 dv-cinder-830787-2-iscsi neutron-server[103318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 11 14:05:26.922084 dv-cinder-830787-2-iscsi neutron-server[103318]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 14:05:26.922084 dv-cinder-830787-2-iscsi neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 11 14:05:26.922084 dv-cinder-830787-2-iscsi neutron-server[103318]: return f(self, *a, **k) Apr 11 14:05:26.922084 dv-cinder-830787-2-iscsi neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 14:05:26.922084 dv-cinder-830787-2-iscsi neutron-server[103318]: return self._get(url).json() Apr 11 14:05:26.922084 dv-cinder-830787-2-iscsi neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 14:05:26.922084 dv-cinder-830787-2-iscsi neutron-server[103318]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 14:05:26.922084 dv-cinder-830787-2-iscsi neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 14:05:26.922084 dv-cinder-830787-2-iscsi neutron-server[103318]: return self.request(url, 'GET', **kwargs) Apr 11 14:05:26.922084 dv-cinder-830787-2-iscsi neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 14:05:26.922084 dv-cinder-830787-2-iscsi neutron-server[103318]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 14:05:26.922084 dv-cinder-830787-2-iscsi neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 14:05:26.922084 dv-cinder-830787-2-iscsi neutron-server[103318]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 14:05:26.922084 dv-cinder-830787-2-iscsi neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 14:05:26.922084 dv-cinder-830787-2-iscsi neutron-server[103318]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 14:05:26.922084 dv-cinder-830787-2-iscsi neutron-server[103318]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 14:05:26.981273 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-77a166b0-9b76-4db2-833e-76517cc2d1dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-662402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8024001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8126437'] for network (730a24f2-5d00-49fb-895d-b884d9163131), after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:05:26.986624 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-77a166b0-9b76-4db2-833e-76517cc2d1dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871534'] for network (None), before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:05:26.994851 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-77a166b0-9b76-4db2-833e-76517cc2d1dc admin admin] 10.222.0.67 "DELETE /v2.0/networks/730a24f2-5d00-49fb-895d-b884d9163131 HTTP/1.1" status: 204 len: 168 time: 0.5298817 Apr 11 14:05:27.001555 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a166b0-9b76-4db2-833e-76517cc2d1dc admin admin] Pushing event deleted for resources: {'Network': ['ID=730a24f2-5d00-49fb-895d-b884d9163131,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:05:27.155333 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.67', 36382) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 14:05:27.196239 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-915dbdd6-cb18-456f-832f-ebe794ff62cc admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=63cddbab1b664b5a89b56d5632d2f62e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0395956 Apr 11 14:05:27.198655 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.67', 36384) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 14:05:27.244632 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-0d7ec1a8-b877-4916-8ea2-a577cb6ae3f1 admin admin] Publish callbacks [] for security_group (1598a50b-5f71-47b7-9b5b-4bf319973943), before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:05:27.265285 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-0d7ec1a8-b877-4916-8ea2-a577cb6ae3f1 admin admin] Publish callbacks [] for security_group (1598a50b-5f71-47b7-9b5b-4bf319973943), precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:05:27.315267 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-0d7ec1a8-b877-4916-8ea2-a577cb6ae3f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8023832'] for security_group (1598a50b-5f71-47b7-9b5b-4bf319973943), after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:05:27.317903 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-0d7ec1a8-b877-4916-8ea2-a577cb6ae3f1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:05:27.319033 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-0d7ec1a8-b877-4916-8ea2-a577cb6ae3f1 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/1598a50b-5f71-47b7-9b5b-4bf319973943 HTTP/1.1" status: 204 len: 168 time: 0.1194973 Apr 11 14:05:27.327154 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7ec1a8-b877-4916-8ea2-a577cb6ae3f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1598a50b-5f71-47b7-9b5b-4bf319973943,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:05:27.741672 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Device 8382f930-2a1e-4b67-92ad-b88834e27d48 no longer exists at agent ovs-agent-dv-cinder-830787-2-iscsi {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 14:05:27.763070 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] No Port match for: 8382f930-2a1e-4b67-92ad-b88834e27d48 {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 14:05:27.763446 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Device 8382f930-2a1e-4b67-92ad-b88834e27d48 not bound to the agent host dv-cinder-830787-2-iscsi {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 14:05:27.763899 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Device bacc6394-9f02-4ad3-a5f8-7e8cf9c381e7 no longer exists at agent ovs-agent-dv-cinder-830787-2-iscsi {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 14:05:27.783287 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] No Port match for: bacc6394-9f02-4ad3-a5f8-7e8cf9c381e7 {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 14:05:27.783662 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Device bacc6394-9f02-4ad3-a5f8-7e8cf9c381e7 not bound to the agent host dv-cinder-830787-2-iscsi {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 14:05:27.784075 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Device 431a78a4-90b0-497c-bbeb-b4ae190bce26 no longer exists at agent ovs-agent-dv-cinder-830787-2-iscsi {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 14:05:27.803852 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] No Port match for: 431a78a4-90b0-497c-bbeb-b4ae190bce26 {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 14:05:27.804194 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Device 431a78a4-90b0-497c-bbeb-b4ae190bce26 not bound to the agent host dv-cinder-830787-2-iscsi {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 14:05:27.970683 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.67', 36406) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 14:05:28.066127 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.v2.base [None req-f065c88e-86a7-4f32-8313-cbbdef086cf4 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-605498632-network', 'tenant_id': 'fb41fa47c93a4087b454302d26a53d81'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:05:28.084466 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f065c88e-86a7-4f32-8313-cbbdef086cf4 admin admin] Made reservation on behalf of fb41fa47c93a4087b454302d26a53d81 for: {'network': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:05:28.086753 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-f065c88e-86a7-4f32-8313-cbbdef086cf4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883311'] for network (None), before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:05:28.095475 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-f065c88e-86a7-4f32-8313-cbbdef086cf4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:05:28.171230 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-f065c88e-86a7-4f32-8313-cbbdef086cf4 admin admin] Publish callbacks [] for security_group (846e32ad-2e1e-45fa-803e-f2242fed0181), precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:05:28.174991 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-f065c88e-86a7-4f32-8313-cbbdef086cf4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8023832'] for security_group (846e32ad-2e1e-45fa-803e-f2242fed0181), after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:05:28.194918 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f065c88e-86a7-4f32-8313-cbbdef086cf4 admin admin] vlan segment allocate from pool success with {'vlan_id': 911, 'physical_network': 'physnet1'} {{(pid=103318) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 14:05:28.209268 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f065c88e-86a7-4f32-8313-cbbdef086cf4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=846e32ad-2e1e-45fa-803e-f2242fed0181,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:05:28.212184 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-f065c88e-86a7-4f32-8313-cbbdef086cf4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682637'] for segment (4123ffaa-28ab-4a51-87c6-abd9a93d4171), precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:05:28.212524 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.db.segments_db [None req-f065c88e-86a7-4f32-8313-cbbdef086cf4 admin admin] Added segment 4123ffaa-28ab-4a51-87c6-abd9a93d4171 of type vlan for network 65e3167f-7a62-4c62-a391-c97145410278 Apr 11 14:05:28.253121 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-f065c88e-86a7-4f32-8313-cbbdef086cf4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750379148903'] for network (65e3167f-7a62-4c62-a391-c97145410278), precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:05:28.279580 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-f065c88e-86a7-4f32-8313-cbbdef086cf4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8024001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708'] for network (65e3167f-7a62-4c62-a391-c97145410278), after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:05:28.280471 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f065c88e-86a7-4f32-8313-cbbdef086cf4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:05:28.281051 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-f065c88e-86a7-4f32-8313-cbbdef086cf4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871534'] for network (None), before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:05:28.309786 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-f065c88e-86a7-4f32-8313-cbbdef086cf4 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.3380184 Apr 11 14:05:28.312852 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.67', 36410) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 14:05:28.317793 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.v2.base [None req-110eb2d0-8c7c-49a6-92a4-4f8cde0408dc admin admin] Request body: {'subnet': {'network_id': '65e3167f-7a62-4c62-a391-c97145410278', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-605498632-subnet', 'tenant_id': 'fb41fa47c93a4087b454302d26a53d81', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:05:28.337650 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-110eb2d0-8c7c-49a6-92a4-4f8cde0408dc admin admin] Made reservation on behalf of fb41fa47c93a4087b454302d26a53d81 for: {'subnet': 1} {{(pid=103319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:05:28.341219 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-110eb2d0-8c7c-49a6-92a4-4f8cde0408dc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4426758'] for subnet (None), before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:05:28.346347 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f065c88e-86a7-4f32-8313-cbbdef086cf4 admin admin] Pushing event updated for resources: {'Network': ['ID=65e3167f-7a62-4c62-a391-c97145410278,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:05:28.355911 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Network 65e3167f-7a62-4c62-a391-c97145410278 details requested by agent ovs-agent-dv-cinder-830787-2-iscsi with host dv-cinder-830787-2-iscsi {{(pid=103320) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 11 14:05:28.513107 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-110eb2d0-8c7c-49a6-92a4-4f8cde0408dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4646912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4426772'] for subnet (79b5aec4-4a1a-4d87-91ab-fed7e29381a2), after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:05:28.571061 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110eb2d0-8c7c-49a6-92a4-4f8cde0408dc admin admin] Pushing event updated for resources: {'Subnet': ['ID=79b5aec4-4a1a-4d87-91ab-fed7e29381a2,revision_number=0']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:05:28.580207 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-110eb2d0-8c7c-49a6-92a4-4f8cde0408dc admin admin] Checking segment: {'id': '4123ffaa-28ab-4a51-87c6-abd9a93d4171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '65e3167f-7a62-4c62-a391-c97145410278'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103319) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 14:05:28.580564 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-110eb2d0-8c7c-49a6-92a4-4f8cde0408dc admin admin] Network hostable DHCP agents. Network: 65e3167f-7a62-4c62-a391-c97145410278, hostable agents: ['d5a8b9a1-2e9e-46b5-8163-20b7d509fa4e'], hosted agents: [] {{(pid=103319) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 14:05:28.597170 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-110eb2d0-8c7c-49a6-92a4-4f8cde0408dc admin admin] Network 65e3167f-7a62-4c62-a391-c97145410278 is scheduled to be hosted by DHCP agent d5a8b9a1-2e9e-46b5-8163-20b7d509fa4e with binding_index 1 {{(pid=103319) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 14:05:28.605842 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [None req-110eb2d0-8c7c-49a6-92a4-4f8cde0408dc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830787-2-iscsi, 65e3167f-7a62-4c62-a391-c97145410278) {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:05:28.609885 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-110eb2d0-8c7c-49a6-92a4-4f8cde0408dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:05:28.610486 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-110eb2d0-8c7c-49a6-92a4-4f8cde0408dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871534'] for subnet (None), before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:05:28.614512 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d62ba167-ba60-4ed2-bf0f-27d60c517133 None None] Network 65e3167f-7a62-4c62-a391-c97145410278 requested from dv-cinder-830787-2-iscsi {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 14:05:28.626183 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-110eb2d0-8c7c-49a6-92a4-4f8cde0408dc admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.3122261 Apr 11 14:05:28.716338 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f806e7d-7d03-4b6d-a146-1ce400a57b09 None None] Network 65e3167f-7a62-4c62-a391-c97145410278 requested from dv-cinder-830787-2-iscsi {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 14:05:28.823325 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-911d2982-340e-4872-9cb3-79051223392f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750379576733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663498'] for agent (e731c656-576f-4174-9da3-af64518920bc), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:05:29.082626 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.67', 36426) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 14:05:29.087648 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.v2.base [None req-4301d997-3b00-4b07-ba6b-1c32975e3e16 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-752240457-network', 'tenant_id': 'abbcc98684a04e1d9179523ef3500985'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:05:29.106419 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4301d997-3b00-4b07-ba6b-1c32975e3e16 admin admin] Made reservation on behalf of abbcc98684a04e1d9179523ef3500985 for: {'network': 1} {{(pid=103319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:05:29.108888 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-4301d997-3b00-4b07-ba6b-1c32975e3e16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883311'] for network (None), before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:05:29.117757 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-4301d997-3b00-4b07-ba6b-1c32975e3e16 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:05:29.192572 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-4301d997-3b00-4b07-ba6b-1c32975e3e16 admin admin] Publish callbacks [] for security_group (0acda5eb-0afa-4c39-be8d-c72194395840), precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:05:29.196096 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-4301d997-3b00-4b07-ba6b-1c32975e3e16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8023832'] for security_group (0acda5eb-0afa-4c39-be8d-c72194395840), after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:05:29.221160 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4301d997-3b00-4b07-ba6b-1c32975e3e16 admin admin] vlan segment allocate from pool success with {'vlan_id': 947, 'physical_network': 'physnet1'} {{(pid=103319) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 14:05:29.230914 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4301d997-3b00-4b07-ba6b-1c32975e3e16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0acda5eb-0afa-4c39-be8d-c72194395840,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:05:29.235690 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-4301d997-3b00-4b07-ba6b-1c32975e3e16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682637'] for segment (78b61aa9-87d4-40a3-82df-0e1753f3a3d2), precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:05:29.236037 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.db.segments_db [None req-4301d997-3b00-4b07-ba6b-1c32975e3e16 admin admin] Added segment 78b61aa9-87d4-40a3-82df-0e1753f3a3d2 of type vlan for network 2bedcd92-3295-46e6-a568-e20fff1ddac8 Apr 11 14:05:29.279081 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-4301d997-3b00-4b07-ba6b-1c32975e3e16 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750379148903'] for network (2bedcd92-3295-46e6-a568-e20fff1ddac8), precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:05:29.303155 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-4301d997-3b00-4b07-ba6b-1c32975e3e16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8024001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708'] for network (2bedcd92-3295-46e6-a568-e20fff1ddac8), after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:05:29.304141 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4301d997-3b00-4b07-ba6b-1c32975e3e16 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:05:29.304741 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-4301d997-3b00-4b07-ba6b-1c32975e3e16 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871534'] for network (None), before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:05:29.337360 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-4301d997-3b00-4b07-ba6b-1c32975e3e16 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.2534924 Apr 11 14:05:29.340958 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.67', 36428) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 14:05:29.346117 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.v2.base [None req-a6ea862c-a1d5-4211-874c-b7bc1de5b226 admin admin] Request body: {'subnet': {'network_id': '2bedcd92-3295-46e6-a568-e20fff1ddac8', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-752240457-subnet', 'tenant_id': 'abbcc98684a04e1d9179523ef3500985', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:05:29.366037 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6ea862c-a1d5-4211-874c-b7bc1de5b226 admin admin] Made reservation on behalf of abbcc98684a04e1d9179523ef3500985 for: {'subnet': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:05:29.367358 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4301d997-3b00-4b07-ba6b-1c32975e3e16 admin admin] Pushing event updated for resources: {'Network': ['ID=2bedcd92-3295-46e6-a568-e20fff1ddac8,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:05:29.368555 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-a6ea862c-a1d5-4211-874c-b7bc1de5b226 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4237198'] for subnet (None), before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:05:29.377964 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Network 2bedcd92-3295-46e6-a568-e20fff1ddac8 details requested by agent ovs-agent-dv-cinder-830787-2-iscsi with host dv-cinder-830787-2-iscsi {{(pid=103320) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 11 14:05:29.539132 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-a6ea862c-a1d5-4211-874c-b7bc1de5b226 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4245493', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4237212'] for subnet (0d906f77-2816-4301-883b-c5fb44c614e3), after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:05:29.594817 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ea862c-a1d5-4211-874c-b7bc1de5b226 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0d906f77-2816-4301-883b-c5fb44c614e3,revision_number=0']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:05:29.604094 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6ea862c-a1d5-4211-874c-b7bc1de5b226 admin admin] Checking segment: {'id': '78b61aa9-87d4-40a3-82df-0e1753f3a3d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '2bedcd92-3295-46e6-a568-e20fff1ddac8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 14:05:29.604462 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6ea862c-a1d5-4211-874c-b7bc1de5b226 admin admin] Network hostable DHCP agents. Network: 2bedcd92-3295-46e6-a568-e20fff1ddac8, hostable agents: ['d5a8b9a1-2e9e-46b5-8163-20b7d509fa4e'], hosted agents: [] {{(pid=103318) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 14:05:29.621583 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6ea862c-a1d5-4211-874c-b7bc1de5b226 admin admin] Network 2bedcd92-3295-46e6-a568-e20fff1ddac8 is scheduled to be hosted by DHCP agent d5a8b9a1-2e9e-46b5-8163-20b7d509fa4e with binding_index 1 {{(pid=103318) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 14:05:29.629986 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [None req-a6ea862c-a1d5-4211-874c-b7bc1de5b226 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830787-2-iscsi, 2bedcd92-3295-46e6-a568-e20fff1ddac8) {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:05:29.634341 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6ea862c-a1d5-4211-874c-b7bc1de5b226 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:05:29.634974 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-a6ea862c-a1d5-4211-874c-b7bc1de5b226 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:05:29.639556 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe864d19-050a-4c01-983f-67643df34457 None None] Network 2bedcd92-3295-46e6-a568-e20fff1ddac8 requested from dv-cinder-830787-2-iscsi {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 14:05:29.650614 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-a6ea862c-a1d5-4211-874c-b7bc1de5b226 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.3082592 Apr 11 14:05:29.741222 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8967f50c-da73-4f5c-aa8e-4dc971e9121d None None] Network 2bedcd92-3295-46e6-a568-e20fff1ddac8 requested from dv-cinder-830787-2-iscsi {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 14:05:29.760762 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.67', 36432) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 14:05:29.805051 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb94fa56-f304-40c6-bc6b-da9e71ff9fea admin admin] Deleting subnet 79b5aec4-4a1a-4d87-91ab-fed7e29381a2 {{(pid=103318) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 11 14:05:29.809195 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-bb94fa56-f304-40c6-bc6b-da9e71ff9fea admin admin] Publish callbacks [] for subnet (79b5aec4-4a1a-4d87-91ab-fed7e29381a2), before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:05:29.847425 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-bb94fa56-f304-40c6-bc6b-da9e71ff9fea admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4245469'] for subnet (79b5aec4-4a1a-4d87-91ab-fed7e29381a2), precommit_delete_associations {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:05:29.885456 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-bb94fa56-f304-40c6-bc6b-da9e71ff9fea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-660224'] for subnet (79b5aec4-4a1a-4d87-91ab-fed7e29381a2), precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:05:29.936035 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-bb94fa56-f304-40c6-bc6b-da9e71ff9fea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-660281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4243768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4237203'] for subnet (79b5aec4-4a1a-4d87-91ab-fed7e29381a2), after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:05:29.961457 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb94fa56-f304-40c6-bc6b-da9e71ff9fea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=79b5aec4-4a1a-4d87-91ab-fed7e29381a2,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:05:29.963399 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-bb94fa56-f304-40c6-bc6b-da9e71ff9fea admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:05:29.966670 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-bb94fa56-f304-40c6-bc6b-da9e71ff9fea admin admin] 10.222.0.67 "DELETE /v2.0/subnets/79b5aec4-4a1a-4d87-91ab-fed7e29381a2 HTTP/1.1" status: 204 len: 168 time: 0.2048693 Apr 11 14:05:29.969099 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.67', 36434) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 14:05:30.040043 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-82f85b35-39d9-45bd-8a3e-a81d97670bfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-768595'] for network (65e3167f-7a62-4c62-a391-c97145410278), before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:05:30.115115 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-82f85b35-39d9-45bd-8a3e-a81d97670bfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-662413', 'neutron.services.segments.db._delete_segments_for_network-8750379576751'] for network (65e3167f-7a62-4c62-a391-c97145410278), precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:05:30.134433 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.services.segments.db [None req-82f85b35-39d9-45bd-8a3e-a81d97670bfd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65e3167f-7a62-4c62-a391-c97145410278']}} {{(pid=103318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:05:30.143444 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.services.segments.db [None req-82f85b35-39d9-45bd-8a3e-a81d97670bfd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4123ffaa-28ab-4a51-87c6-abd9a93d4171') {'for_net_delete': True} {{(pid=103318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:05:30.143779 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.services.segments.db [None req-82f85b35-39d9-45bd-8a3e-a81d97670bfd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4123ffaa-28ab-4a51-87c6-abd9a93d4171') {} {{(pid=103318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:05:30.153783 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-82f85b35-39d9-45bd-8a3e-a81d97670bfd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750379579064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4245460'] for segment (4123ffaa-28ab-4a51-87c6-abd9a93d4171), before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:05:30.167875 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-82f85b35-39d9-45bd-8a3e-a81d97670bfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682637'] for segment (4123ffaa-28ab-4a51-87c6-abd9a93d4171), precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:05:30.168649 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-75ad2582-0b5d-438d-ba3d-9545e3f86417 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750379576733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663498'] for agent (af269f03-95a2-4a08-bd5c-5879324d2567), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:05:30.173789 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82f85b35-39d9-45bd-8a3e-a81d97670bfd admin admin] Releasing vlan 911 on physical network physnet1 to pool {{(pid=103318) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 14:05:30.174182 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-82f85b35-39d9-45bd-8a3e-a81d97670bfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4243858'] for segment (4123ffaa-28ab-4a51-87c6-abd9a93d4171), after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:05:30.176077 dv-cinder-830787-2-iscsi neutron-server[103318]: Traceback (most recent call last): Apr 11 14:05:30.176077 dv-cinder-830787-2-iscsi neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 14:05:30.176077 dv-cinder-830787-2-iscsi neutron-server[103318]: timer() Apr 11 14:05:30.176077 dv-cinder-830787-2-iscsi neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 14:05:30.176077 dv-cinder-830787-2-iscsi neutron-server[103318]: cb(*args, **kw) Apr 11 14:05:30.176077 dv-cinder-830787-2-iscsi neutron-server[103318]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 11 14:05:30.176077 dv-cinder-830787-2-iscsi neutron-server[103318]: return func(*args, **kwargs) Apr 11 14:05:30.176077 dv-cinder-830787-2-iscsi neutron-server[103318]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 14:05:30.176077 dv-cinder-830787-2-iscsi neutron-server[103318]: self._notify() Apr 11 14:05:30.176077 dv-cinder-830787-2-iscsi neutron-server[103318]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 14:05:30.176077 dv-cinder-830787-2-iscsi neutron-server[103318]: self.callback(batched_events) Apr 11 14:05:30.176077 dv-cinder-830787-2-iscsi neutron-server[103318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 14:05:30.176077 dv-cinder-830787-2-iscsi neutron-server[103318]: event.method(event) Apr 11 14:05:30.176077 dv-cinder-830787-2-iscsi neutron-server[103318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 11 14:05:30.176077 dv-cinder-830787-2-iscsi neutron-server[103318]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 14:05:30.176077 dv-cinder-830787-2-iscsi neutron-server[103318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 11 14:05:30.176077 dv-cinder-830787-2-iscsi neutron-server[103318]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 14:05:30.176077 dv-cinder-830787-2-iscsi neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 11 14:05:30.176077 dv-cinder-830787-2-iscsi neutron-server[103318]: return f(self, *a, **k) Apr 11 14:05:30.176077 dv-cinder-830787-2-iscsi neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 14:05:30.176077 dv-cinder-830787-2-iscsi neutron-server[103318]: return self._get(url).json() Apr 11 14:05:30.176077 dv-cinder-830787-2-iscsi neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 14:05:30.176077 dv-cinder-830787-2-iscsi neutron-server[103318]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 14:05:30.176077 dv-cinder-830787-2-iscsi neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 14:05:30.176077 dv-cinder-830787-2-iscsi neutron-server[103318]: return self.request(url, 'GET', **kwargs) Apr 11 14:05:30.176077 dv-cinder-830787-2-iscsi neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 14:05:30.176077 dv-cinder-830787-2-iscsi neutron-server[103318]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 14:05:30.176077 dv-cinder-830787-2-iscsi neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 14:05:30.176077 dv-cinder-830787-2-iscsi neutron-server[103318]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 14:05:30.176077 dv-cinder-830787-2-iscsi neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 14:05:30.176077 dv-cinder-830787-2-iscsi neutron-server[103318]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 14:05:30.176077 dv-cinder-830787-2-iscsi neutron-server[103318]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 14:05:30.233534 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-82f85b35-39d9-45bd-8a3e-a81d97670bfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-662402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8024001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8126437'] for network (65e3167f-7a62-4c62-a391-c97145410278), after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:05:30.238958 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-82f85b35-39d9-45bd-8a3e-a81d97670bfd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871534'] for network (None), before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:05:30.242052 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-82f85b35-39d9-45bd-8a3e-a81d97670bfd admin admin] 10.222.0.67 "DELETE /v2.0/networks/65e3167f-7a62-4c62-a391-c97145410278 HTTP/1.1" status: 204 len: 168 time: 0.2720399 Apr 11 14:05:30.245020 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.67', 36436) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 14:05:30.252536 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f85b35-39d9-45bd-8a3e-a81d97670bfd admin admin] Pushing event deleted for resources: {'Network': ['ID=65e3167f-7a62-4c62-a391-c97145410278,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:05:30.290164 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.db.db_base_plugin_v2 [None req-e39967f3-d29b-422d-9ffc-92f300505cf6 admin admin] Deleting subnet 0d906f77-2816-4301-883b-c5fb44c614e3 {{(pid=103319) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 11 14:05:30.294068 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-e39967f3-d29b-422d-9ffc-92f300505cf6 admin admin] Publish callbacks [] for subnet (0d906f77-2816-4301-883b-c5fb44c614e3), before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:05:30.331439 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-e39967f3-d29b-422d-9ffc-92f300505cf6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33368798'] for subnet (0d906f77-2816-4301-883b-c5fb44c614e3), precommit_delete_associations {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:05:30.370392 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-e39967f3-d29b-422d-9ffc-92f300505cf6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-660224'] for subnet (0d906f77-2816-4301-883b-c5fb44c614e3), precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:05:30.422692 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-e39967f3-d29b-422d-9ffc-92f300505cf6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-660281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4648653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4426779'] for subnet (0d906f77-2816-4301-883b-c5fb44c614e3), after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:05:30.447315 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39967f3-d29b-422d-9ffc-92f300505cf6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0d906f77-2816-4301-883b-c5fb44c614e3,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:05:30.451157 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-e39967f3-d29b-422d-9ffc-92f300505cf6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871534'] for subnet (None), before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:05:30.454340 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-e39967f3-d29b-422d-9ffc-92f300505cf6 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/0d906f77-2816-4301-883b-c5fb44c614e3 HTTP/1.1" status: 204 len: 168 time: 0.2083192 Apr 11 14:05:30.456803 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.67', 36438) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 14:05:30.527588 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-eb152090-818d-429c-a3f4-ffe2c0e27fc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-768595'] for network (2bedcd92-3295-46e6-a568-e20fff1ddac8), before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:05:30.604008 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-eb152090-818d-429c-a3f4-ffe2c0e27fc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-662413', 'neutron.services.segments.db._delete_segments_for_network-8750379576751'] for network (2bedcd92-3295-46e6-a568-e20fff1ddac8), precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:05:30.624670 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.services.segments.db [None req-eb152090-818d-429c-a3f4-ffe2c0e27fc9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2bedcd92-3295-46e6-a568-e20fff1ddac8']}} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:05:30.633626 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.services.segments.db [None req-eb152090-818d-429c-a3f4-ffe2c0e27fc9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78b61aa9-87d4-40a3-82df-0e1753f3a3d2') {'for_net_delete': True} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:05:30.633920 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.services.segments.db [None req-eb152090-818d-429c-a3f4-ffe2c0e27fc9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78b61aa9-87d4-40a3-82df-0e1753f3a3d2') {} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:05:30.643085 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-eb152090-818d-429c-a3f4-ffe2c0e27fc9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750379579064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33368791'] for segment (78b61aa9-87d4-40a3-82df-0e1753f3a3d2), before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:05:30.656862 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-eb152090-818d-429c-a3f4-ffe2c0e27fc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682637'] for segment (78b61aa9-87d4-40a3-82df-0e1753f3a3d2), precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:05:30.662602 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb152090-818d-429c-a3f4-ffe2c0e27fc9 admin admin] Releasing vlan 947 on physical network physnet1 to pool {{(pid=103319) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 14:05:30.662981 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-eb152090-818d-429c-a3f4-ffe2c0e27fc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4648551'] for segment (78b61aa9-87d4-40a3-82df-0e1753f3a3d2), after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:05:30.664675 dv-cinder-830787-2-iscsi neutron-server[103319]: Traceback (most recent call last): Apr 11 14:05:30.664675 dv-cinder-830787-2-iscsi neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 14:05:30.664675 dv-cinder-830787-2-iscsi neutron-server[103319]: timer() Apr 11 14:05:30.664675 dv-cinder-830787-2-iscsi neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 14:05:30.664675 dv-cinder-830787-2-iscsi neutron-server[103319]: cb(*args, **kw) Apr 11 14:05:30.664675 dv-cinder-830787-2-iscsi neutron-server[103319]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 11 14:05:30.664675 dv-cinder-830787-2-iscsi neutron-server[103319]: return func(*args, **kwargs) Apr 11 14:05:30.664675 dv-cinder-830787-2-iscsi neutron-server[103319]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 14:05:30.664675 dv-cinder-830787-2-iscsi neutron-server[103319]: self._notify() Apr 11 14:05:30.664675 dv-cinder-830787-2-iscsi neutron-server[103319]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 14:05:30.664675 dv-cinder-830787-2-iscsi neutron-server[103319]: self.callback(batched_events) Apr 11 14:05:30.664675 dv-cinder-830787-2-iscsi neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 14:05:30.664675 dv-cinder-830787-2-iscsi neutron-server[103319]: event.method(event) Apr 11 14:05:30.664675 dv-cinder-830787-2-iscsi neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 11 14:05:30.664675 dv-cinder-830787-2-iscsi neutron-server[103319]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 14:05:30.664675 dv-cinder-830787-2-iscsi neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 11 14:05:30.664675 dv-cinder-830787-2-iscsi neutron-server[103319]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 14:05:30.664675 dv-cinder-830787-2-iscsi neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 11 14:05:30.664675 dv-cinder-830787-2-iscsi neutron-server[103319]: return f(self, *a, **k) Apr 11 14:05:30.664675 dv-cinder-830787-2-iscsi neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 14:05:30.664675 dv-cinder-830787-2-iscsi neutron-server[103319]: return self._get(url).json() Apr 11 14:05:30.664675 dv-cinder-830787-2-iscsi neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 14:05:30.664675 dv-cinder-830787-2-iscsi neutron-server[103319]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 14:05:30.664675 dv-cinder-830787-2-iscsi neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 14:05:30.664675 dv-cinder-830787-2-iscsi neutron-server[103319]: return self.request(url, 'GET', **kwargs) Apr 11 14:05:30.664675 dv-cinder-830787-2-iscsi neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 14:05:30.664675 dv-cinder-830787-2-iscsi neutron-server[103319]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 14:05:30.664675 dv-cinder-830787-2-iscsi neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 14:05:30.664675 dv-cinder-830787-2-iscsi neutron-server[103319]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 14:05:30.664675 dv-cinder-830787-2-iscsi neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 14:05:30.664675 dv-cinder-830787-2-iscsi neutron-server[103319]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 14:05:30.664675 dv-cinder-830787-2-iscsi neutron-server[103319]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 14:05:30.721039 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-eb152090-818d-429c-a3f4-ffe2c0e27fc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-662402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8024001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8126437'] for network (2bedcd92-3295-46e6-a568-e20fff1ddac8), after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:05:30.726230 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-eb152090-818d-429c-a3f4-ffe2c0e27fc9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871534'] for network (None), before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:05:30.729300 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-eb152090-818d-429c-a3f4-ffe2c0e27fc9 admin admin] 10.222.0.67 "DELETE /v2.0/networks/2bedcd92-3295-46e6-a568-e20fff1ddac8 HTTP/1.1" status: 204 len: 168 time: 0.2715633 Apr 11 14:05:30.739869 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb152090-818d-429c-a3f4-ffe2c0e27fc9 admin admin] Pushing event deleted for resources: {'Network': ['ID=2bedcd92-3295-46e6-a568-e20fff1ddac8,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:05:30.883007 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.67', 36442) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 14:05:30.922189 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-383477c1-3141-4f49-822b-c3af85825edb admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=fb41fa47c93a4087b454302d26a53d81&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0380199 Apr 11 14:05:30.924633 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.67', 36444) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 14:05:30.969429 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-a2074fe2-28ab-4148-9c8b-839e1a88bcac admin admin] Publish callbacks [] for security_group (846e32ad-2e1e-45fa-803e-f2242fed0181), before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:05:30.989192 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-a2074fe2-28ab-4148-9c8b-839e1a88bcac admin admin] Publish callbacks [] for security_group (846e32ad-2e1e-45fa-803e-f2242fed0181), precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:05:31.039704 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-a2074fe2-28ab-4148-9c8b-839e1a88bcac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8023832'] for security_group (846e32ad-2e1e-45fa-803e-f2242fed0181), after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:05:31.042239 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-a2074fe2-28ab-4148-9c8b-839e1a88bcac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:05:31.044064 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-a2074fe2-28ab-4148-9c8b-839e1a88bcac admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/846e32ad-2e1e-45fa-803e-f2242fed0181 HTTP/1.1" status: 204 len: 168 time: 0.1184986 Apr 11 14:05:31.051521 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2074fe2-28ab-4148-9c8b-839e1a88bcac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=846e32ad-2e1e-45fa-803e-f2242fed0181,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:05:31.353007 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.67', 36450) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 14:05:31.392982 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-1bf83de9-da50-465d-ba51-1f2a21a26f8f admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=abbcc98684a04e1d9179523ef3500985&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0388005 Apr 11 14:05:31.395307 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.67', 36452) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 14:05:31.443202 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-32527a24-d373-4c22-af91-0cd041520eab admin admin] Publish callbacks [] for security_group (0acda5eb-0afa-4c39-be8d-c72194395840), before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:05:31.465585 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-32527a24-d373-4c22-af91-0cd041520eab admin admin] Publish callbacks [] for security_group (0acda5eb-0afa-4c39-be8d-c72194395840), precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:05:31.510196 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-32527a24-d373-4c22-af91-0cd041520eab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8023832'] for security_group (0acda5eb-0afa-4c39-be8d-c72194395840), after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:05:31.513466 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-32527a24-d373-4c22-af91-0cd041520eab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:05:31.514622 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-32527a24-d373-4c22-af91-0cd041520eab admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/0acda5eb-0afa-4c39-be8d-c72194395840 HTTP/1.1" status: 204 len: 168 time: 0.1183567 Apr 11 14:05:31.522002 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32527a24-d373-4c22-af91-0cd041520eab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0acda5eb-0afa-4c39-be8d-c72194395840,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:05:31.658419 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-fcd2c3e6-f415-40f5-8fd4-1147b68fd929 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750379576733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663498'] for agent (a1227682-d2f2-4331-ba13-738c8a59e95d), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:05:32.844233 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750379576733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663498'] for agent (a433433c-9197-4b2b-8991-1d45f6bac940), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:05:33.296689 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750379576733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663498'] for agent (f2586825-e748-4c1d-8b98-cb0d5b6c266d), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:05:34.067520 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.db.agents_db [None req-69d3ff0a-913c-429f-8002-6cfbd72f8f27 None None] Agent healthcheck: found 6 active agents {{(pid=103321) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 14:05:35.841607 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.67', 36536) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 14:05:35.943176 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-95366ed9-cf8d-42eb-833a-bf02e6334954 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:05:36.016692 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-95366ed9-cf8d-42eb-833a-bf02e6334954 admin admin] Publish callbacks [] for security_group (587127b7-d20d-4814-8eae-be81f5b90347), precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:05:36.020406 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-95366ed9-cf8d-42eb-833a-bf02e6334954 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8023832'] for security_group (587127b7-d20d-4814-8eae-be81f5b90347), after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:05:36.062455 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-95366ed9-cf8d-42eb-833a-bf02e6334954 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=27d52895075440c28bc886b7a11613d1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2197704 Apr 11 14:05:36.063547 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95366ed9-cf8d-42eb-833a-bf02e6334954 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=587127b7-d20d-4814-8eae-be81f5b90347,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:05:36.065277 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.67', 36542) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 14:05:36.112817 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-615de9d7-c598-4d79-a579-1bb2f49f21ab admin admin] Publish callbacks [] for security_group (587127b7-d20d-4814-8eae-be81f5b90347), before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:05:36.132947 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-615de9d7-c598-4d79-a579-1bb2f49f21ab admin admin] Publish callbacks [] for security_group (587127b7-d20d-4814-8eae-be81f5b90347), precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:05:36.178747 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-615de9d7-c598-4d79-a579-1bb2f49f21ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8023832'] for security_group (587127b7-d20d-4814-8eae-be81f5b90347), after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:05:36.182066 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-615de9d7-c598-4d79-a579-1bb2f49f21ab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:05:36.183232 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-615de9d7-c598-4d79-a579-1bb2f49f21ab admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/587127b7-d20d-4814-8eae-be81f5b90347 HTTP/1.1" status: 204 len: 168 time: 0.1169450 Apr 11 14:05:36.191563 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615de9d7-c598-4d79-a579-1bb2f49f21ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=587127b7-d20d-4814-8eae-be81f5b90347,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:05:36.436981 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.67', 36548) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 14:05:36.454016 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-37544e1d-2843-41e3-abe4-2a63292f21e9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:05:36.528066 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-37544e1d-2843-41e3-abe4-2a63292f21e9 admin admin] Publish callbacks [] for security_group (f45dbe28-c831-4577-951f-ade5f9bc5805), precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:05:36.531919 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-37544e1d-2843-41e3-abe4-2a63292f21e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8023832'] for security_group (f45dbe28-c831-4577-951f-ade5f9bc5805), after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:05:36.569129 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-37544e1d-2843-41e3-abe4-2a63292f21e9 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=8297019ecb3541c1afdcd29e55c2497b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1310725 Apr 11 14:05:36.569969 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37544e1d-2843-41e3-abe4-2a63292f21e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f45dbe28-c831-4577-951f-ade5f9bc5805,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:05:36.571862 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.67', 36550) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 14:05:36.619182 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-ffeba76d-f053-4879-b970-f21aa6f8f95d admin admin] Publish callbacks [] for security_group (f45dbe28-c831-4577-951f-ade5f9bc5805), before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:05:36.640489 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-ffeba76d-f053-4879-b970-f21aa6f8f95d admin admin] Publish callbacks [] for security_group (f45dbe28-c831-4577-951f-ade5f9bc5805), precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:05:36.685816 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-ffeba76d-f053-4879-b970-f21aa6f8f95d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8023832'] for security_group (f45dbe28-c831-4577-951f-ade5f9bc5805), after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:05:36.688259 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-ffeba76d-f053-4879-b970-f21aa6f8f95d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:05:36.689389 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-ffeba76d-f053-4879-b970-f21aa6f8f95d admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/f45dbe28-c831-4577-951f-ade5f9bc5805 HTTP/1.1" status: 204 len: 168 time: 0.1165075 Apr 11 14:05:36.696936 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffeba76d-f053-4879-b970-f21aa6f8f95d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f45dbe28-c831-4577-951f-ade5f9bc5805,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:05:38.031765 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-c01ec8b0-fc90-477d-8e02-99bd9fbe53ae req-b1378baf-8e09-426e-8b67-2a2dad8dfdf5 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=68774bfd-baf3-4cab-8d21-d9397b9bb4e0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0390646 Apr 11 14:05:38.115111 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01ec8b0-fc90-477d-8e02-99bd9fbe53ae req-e1688331-9d81-4257-8fcf-8da3a750ee71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:05:38.116765 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-c01ec8b0-fc90-477d-8e02-99bd9fbe53ae req-e1688331-9d81-4257-8fcf-8da3a750ee71 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=40c040f0c3e74276bcab8dbc8e439de5&device_id=68774bfd-baf3-4cab-8d21-d9397b9bb4e0 HTTP/1.1" status: 200 len: 1129 time: 0.0423017 Apr 11 14:05:38.225587 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01ec8b0-fc90-477d-8e02-99bd9fbe53ae req-dead29ae-879f-4f51-811d-3849e5a268c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:05:38.227056 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-c01ec8b0-fc90-477d-8e02-99bd9fbe53ae req-dead29ae-879f-4f51-811d-3849e5a268c9 service neutron] 10.222.0.75 "GET /v2.0/networks?id=ad25a564-6f6a-4aa0-9d80-81636d1b0cca HTTP/1.1" status: 200 len: 912 time: 0.0886269 Apr 11 14:05:38.295845 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-c01ec8b0-fc90-477d-8e02-99bd9fbe53ae req-30b76419-ada4-4ff6-9025-c6df63d5fd66 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=57ad0c82-296e-406b-ada6-95602f83f661 HTTP/1.1" status: 200 len: 1001 time: 0.0625885 Apr 11 14:05:38.343469 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01ec8b0-fc90-477d-8e02-99bd9fbe53ae req-14190d4f-ea78-454a-8022-5a3b46b0bc72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:05:38.344975 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-c01ec8b0-fc90-477d-8e02-99bd9fbe53ae req-14190d4f-ea78-454a-8022-5a3b46b0bc72 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=88bd1feb-6086-4c30-90a4-375c4e01858c HTTP/1.1" status: 200 len: 850 time: 0.0432658 Apr 11 14:05:38.388403 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01ec8b0-fc90-477d-8e02-99bd9fbe53ae req-6a00eca1-83a4-47c5-8b8c-54048bb79446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:05:38.389880 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-c01ec8b0-fc90-477d-8e02-99bd9fbe53ae req-6a00eca1-83a4-47c5-8b8c-54048bb79446 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=ad25a564-6f6a-4aa0-9d80-81636d1b0cca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0393095 Apr 11 14:05:38.488795 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-c01ec8b0-fc90-477d-8e02-99bd9fbe53ae req-656d36d2-1534-4803-8092-25a284f34aa5 service neutron] 10.222.0.75 "GET /v2.0/networks/ad25a564-6f6a-4aa0-9d80-81636d1b0cca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904098 Apr 11 14:05:38.584395 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-c01ec8b0-fc90-477d-8e02-99bd9fbe53ae req-dfd86027-1c14-4d57-a831-99546916d157 service neutron] 10.222.0.75 "GET /v2.0/networks/ad25a564-6f6a-4aa0-9d80-81636d1b0cca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886879 Apr 11 14:05:45.123678 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.67', 36686) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 14:05:45.229060 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-5a57c2c9-4439-44ca-a60b-dfa81bfa359e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:05:45.307110 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-5a57c2c9-4439-44ca-a60b-dfa81bfa359e admin admin] Publish callbacks [] for security_group (dd5ec414-2ed8-4ec2-b5cb-169d9402b82a), precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:05:45.310691 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-5a57c2c9-4439-44ca-a60b-dfa81bfa359e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8023832'] for security_group (dd5ec414-2ed8-4ec2-b5cb-169d9402b82a), after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:05:45.349665 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-5a57c2c9-4439-44ca-a60b-dfa81bfa359e admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=7ce5287a6a44409d9e2a464e69d6c297&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2248893 Apr 11 14:05:45.350543 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a57c2c9-4439-44ca-a60b-dfa81bfa359e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd5ec414-2ed8-4ec2-b5cb-169d9402b82a,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:05:45.352453 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.67', 36690) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 14:05:45.399262 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-98c58430-8c8d-4020-9c3e-adbd26a0293c admin admin] Publish callbacks [] for security_group (dd5ec414-2ed8-4ec2-b5cb-169d9402b82a), before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:05:45.421479 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-98c58430-8c8d-4020-9c3e-adbd26a0293c admin admin] Publish callbacks [] for security_group (dd5ec414-2ed8-4ec2-b5cb-169d9402b82a), precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:05:45.466415 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-98c58430-8c8d-4020-9c3e-adbd26a0293c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8023832'] for security_group (dd5ec414-2ed8-4ec2-b5cb-169d9402b82a), after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:05:45.469532 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-98c58430-8c8d-4020-9c3e-adbd26a0293c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:05:45.470661 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-98c58430-8c8d-4020-9c3e-adbd26a0293c admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/dd5ec414-2ed8-4ec2-b5cb-169d9402b82a HTTP/1.1" status: 204 len: 168 time: 0.1171551 Apr 11 14:05:45.478269 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c58430-8c8d-4020-9c3e-adbd26a0293c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd5ec414-2ed8-4ec2-b5cb-169d9402b82a,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:05:45.727808 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.67', 36696) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 14:05:45.741068 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-a3323355-5cae-483d-80ea-cf6dd33331f2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:05:45.815826 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-a3323355-5cae-483d-80ea-cf6dd33331f2 admin admin] Publish callbacks [] for security_group (18ab9189-befa-4a0f-ab89-98e28382df1d), precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:05:45.819405 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-a3323355-5cae-483d-80ea-cf6dd33331f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8023832'] for security_group (18ab9189-befa-4a0f-ab89-98e28382df1d), after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:05:45.855277 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3323355-5cae-483d-80ea-cf6dd33331f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18ab9189-befa-4a0f-ab89-98e28382df1d,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:05:45.859597 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-a3323355-5cae-483d-80ea-cf6dd33331f2 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=0d5402b2d9c341f6b4561cfe263f5420&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1307580 Apr 11 14:05:45.862307 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.67', 36698) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 14:05:45.908444 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-6dd6c0f0-94ca-4726-b828-a79732cf7190 admin admin] Publish callbacks [] for security_group (18ab9189-befa-4a0f-ab89-98e28382df1d), before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:05:45.928822 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-6dd6c0f0-94ca-4726-b828-a79732cf7190 admin admin] Publish callbacks [] for security_group (18ab9189-befa-4a0f-ab89-98e28382df1d), precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:05:45.976729 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-6dd6c0f0-94ca-4726-b828-a79732cf7190 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8023832'] for security_group (18ab9189-befa-4a0f-ab89-98e28382df1d), after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:05:45.979184 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-6dd6c0f0-94ca-4726-b828-a79732cf7190 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:05:45.980328 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-6dd6c0f0-94ca-4726-b828-a79732cf7190 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/18ab9189-befa-4a0f-ab89-98e28382df1d HTTP/1.1" status: 204 len: 168 time: 0.1172862 Apr 11 14:05:45.987881 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd6c0f0-94ca-4726-b828-a79732cf7190 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18ab9189-befa-4a0f-ab89-98e28382df1d,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:05:46.286838 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.67', 36704) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 14:05:46.300207 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-2a0e2389-d065-42e8-88b9-1ddb61f4ac22 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:05:46.372770 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-2a0e2389-d065-42e8-88b9-1ddb61f4ac22 admin admin] Publish callbacks [] for security_group (9bd1d760-7d73-4bb9-af1b-d724a5bf2067), precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:05:46.376648 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-2a0e2389-d065-42e8-88b9-1ddb61f4ac22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8023832'] for security_group (9bd1d760-7d73-4bb9-af1b-d724a5bf2067), after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:05:46.415094 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-2a0e2389-d065-42e8-88b9-1ddb61f4ac22 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=1e189f5049104cfbb7581bcf824f6963&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1271696 Apr 11 14:05:46.415960 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0e2389-d065-42e8-88b9-1ddb61f4ac22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bd1d760-7d73-4bb9-af1b-d724a5bf2067,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:05:46.417748 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.67', 36706) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 14:05:46.465169 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-795578ff-bb1e-47e6-a4f5-8435f56f9978 admin admin] Publish callbacks [] for security_group (9bd1d760-7d73-4bb9-af1b-d724a5bf2067), before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:05:46.486005 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-795578ff-bb1e-47e6-a4f5-8435f56f9978 admin admin] Publish callbacks [] for security_group (9bd1d760-7d73-4bb9-af1b-d724a5bf2067), precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:05:46.533908 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-795578ff-bb1e-47e6-a4f5-8435f56f9978 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8023832'] for security_group (9bd1d760-7d73-4bb9-af1b-d724a5bf2067), after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:05:46.536400 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-795578ff-bb1e-47e6-a4f5-8435f56f9978 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:05:46.537634 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-795578ff-bb1e-47e6-a4f5-8435f56f9978 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/9bd1d760-7d73-4bb9-af1b-d724a5bf2067 HTTP/1.1" status: 204 len: 168 time: 0.1189163 Apr 11 14:05:46.545246 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795578ff-bb1e-47e6-a4f5-8435f56f9978 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bd1d760-7d73-4bb9-af1b-d724a5bf2067,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:05:47.617354 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.67', 36736) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 14:05:47.721711 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-101c547e-4c6c-47d1-a8e8-72a5d22fecc2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:05:47.793685 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-101c547e-4c6c-47d1-a8e8-72a5d22fecc2 admin admin] Publish callbacks [] for security_group (1f72b4f3-151b-4cda-a2b6-0b37b43e8d4e), precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:05:47.797494 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-101c547e-4c6c-47d1-a8e8-72a5d22fecc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8023832'] for security_group (1f72b4f3-151b-4cda-a2b6-0b37b43e8d4e), after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:05:47.834021 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-101c547e-4c6c-47d1-a8e8-72a5d22fecc2 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=9d1be0d707b641a98c7c1a5148533a0c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2156153 Apr 11 14:05:47.836021 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101c547e-4c6c-47d1-a8e8-72a5d22fecc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f72b4f3-151b-4cda-a2b6-0b37b43e8d4e,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:05:47.836685 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.67', 36740) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 14:05:47.884140 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-5d8f9bf7-6a2a-4712-a0bd-249df52d4e85 admin admin] Publish callbacks [] for security_group (1f72b4f3-151b-4cda-a2b6-0b37b43e8d4e), before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:05:47.905321 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-5d8f9bf7-6a2a-4712-a0bd-249df52d4e85 admin admin] Publish callbacks [] for security_group (1f72b4f3-151b-4cda-a2b6-0b37b43e8d4e), precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:05:47.949739 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-5d8f9bf7-6a2a-4712-a0bd-249df52d4e85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8023832'] for security_group (1f72b4f3-151b-4cda-a2b6-0b37b43e8d4e), after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:05:47.952833 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-5d8f9bf7-6a2a-4712-a0bd-249df52d4e85 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:05:47.953970 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-5d8f9bf7-6a2a-4712-a0bd-249df52d4e85 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/1f72b4f3-151b-4cda-a2b6-0b37b43e8d4e HTTP/1.1" status: 204 len: 168 time: 0.1161954 Apr 11 14:05:47.961285 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8f9bf7-6a2a-4712-a0bd-249df52d4e85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f72b4f3-151b-4cda-a2b6-0b37b43e8d4e,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:05:48.926428 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.67', 36774) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 14:05:49.027367 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-fcca8c8c-4568-431c-99c9-487fbebf35e3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:05:49.101037 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-fcca8c8c-4568-431c-99c9-487fbebf35e3 admin admin] Publish callbacks [] for security_group (7cdfaf45-0fe5-49bb-8d91-ad88266a92ef), precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:05:49.104664 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-fcca8c8c-4568-431c-99c9-487fbebf35e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8023832'] for security_group (7cdfaf45-0fe5-49bb-8d91-ad88266a92ef), after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:05:49.145847 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-fcca8c8c-4568-431c-99c9-487fbebf35e3 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=3905018bf7b84d99b4ef8f41def79174&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2183464 Apr 11 14:05:49.146725 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcca8c8c-4568-431c-99c9-487fbebf35e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cdfaf45-0fe5-49bb-8d91-ad88266a92ef,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:05:49.148569 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.67', 36778) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 14:05:49.203233 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-d269816b-758b-4025-acb2-527bc67b4f75 admin admin] Publish callbacks [] for security_group (7cdfaf45-0fe5-49bb-8d91-ad88266a92ef), before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:05:49.224948 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-d269816b-758b-4025-acb2-527bc67b4f75 admin admin] Publish callbacks [] for security_group (7cdfaf45-0fe5-49bb-8d91-ad88266a92ef), precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:05:49.270112 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-d269816b-758b-4025-acb2-527bc67b4f75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8023832'] for security_group (7cdfaf45-0fe5-49bb-8d91-ad88266a92ef), after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:05:49.272755 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-d269816b-758b-4025-acb2-527bc67b4f75 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:05:49.273904 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-d269816b-758b-4025-acb2-527bc67b4f75 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/7cdfaf45-0fe5-49bb-8d91-ad88266a92ef HTTP/1.1" status: 204 len: 168 time: 0.1214554 Apr 11 14:05:49.282784 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d269816b-758b-4025-acb2-527bc67b4f75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cdfaf45-0fe5-49bb-8d91-ad88266a92ef,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:05:56.474361 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-bf399adb-b1b9-44fc-bdd4-5b3eea50dd17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750379576733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663498'] for agent (d5a8b9a1-2e9e-46b5-8163-20b7d509fa4e), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:05:58.829243 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-01391ef9-d75a-4635-affe-2cb89cc658b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750379576733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663498'] for agent (e731c656-576f-4174-9da3-af64518920bc), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:06:00.118312 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.67', 36912) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 14:06:00.164643 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-75ad2582-0b5d-438d-ba3d-9545e3f86417 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750379576733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663498'] for agent (af269f03-95a2-4a08-bd5c-5879324d2567), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:06:00.223882 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-05804843-bdb4-40e4-958b-dd8ec09a7fb2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:06:00.295388 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-05804843-bdb4-40e4-958b-dd8ec09a7fb2 admin admin] Publish callbacks [] for security_group (c09aafe6-dc78-414f-a4d8-53c03bd6664e), precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:06:00.299509 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-05804843-bdb4-40e4-958b-dd8ec09a7fb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8023832'] for security_group (c09aafe6-dc78-414f-a4d8-53c03bd6664e), after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:06:00.336267 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-05804843-bdb4-40e4-958b-dd8ec09a7fb2 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=ae0324148d904170b97ea11375cda639&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2169042 Apr 11 14:06:00.337458 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05804843-bdb4-40e4-958b-dd8ec09a7fb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c09aafe6-dc78-414f-a4d8-53c03bd6664e,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:06:00.338934 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.67', 36916) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 14:06:00.387406 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-19ed2726-1e94-4ac5-8029-615f574633e9 admin admin] Publish callbacks [] for security_group (c09aafe6-dc78-414f-a4d8-53c03bd6664e), before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:06:00.408759 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-19ed2726-1e94-4ac5-8029-615f574633e9 admin admin] Publish callbacks [] for security_group (c09aafe6-dc78-414f-a4d8-53c03bd6664e), precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:06:00.455832 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-19ed2726-1e94-4ac5-8029-615f574633e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8023832'] for security_group (c09aafe6-dc78-414f-a4d8-53c03bd6664e), after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:06:00.458554 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-19ed2726-1e94-4ac5-8029-615f574633e9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:06:00.459739 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-19ed2726-1e94-4ac5-8029-615f574633e9 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/c09aafe6-dc78-414f-a4d8-53c03bd6664e HTTP/1.1" status: 204 len: 168 time: 0.1197727 Apr 11 14:06:00.467349 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ed2726-1e94-4ac5-8029-615f574633e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c09aafe6-dc78-414f-a4d8-53c03bd6664e,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:06:01.662028 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-fcd2c3e6-f415-40f5-8fd4-1147b68fd929 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750379576733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663498'] for agent (a1227682-d2f2-4331-ba13-738c8a59e95d), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:06:02.848268 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750379576733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663498'] for agent (a433433c-9197-4b2b-8991-1d45f6bac940), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:06:03.301081 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750379576733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663498'] for agent (f2586825-e748-4c1d-8b98-cb0d5b6c266d), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:06:11.066998 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.db.agents_db [None req-69d3ff0a-913c-429f-8002-6cfbd72f8f27 None None] Agent healthcheck: found 6 active agents {{(pid=103321) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 14:06:26.475779 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-2c511bd4-457e-47b8-add3-96289c429abb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750379576733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663498'] for agent (d5a8b9a1-2e9e-46b5-8163-20b7d509fa4e), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:06:28.821248 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-29e4659c-d0cb-4060-8c37-1a485acdbdf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750379576733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663498'] for agent (e731c656-576f-4174-9da3-af64518920bc), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:06:30.168721 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-75ad2582-0b5d-438d-ba3d-9545e3f86417 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750379576733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663498'] for agent (af269f03-95a2-4a08-bd5c-5879324d2567), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:06:31.659739 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-a14bdf9c-c111-482a-b6ae-ded6a2e2d536 req-cb6a8f5b-79b6-43e7-8406-6b025ab36626 tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1672236242&fields=id&tenant_id=40c040f0c3e74276bcab8dbc8e439de5 HTTP/1.1" status: 200 len: 267 time: 0.0432382 Apr 11 14:06:31.663243 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-fcd2c3e6-f415-40f5-8fd4-1147b68fd929 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750379576733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663498'] for agent (a1227682-d2f2-4331-ba13-738c8a59e95d), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:06:31.765263 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14bdf9c-c111-482a-b6ae-ded6a2e2d536 req-43b97500-5388-43fd-9c05-1bc78494b6e4 tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:06:31.766693 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-a14bdf9c-c111-482a-b6ae-ded6a2e2d536 req-43b97500-5388-43fd-9c05-1bc78494b6e4 tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] 10.222.0.67 "GET /v2.0/networks?id=ad25a564-6f6a-4aa0-9d80-81636d1b0cca HTTP/1.1" status: 200 len: 811 time: 0.0993748 Apr 11 14:06:31.781095 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-a14bdf9c-c111-482a-b6ae-ded6a2e2d536 req-f606b9b7-3d3c-4e7c-a66f-e32dc24cb1c3 tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] 10.222.0.67 "GET /v2.0/quotas/40c040f0c3e74276bcab8dbc8e439de5 HTTP/1.1" status: 200 len: 375 time: 0.0091820 Apr 11 14:06:31.829757 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-a14bdf9c-c111-482a-b6ae-ded6a2e2d536 req-e9a71377-86cb-4999-a992-2d08b6ea9920 tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=40c040f0c3e74276bcab8dbc8e439de5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0435658 Apr 11 14:06:31.935769 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.wsgi [req-a14bdf9c-c111-482a-b6ae-ded6a2e2d536 req-723cc210-dc10-4768-b852-6e2d7944480c service neutron] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=103319) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 11 14:06:31.936775 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-a14bdf9c-c111-482a-b6ae-ded6a2e2d536 req-723cc210-dc10-4768-b852-6e2d7944480c service neutron] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0961041 Apr 11 14:06:32.279256 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-a14bdf9c-c111-482a-b6ae-ded6a2e2d536 req-0539c8ad-50ed-47a9-974c-ef8e4bf9af59 service neutron] 10.222.0.67 "GET /v2.0/networks/ad25a564-6f6a-4aa0-9d80-81636d1b0cca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3366368 Apr 11 14:06:32.365868 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-a14bdf9c-c111-482a-b6ae-ded6a2e2d536 req-a015562e-e58d-4848-9b36-c34edd35ab1d service neutron] 10.222.0.67 "GET /v2.0/networks/ad25a564-6f6a-4aa0-9d80-81636d1b0cca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810578 Apr 11 14:06:32.707533 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-8f422d7c-dce7-4832-b99a-dbcbf52c4e19 req-a7e4b03d-4f4f-41d1-8903-3ee1459d2b4d tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] 10.222.0.67 "GET /v2.0/ports?device_id=a6026426-fd47-46b0-a22f-45ebf0500fb9 HTTP/1.1" status: 200 len: 210 time: 0.0824356 Apr 11 14:06:32.852708 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750379576733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663498'] for agent (a433433c-9197-4b2b-8991-1d45f6bac940), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:06:33.303993 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750379576733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663498'] for agent (f2586825-e748-4c1d-8b98-cb0d5b6c266d), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:06:33.658932 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14bdf9c-c111-482a-b6ae-ded6a2e2d536 req-613cc64e-5298-471d-891f-47c12f010fc2 tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:06:33.660605 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-a14bdf9c-c111-482a-b6ae-ded6a2e2d536 req-613cc64e-5298-471d-891f-47c12f010fc2 tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] 10.222.0.75 "GET /v2.0/networks?id=ad25a564-6f6a-4aa0-9d80-81636d1b0cca HTTP/1.1" status: 200 len: 811 time: 0.1085434 Apr 11 14:06:33.722346 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-a14bdf9c-c111-482a-b6ae-ded6a2e2d536 req-62ec208c-7a6a-49cb-982a-f1247f429b27 tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] 10.222.0.75 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=40c040f0c3e74276bcab8dbc8e439de5 HTTP/1.1" status: 200 len: 380 time: 0.0541062 Apr 11 14:06:33.731095 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.v2.base [req-a14bdf9c-c111-482a-b6ae-ded6a2e2d536 req-f9260b85-e3cd-4f7c-a5dd-1db1bec144cf tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] Request body: {'port': {'device_id': 'a6026426-fd47-46b0-a22f-45ebf0500fb9', 'network_id': 'ad25a564-6f6a-4aa0-9d80-81636d1b0cca', 'admin_state_up': True, 'tenant_id': '40c040f0c3e74276bcab8dbc8e439de5', 'security_groups': ['1e4559a2-35a5-463e-b48e-0eca17a45591']}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:06:33.823205 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-fe698745-fa1c-4f22-9802-858686155c1a req-0718a8ce-195f-4238-8a76-f264385e7aa6 tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] 10.222.0.67 "GET /v2.0/ports?device_id=a6026426-fd47-46b0-a22f-45ebf0500fb9 HTTP/1.1" status: 200 len: 210 time: 0.0343881 Apr 11 14:06:33.865004 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a14bdf9c-c111-482a-b6ae-ded6a2e2d536 req-f9260b85-e3cd-4f7c-a5dd-1db1bec144cf tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] Made reservation on behalf of 40c040f0c3e74276bcab8dbc8e439de5 for: {'port': 1} {{(pid=103319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:06:33.868955 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-a14bdf9c-c111-482a-b6ae-ded6a2e2d536 req-f9260b85-e3cd-4f7c-a5dd-1db1bec144cf tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883311'] for port (None), before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:06:34.001135 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.db.db_base_plugin_common [req-a14bdf9c-c111-482a-b6ae-ded6a2e2d536 req-f9260b85-e3cd-4f7c-a5dd-1db1bec144cf tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] Allocated IP 172.20.0.8 (ad25a564-6f6a-4aa0-9d80-81636d1b0cca/88bd1feb-6086-4c30-90a4-375c4e01858c/98f3aec3-741b-4557-a19c-a2befc8b4060) {{(pid=103319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 14:06:34.144437 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-a14bdf9c-c111-482a-b6ae-ded6a2e2d536 req-f9260b85-e3cd-4f7c-a5dd-1db1bec144cf tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] Publish callbacks [] for port (98f3aec3-741b-4557-a19c-a2befc8b4060), precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:06:34.179715 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-a14bdf9c-c111-482a-b6ae-ded6a2e2d536 req-f9260b85-e3cd-4f7c-a5dd-1db1bec144cf tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750379164474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4648624'] for port (98f3aec3-741b-4557-a19c-a2befc8b4060), after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:06:34.228968 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a14bdf9c-c111-482a-b6ae-ded6a2e2d536 req-f9260b85-e3cd-4f7c-a5dd-1db1bec144cf tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] Network ad25a564-6f6a-4aa0-9d80-81636d1b0cca is already hosted by enough agents. {{(pid=103319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:06:34.232042 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [req-a14bdf9c-c111-482a-b6ae-ded6a2e2d536 req-f9260b85-e3cd-4f7c-a5dd-1db1bec144cf tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] Resources bound (agent type, host, resource id): {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:06:34.234994 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [req-a14bdf9c-c111-482a-b6ae-ded6a2e2d536 req-f9260b85-e3cd-4f7c-a5dd-1db1bec144cf tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] Received port after_create {{(pid=103319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 14:06:34.266778 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9260b85-e3cd-4f7c-a5dd-1db1bec144cf tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] Pushing event updated for resources: {'Port': ['ID=98f3aec3-741b-4557-a19c-a2befc8b4060,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:06:34.280060 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9260b85-e3cd-4f7c-a5dd-1db1bec144cf tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:06:34.280402 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9260b85-e3cd-4f7c-a5dd-1db1bec144cf tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:06:34.280740 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9260b85-e3cd-4f7c-a5dd-1db1bec144cf tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:06:34.281098 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9260b85-e3cd-4f7c-a5dd-1db1bec144cf tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:06:34.281426 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9260b85-e3cd-4f7c-a5dd-1db1bec144cf tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:06:34.281753 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9260b85-e3cd-4f7c-a5dd-1db1bec144cf tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:06:34.282074 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9260b85-e3cd-4f7c-a5dd-1db1bec144cf tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:06:34.282394 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9260b85-e3cd-4f7c-a5dd-1db1bec144cf tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:06:34.282736 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9260b85-e3cd-4f7c-a5dd-1db1bec144cf tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:06:34.283062 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9260b85-e3cd-4f7c-a5dd-1db1bec144cf tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:06:34.283381 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9260b85-e3cd-4f7c-a5dd-1db1bec144cf tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:06:34.283724 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9260b85-e3cd-4f7c-a5dd-1db1bec144cf tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:06:34.284054 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9260b85-e3cd-4f7c-a5dd-1db1bec144cf tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:06:34.284369 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9260b85-e3cd-4f7c-a5dd-1db1bec144cf tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:06:34.284681 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9260b85-e3cd-4f7c-a5dd-1db1bec144cf tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:06:34.303098 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14bdf9c-c111-482a-b6ae-ded6a2e2d536 req-f9260b85-e3cd-4f7c-a5dd-1db1bec144cf tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:06:34.303816 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-a14bdf9c-c111-482a-b6ae-ded6a2e2d536 req-f9260b85-e3cd-4f7c-a5dd-1db1bec144cf tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-507053'] for port (None), before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:06:34.322621 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-a14bdf9c-c111-482a-b6ae-ded6a2e2d536 req-f9260b85-e3cd-4f7c-a5dd-1db1bec144cf tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5953622 Apr 11 14:06:34.332047 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.wsgi [req-a14bdf9c-c111-482a-b6ae-ded6a2e2d536 req-ae91166c-023c-4baa-8ad5-729919a042d2 tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=103319) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 11 14:06:34.333137 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-a14bdf9c-c111-482a-b6ae-ded6a2e2d536 req-ae91166c-023c-4baa-8ad5-729919a042d2 tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053458 Apr 11 14:06:34.388645 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.v2.base [req-a14bdf9c-c111-482a-b6ae-ded6a2e2d536 req-875e9bff-6985-4aa3-963f-bb6fabc2f7d3 service neutron] Request body: {'port': {'device_id': 'a6026426-fd47-46b0-a22f-45ebf0500fb9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83078'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:06:34.420446 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-35c8ada0-dec9-41e7-91c0-7d028f6cf518 None None] Provisioning complete for port 98f3aec3-741b-4557-a19c-a2befc8b4060 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 14:06:34.420957 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-35c8ada0-dec9-41e7-91c0-7d028f6cf518 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-663396'] for port (98f3aec3-741b-4557-a19c-a2befc8b4060), provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:06:34.449434 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-a14bdf9c-c111-482a-b6ae-ded6a2e2d536 req-875e9bff-6985-4aa3-963f-bb6fabc2f7d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883311'] for port (98f3aec3-741b-4557-a19c-a2befc8b4060), before_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:06:34.585251 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-35c8ada0-dec9-41e7-91c0-7d028f6cf518 None None] Port 98f3aec3-741b-4557-a19c-a2befc8b4060 cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 14:06:34.717249 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.notifiers.nova [req-a14bdf9c-c111-482a-b6ae-ded6a2e2d536 req-875e9bff-6985-4aa3-963f-bb6fabc2f7d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 98f3aec3-741b-4557-a19c-a2befc8b4060 {{(pid=103319) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 14:06:34.724442 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-a14bdf9c-c111-482a-b6ae-ded6a2e2d536 req-875e9bff-6985-4aa3-963f-bb6fabc2f7d3 service neutron] Publish callbacks [] for port (98f3aec3-741b-4557-a19c-a2befc8b4060), precommit_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:06:34.737181 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.db.provisioning_blocks [req-a14bdf9c-c111-482a-b6ae-ded6a2e2d536 req-875e9bff-6985-4aa3-963f-bb6fabc2f7d3 service neutron] Transition to ACTIVE for port object 98f3aec3-741b-4557-a19c-a2befc8b4060 will not be triggered until provisioned by entity L2. {{(pid=103319) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 14:06:34.740929 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-a14bdf9c-c111-482a-b6ae-ded6a2e2d536 req-875e9bff-6985-4aa3-963f-bb6fabc2f7d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750379687711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750379164492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750379164510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4648635'] for port (98f3aec3-741b-4557-a19c-a2befc8b4060), after_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:06:34.792299 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875e9bff-6985-4aa3-963f-bb6fabc2f7d3 service neutron] Pushing event updated for resources: {'Port': ['ID=98f3aec3-741b-4557-a19c-a2befc8b4060,revision_number=2']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:06:34.871140 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.managers [req-a14bdf9c-c111-482a-b6ae-ded6a2e2d536 req-875e9bff-6985-4aa3-963f-bb6fabc2f7d3 service neutron] Attempting to bind port 98f3aec3-741b-4557-a19c-a2befc8b4060 on host hv-cinder-83078 for vnic_type normal with profile {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 14:06:34.871481 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.managers [req-a14bdf9c-c111-482a-b6ae-ded6a2e2d536 req-875e9bff-6985-4aa3-963f-bb6fabc2f7d3 service neutron] Attempting to bind port 98f3aec3-741b-4557-a19c-a2befc8b4060 by drivers openvswitch,hyperv on host hv-cinder-83078 at level 0 using segments [{'id': 'dba15552-8c47-4ae1-bd01-539c1927d993', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': 'ad25a564-6f6a-4aa0-9d80-81636d1b0cca'}] {{(pid=103319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 14:06:34.871843 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a14bdf9c-c111-482a-b6ae-ded6a2e2d536 req-875e9bff-6985-4aa3-963f-bb6fabc2f7d3 service neutron] Attempting to bind port 98f3aec3-741b-4557-a19c-a2befc8b4060 on network ad25a564-6f6a-4aa0-9d80-81636d1b0cca {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 14:06:34.876674 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a14bdf9c-c111-482a-b6ae-ded6a2e2d536 req-875e9bff-6985-4aa3-963f-bb6fabc2f7d3 service neutron] Port 98f3aec3-741b-4557-a19c-a2befc8b4060 on network ad25a564-6f6a-4aa0-9d80-81636d1b0cca not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83078 {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 11 14:06:34.876998 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a14bdf9c-c111-482a-b6ae-ded6a2e2d536 req-875e9bff-6985-4aa3-963f-bb6fabc2f7d3 service neutron] Attempting to bind port 98f3aec3-741b-4557-a19c-a2befc8b4060 on network ad25a564-6f6a-4aa0-9d80-81636d1b0cca {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 14:06:34.882333 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a14bdf9c-c111-482a-b6ae-ded6a2e2d536 req-875e9bff-6985-4aa3-963f-bb6fabc2f7d3 service neutron] Checking agent: {'id': 'a433433c-9197-4b2b-8991-1d45f6bac940', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83078', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 13, 53, 31), 'started_at': datetime.datetime(2022, 4, 11, 13, 53, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 14, 6, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 14:06:34.882676 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a14bdf9c-c111-482a-b6ae-ded6a2e2d536 req-875e9bff-6985-4aa3-963f-bb6fabc2f7d3 service neutron] Checking segment: {'id': 'dba15552-8c47-4ae1-bd01-539c1927d993', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': 'ad25a564-6f6a-4aa0-9d80-81636d1b0cca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103319) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 14:06:34.883062 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a14bdf9c-c111-482a-b6ae-ded6a2e2d536 req-875e9bff-6985-4aa3-963f-bb6fabc2f7d3 service neutron] Bound using segment: {'id': 'dba15552-8c47-4ae1-bd01-539c1927d993', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': 'ad25a564-6f6a-4aa0-9d80-81636d1b0cca'} {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 14:06:34.883495 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.managers [req-a14bdf9c-c111-482a-b6ae-ded6a2e2d536 req-875e9bff-6985-4aa3-963f-bb6fabc2f7d3 service neutron] Bound port: 98f3aec3-741b-4557-a19c-a2befc8b4060, host: hv-cinder-83078, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dba15552-8c47-4ae1-bd01-539c1927d993', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': 'ad25a564-6f6a-4aa0-9d80-81636d1b0cca'}}] {{(pid=103319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 14:06:34.884042 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-a14bdf9c-c111-482a-b6ae-ded6a2e2d536 req-875e9bff-6985-4aa3-963f-bb6fabc2f7d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883311'] for port (98f3aec3-741b-4557-a19c-a2befc8b4060), before_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:06:34.943292 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3352a1-4c13-4a83-9a24-fbf541277764 req-10cfca6c-d749-4a2f-9d99-fc51fbd3b0ea tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:06:34.945108 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-ff3352a1-4c13-4a83-9a24-fbf541277764 req-10cfca6c-d749-4a2f-9d99-fc51fbd3b0ea tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] 10.222.0.67 "GET /v2.0/ports?device_id=a6026426-fd47-46b0-a22f-45ebf0500fb9 HTTP/1.1" status: 200 len: 943 time: 0.0510833 Apr 11 14:06:34.955228 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.db [req-a14bdf9c-c111-482a-b6ae-ded6a2e2d536 req-875e9bff-6985-4aa3-963f-bb6fabc2f7d3 service neutron] For port 98f3aec3-741b-4557-a19c-a2befc8b4060, host hv-cinder-83078, cleared binding levels {{(pid=103319) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 14:06:34.958812 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.db [req-a14bdf9c-c111-482a-b6ae-ded6a2e2d536 req-875e9bff-6985-4aa3-963f-bb6fabc2f7d3 service neutron] For port 98f3aec3-741b-4557-a19c-a2befc8b4060, host hv-cinder-83078, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83078',level=0,port_id=98f3aec3-741b-4557-a19c-a2befc8b4060,segment=NetworkSegment(dba15552-8c47-4ae1-bd01-539c1927d993),segment_id=dba15552-8c47-4ae1-bd01-539c1927d993)] {{(pid=103319) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 14:06:34.966068 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-a14bdf9c-c111-482a-b6ae-ded6a2e2d536 req-875e9bff-6985-4aa3-963f-bb6fabc2f7d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750379687711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750379164492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750379164510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4648635'] for port (98f3aec3-741b-4557-a19c-a2befc8b4060), after_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:06:34.999562 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-ff3352a1-4c13-4a83-9a24-fbf541277764 req-4df46025-799c-49b2-96c8-ad837128c289 tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] 10.222.0.67 "GET /v2.0/security-groups?id=1e4559a2-35a5-463e-b48e-0eca17a45591&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470331 Apr 11 14:06:35.003303 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14bdf9c-c111-482a-b6ae-ded6a2e2d536 req-875e9bff-6985-4aa3-963f-bb6fabc2f7d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:06:35.003952 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-a14bdf9c-c111-482a-b6ae-ded6a2e2d536 req-875e9bff-6985-4aa3-963f-bb6fabc2f7d3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-507053'] for port (None), before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:06:35.005329 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-a14bdf9c-c111-482a-b6ae-ded6a2e2d536 req-875e9bff-6985-4aa3-963f-bb6fabc2f7d3 service neutron] 10.222.0.75 "PUT /v2.0/ports/98f3aec3-741b-4557-a19c-a2befc8b4060 HTTP/1.1" status: 200 len: 1093 time: 0.6654725 Apr 11 14:06:35.005773 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6026426-fd47-46b0-a22f-45ebf0500fb9', 'tag': '98f3aec3-741b-4557-a19c-a2befc8b4060'}] {{(pid=103319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 14:06:35.008064 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca54f3a3744013fac1d33973197c51c1d98542aecacec3b3a4d6ee5bc00756d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c50625e4-680c-495e-9964-b8fd22a85ff3" -d '{"events": [{"name": "network-changed", "server_uuid": "a6026426-fd47-46b0-a22f-45ebf0500fb9", "tag": "98f3aec3-741b-4557-a19c-a2befc8b4060"}]}' {{(pid=103319) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 14:06:35.039399 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875e9bff-6985-4aa3-963f-bb6fabc2f7d3 service neutron] Pushing event updated for resources: {'Port': ['ID=98f3aec3-741b-4557-a19c-a2befc8b4060,revision_number=3']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:06:35.107447 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14bdf9c-c111-482a-b6ae-ded6a2e2d536 req-9c643413-5c00-4d96-b469-a15cc3563511 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:06:35.109009 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-a14bdf9c-c111-482a-b6ae-ded6a2e2d536 req-9c643413-5c00-4d96-b469-a15cc3563511 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=40c040f0c3e74276bcab8dbc8e439de5&device_id=a6026426-fd47-46b0-a22f-45ebf0500fb9 HTTP/1.1" status: 200 len: 1127 time: 0.0456321 Apr 11 14:06:35.155990 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 14:06:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b4c1654-18b9-4e3d-bfc8-a213106bd90f x-openstack-request-id: req-4b4c1654-18b9-4e3d-bfc8-a213106bd90f {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 14:06:35.156285 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6026426-fd47-46b0-a22f-45ebf0500fb9", "tag": "98f3aec3-741b-4557-a19c-a2befc8b4060", "status": "completed", "code": 200}]} {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 14:06:35.156538 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-4b4c1654-18b9-4e3d-bfc8-a213106bd90f {{(pid=103319) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 14:06:35.156945 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4b4c1654-18b9-4e3d-bfc8-a213106bd90f'] response: {'name': 'network-changed', 'server_uuid': 'a6026426-fd47-46b0-a22f-45ebf0500fb9', 'tag': '98f3aec3-741b-4557-a19c-a2befc8b4060', 'status': 'completed', 'code': 200} Apr 11 14:06:35.158749 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-a14bdf9c-c111-482a-b6ae-ded6a2e2d536 req-e96785f2-1535-4893-a2ef-d6ae3d9fdf38 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=98f3aec3-741b-4557-a19c-a2befc8b4060 HTTP/1.1" status: 200 len: 217 time: 0.0421557 Apr 11 14:06:35.210170 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14bdf9c-c111-482a-b6ae-ded6a2e2d536 req-ac640c63-0968-442a-92a9-9a2fd2e4dd48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:06:35.211659 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-a14bdf9c-c111-482a-b6ae-ded6a2e2d536 req-ac640c63-0968-442a-92a9-9a2fd2e4dd48 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=88bd1feb-6086-4c30-90a4-375c4e01858c HTTP/1.1" status: 200 len: 850 time: 0.0474703 Apr 11 14:06:35.254159 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14bdf9c-c111-482a-b6ae-ded6a2e2d536 req-b584b577-6096-4c64-9875-644eab51aa7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:06:35.255677 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-a14bdf9c-c111-482a-b6ae-ded6a2e2d536 req-b584b577-6096-4c64-9875-644eab51aa7a service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=ad25a564-6f6a-4aa0-9d80-81636d1b0cca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0383985 Apr 11 14:06:35.346997 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-a14bdf9c-c111-482a-b6ae-ded6a2e2d536 req-5ebb4916-63f1-4def-894b-f159d370b307 service neutron] 10.222.0.75 "GET /v2.0/networks/ad25a564-6f6a-4aa0-9d80-81636d1b0cca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853808 Apr 11 14:06:35.434759 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-a14bdf9c-c111-482a-b6ae-ded6a2e2d536 req-f206f903-f4cd-4ebf-9f18-73faf142cf6c service neutron] 10.222.0.75 "GET /v2.0/networks/ad25a564-6f6a-4aa0-9d80-81636d1b0cca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820515 Apr 11 14:06:35.708184 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50625e4-680c-495e-9964-b8fd22a85ff3 req-9fc50172-5fde-4087-8caf-bf8463fd12f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:06:35.709579 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-c50625e4-680c-495e-9964-b8fd22a85ff3 req-9fc50172-5fde-4087-8caf-bf8463fd12f8 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=40c040f0c3e74276bcab8dbc8e439de5&device_id=a6026426-fd47-46b0-a22f-45ebf0500fb9 HTTP/1.1" status: 200 len: 1127 time: 0.0427976 Apr 11 14:06:36.018004 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50625e4-680c-495e-9964-b8fd22a85ff3 req-cbc21108-fba0-4a74-889f-a9ef567ce8ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:06:36.019372 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-c50625e4-680c-495e-9964-b8fd22a85ff3 req-cbc21108-fba0-4a74-889f-a9ef567ce8ed service neutron] 10.222.0.75 "GET /v2.0/networks?id=ad25a564-6f6a-4aa0-9d80-81636d1b0cca HTTP/1.1" status: 200 len: 912 time: 0.0845020 Apr 11 14:06:36.119751 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d7fe20-498d-41fe-becc-8843c7807ba2 req-aefef34f-dc1f-4ad5-89e8-3482a2e040e7 tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:06:36.121192 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-96d7fe20-498d-41fe-becc-8843c7807ba2 req-aefef34f-dc1f-4ad5-89e8-3482a2e040e7 tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] 10.222.0.67 "GET /v2.0/ports?device_id=a6026426-fd47-46b0-a22f-45ebf0500fb9 HTTP/1.1" status: 200 len: 943 time: 0.0460453 Apr 11 14:06:36.169864 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-96d7fe20-498d-41fe-becc-8843c7807ba2 req-2aa67a79-4488-4b8e-bd9e-a9ea28d57e08 tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] 10.222.0.67 "GET /v2.0/security-groups?id=1e4559a2-35a5-463e-b48e-0eca17a45591&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431395 Apr 11 14:06:36.477756 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-c50625e4-680c-495e-9964-b8fd22a85ff3 req-2ac55513-fbe9-4104-be1d-2faad2f9dcb4 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=98f3aec3-741b-4557-a19c-a2befc8b4060 HTTP/1.1" status: 200 len: 217 time: 0.0384243 Apr 11 14:06:36.535187 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50625e4-680c-495e-9964-b8fd22a85ff3 req-da469503-2b81-4d1c-b218-a662c3cdaa1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:06:36.536930 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-c50625e4-680c-495e-9964-b8fd22a85ff3 req-da469503-2b81-4d1c-b218-a662c3cdaa1f service neutron] 10.222.0.75 "GET /v2.0/subnets?id=88bd1feb-6086-4c30-90a4-375c4e01858c HTTP/1.1" status: 200 len: 850 time: 0.0445127 Apr 11 14:06:36.746233 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50625e4-680c-495e-9964-b8fd22a85ff3 req-0793cd63-4c1f-4973-ad20-b9c20eb0872c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:06:36.747620 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-c50625e4-680c-495e-9964-b8fd22a85ff3 req-0793cd63-4c1f-4973-ad20-b9c20eb0872c service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=ad25a564-6f6a-4aa0-9d80-81636d1b0cca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0423269 Apr 11 14:06:36.840273 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-c50625e4-680c-495e-9964-b8fd22a85ff3 req-f537d1f2-6ca8-4a34-8b9c-b8cb3c02b7fa service neutron] 10.222.0.75 "GET /v2.0/networks/ad25a564-6f6a-4aa0-9d80-81636d1b0cca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858862 Apr 11 14:06:36.927530 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-c50625e4-680c-495e-9964-b8fd22a85ff3 req-91ba99ff-584b-43e3-84d3-b3abe1c28d73 service neutron] 10.222.0.75 "GET /v2.0/networks/ad25a564-6f6a-4aa0-9d80-81636d1b0cca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813599 Apr 11 14:06:37.282291 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795d0a2c-d412-4cff-aa98-5c8326a1ab48 req-9dde1e36-76e1-4e81-849f-99b05f1b2246 tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:06:37.283789 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-795d0a2c-d412-4cff-aa98-5c8326a1ab48 req-9dde1e36-76e1-4e81-849f-99b05f1b2246 tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] 10.222.0.67 "GET /v2.0/ports?device_id=a6026426-fd47-46b0-a22f-45ebf0500fb9 HTTP/1.1" status: 200 len: 943 time: 0.0472240 Apr 11 14:06:37.335952 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-795d0a2c-d412-4cff-aa98-5c8326a1ab48 req-b80a365a-0a12-421a-bcf5-ab1c8bffc252 tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] 10.222.0.67 "GET /v2.0/security-groups?id=1e4559a2-35a5-463e-b48e-0eca17a45591&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463135 Apr 11 14:06:37.434662 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Device 98f3aec3-741b-4557-a19c-a2befc8b4060 details requested by agent hyperv_hv-cinder-83078 with host hv-cinder-83078 {{(pid=103320) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 14:06:37.533038 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] For port 98f3aec3-741b-4557-a19c-a2befc8b4060, host hv-cinder-83078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83078',level=0,port_id=98f3aec3-741b-4557-a19c-a2befc8b4060,segment=NetworkSegment(dba15552-8c47-4ae1-bd01-539c1927d993),segment_id=dba15552-8c47-4ae1-bd01-539c1927d993)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 14:06:37.545104 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Returning: {'device': '98f3aec3-741b-4557-a19c-a2befc8b4060', 'network_id': 'ad25a564-6f6a-4aa0-9d80-81636d1b0cca', 'port_id': '98f3aec3-741b-4557-a19c-a2befc8b4060', 'mac_address': 'fa:16:3e:63:e6:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 935, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88bd1feb-6086-4c30-90a4-375c4e01858c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103320) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 14:06:37.581606 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Current status of the port 98f3aec3-741b-4557-a19c-a2befc8b4060 is: DOWN; New status is: BUILD {{(pid=103320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 14:06:37.581996 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883311'] for port (98f3aec3-741b-4557-a19c-a2befc8b4060), before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:06:37.594704 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.notifiers.nova [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98f3aec3-741b-4557-a19c-a2befc8b4060 {{(pid=103320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 14:06:37.614251 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] For port 98f3aec3-741b-4557-a19c-a2befc8b4060, host hv-cinder-83078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83078',level=0,port_id=98f3aec3-741b-4557-a19c-a2befc8b4060,segment=NetworkSegment(dba15552-8c47-4ae1-bd01-539c1927d993),segment_id=dba15552-8c47-4ae1-bd01-539c1927d993)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 14:06:37.618292 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750379687711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750379164492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750379164510'] for port (98f3aec3-741b-4557-a19c-a2befc8b4060), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:06:37.664507 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Pushing event updated for resources: {'Port': ['ID=98f3aec3-741b-4557-a19c-a2befc8b4060,revision_number=4']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:06:37.671987 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:06:37.672338 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:06:37.672683 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:06:37.673022 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:06:37.673361 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:06:37.673694 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:06:37.674020 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:06:37.674348 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:06:37.674675 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:06:37.675000 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:06:37.675322 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:06:37.675671 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:06:37.675998 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:06:37.676320 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:06:37.676645 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:06:37.828075 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] get_ports_and_sgs() called for port_ids ['98f3aec3-741b-4557-a19c-a2befc8b4060'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 14:06:38.445578 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c780b5-f5e1-432e-9cf4-a4f940c8ec79 req-83da08d3-9929-46cc-830b-f4e5b83343f7 tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:06:38.447041 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-89c780b5-f5e1-432e-9cf4-a4f940c8ec79 req-83da08d3-9929-46cc-830b-f4e5b83343f7 tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] 10.222.0.67 "GET /v2.0/ports?device_id=a6026426-fd47-46b0-a22f-45ebf0500fb9 HTTP/1.1" status: 200 len: 944 time: 0.0457122 Apr 11 14:06:38.498656 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-89c780b5-f5e1-432e-9cf4-a4f940c8ec79 req-81fe9f03-6182-4692-b0cf-c2dab240abbb tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] 10.222.0.67 "GET /v2.0/security-groups?id=1e4559a2-35a5-463e-b48e-0eca17a45591&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454409 Apr 11 14:06:38.584131 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-d12a0a52-6da7-48c3-a573-21ddbc15032b req-0ab434ef-fba8-433f-96a1-9fd51a9d657a service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=68774bfd-baf3-4cab-8d21-d9397b9bb4e0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0376210 Apr 11 14:06:38.658682 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12a0a52-6da7-48c3-a573-21ddbc15032b req-18ee7116-ef6b-4eb4-a0ec-71c996f9174b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:06:38.660165 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-d12a0a52-6da7-48c3-a573-21ddbc15032b req-18ee7116-ef6b-4eb4-a0ec-71c996f9174b service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=40c040f0c3e74276bcab8dbc8e439de5&device_id=68774bfd-baf3-4cab-8d21-d9397b9bb4e0 HTTP/1.1" status: 200 len: 1129 time: 0.0381227 Apr 11 14:06:38.762740 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12a0a52-6da7-48c3-a573-21ddbc15032b req-db2dd1a8-b6c3-464a-a006-dd3d49e72a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:06:38.764238 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-d12a0a52-6da7-48c3-a573-21ddbc15032b req-db2dd1a8-b6c3-464a-a006-dd3d49e72a23 service neutron] 10.222.0.75 "GET /v2.0/networks?id=ad25a564-6f6a-4aa0-9d80-81636d1b0cca HTTP/1.1" status: 200 len: 912 time: 0.0868800 Apr 11 14:06:38.827589 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-d12a0a52-6da7-48c3-a573-21ddbc15032b req-7343052c-3a96-4964-be98-d5432513db0a service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=57ad0c82-296e-406b-ada6-95602f83f661 HTTP/1.1" status: 200 len: 1001 time: 0.0573308 Apr 11 14:06:38.874994 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12a0a52-6da7-48c3-a573-21ddbc15032b req-0078a359-72d1-4065-917e-3a36be8a4f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:06:38.876420 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-d12a0a52-6da7-48c3-a573-21ddbc15032b req-0078a359-72d1-4065-917e-3a36be8a4f45 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=88bd1feb-6086-4c30-90a4-375c4e01858c HTTP/1.1" status: 200 len: 850 time: 0.0433593 Apr 11 14:06:38.922559 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12a0a52-6da7-48c3-a573-21ddbc15032b req-81390fe2-01e1-4711-a7de-4814cad0f00c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:06:38.923942 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-d12a0a52-6da7-48c3-a573-21ddbc15032b req-81390fe2-01e1-4711-a7de-4814cad0f00c service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=ad25a564-6f6a-4aa0-9d80-81636d1b0cca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0414381 Apr 11 14:06:39.010264 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-d12a0a52-6da7-48c3-a573-21ddbc15032b req-1fe8fbbb-d019-441a-bb6f-5fff5ae895b2 service neutron] 10.222.0.75 "GET /v2.0/networks/ad25a564-6f6a-4aa0-9d80-81636d1b0cca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801694 Apr 11 14:06:39.100439 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-d12a0a52-6da7-48c3-a573-21ddbc15032b req-1beafb30-2543-449b-b135-81d103014737 service neutron] 10.222.0.75 "GET /v2.0/networks/ad25a564-6f6a-4aa0-9d80-81636d1b0cca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845475 Apr 11 14:06:39.451440 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Device 98f3aec3-741b-4557-a19c-a2befc8b4060 up at agent hyperv_hv-cinder-83078 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 14:06:39.498095 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Provisioning for port 98f3aec3-741b-4557-a19c-a2befc8b4060 completed by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 11 14:06:39.503514 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Provisioning complete for port 98f3aec3-741b-4557-a19c-a2befc8b4060 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 14:06:39.503909 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-663396'] for port (98f3aec3-741b-4557-a19c-a2befc8b4060), provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:06:39.581414 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Current status of the port 98f3aec3-741b-4557-a19c-a2befc8b4060 is: BUILD; New status is: ACTIVE {{(pid=103320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 14:06:39.581800 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883311'] for port (98f3aec3-741b-4557-a19c-a2befc8b4060), before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:06:39.605880 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6026426-fd47-46b0-a22f-45ebf0500fb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98f3aec3-741b-4557-a19c-a2befc8b4060'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 14:06:39.608249 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e17e7c2a2a067a9a9572b19104dd8b83720c41d762fa1dc6a6c9d001f6760b0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f83767f-fb93-41c0-9b2d-7a9b1a6495b2" -d '{"events": [{"server_uuid": "a6026426-fd47-46b0-a22f-45ebf0500fb9", "name": "network-vif-plugged", "status": "completed", "tag": "98f3aec3-741b-4557-a19c-a2befc8b4060"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 14:06:39.611000 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7497d0-dd30-437d-9546-52d3970ca685 req-e0d1d10c-e1fc-4021-99f9-efd08a2cba8b tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:06:39.612537 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-0e7497d0-dd30-437d-9546-52d3970ca685 req-e0d1d10c-e1fc-4021-99f9-efd08a2cba8b tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] 10.222.0.67 "GET /v2.0/ports?device_id=a6026426-fd47-46b0-a22f-45ebf0500fb9 HTTP/1.1" status: 200 len: 944 time: 0.0474503 Apr 11 14:06:39.623735 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] For port 98f3aec3-741b-4557-a19c-a2befc8b4060, host hv-cinder-83078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83078',level=0,port_id=98f3aec3-741b-4557-a19c-a2befc8b4060,segment=NetworkSegment(dba15552-8c47-4ae1-bd01-539c1927d993),segment_id=dba15552-8c47-4ae1-bd01-539c1927d993)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 14:06:39.627972 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750379687711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750379164492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750379164510'] for port (98f3aec3-741b-4557-a19c-a2befc8b4060), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:06:39.671328 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-0e7497d0-dd30-437d-9546-52d3970ca685 req-02ec11ed-799a-4792-92ce-bf7aab3bd508 tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] 10.222.0.67 "GET /v2.0/security-groups?id=1e4559a2-35a5-463e-b48e-0eca17a45591&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525012 Apr 11 14:06:39.680885 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Pushing event updated for resources: {'Port': ['ID=98f3aec3-741b-4557-a19c-a2befc8b4060,revision_number=5']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:06:39.708741 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 14:06:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7f60438-dddc-4d8c-b589-026c89395f01 x-openstack-request-id: req-f7f60438-dddc-4d8c-b589-026c89395f01 {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 14:06:39.709034 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6026426-fd47-46b0-a22f-45ebf0500fb9", "name": "network-vif-plugged", "status": "completed", "tag": "98f3aec3-741b-4557-a19c-a2befc8b4060", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 14:06:39.709283 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-f7f60438-dddc-4d8c-b589-026c89395f01 {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 14:06:39.709677 dv-cinder-830787-2-iscsi neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f7f60438-dddc-4d8c-b589-026c89395f01'] response: {'server_uuid': 'a6026426-fd47-46b0-a22f-45ebf0500fb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98f3aec3-741b-4557-a19c-a2befc8b4060', 'code': 200} Apr 11 14:06:39.913021 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acac3cc9-fab9-42c7-94a9-88f44733e730 req-30ff80f9-cf30-49a1-982f-f1c18ed00058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:06:39.914400 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-acac3cc9-fab9-42c7-94a9-88f44733e730 req-30ff80f9-cf30-49a1-982f-f1c18ed00058 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=a6026426-fd47-46b0-a22f-45ebf0500fb9 HTTP/1.1" status: 200 len: 1129 time: 0.0378666 Apr 11 14:06:39.961233 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-acac3cc9-fab9-42c7-94a9-88f44733e730 req-a7aac76e-6748-4d65-ac8f-2eb9d998a45d service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=1e4559a2-35a5-463e-b48e-0eca17a45591&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409803 Apr 11 14:06:40.782393 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcee72d-c807-4f8b-882c-6ded61ef38e0 req-374d3824-2e14-453a-bbc0-535e14242477 tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:06:40.783987 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-bdcee72d-c807-4f8b-882c-6ded61ef38e0 req-374d3824-2e14-453a-bbc0-535e14242477 tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] 10.222.0.67 "GET /v2.0/ports?device_id=a6026426-fd47-46b0-a22f-45ebf0500fb9 HTTP/1.1" status: 200 len: 945 time: 0.0465255 Apr 11 14:06:40.834301 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-bdcee72d-c807-4f8b-882c-6ded61ef38e0 req-202cde85-0545-462a-969c-72c5e087523a tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] 10.222.0.67 "GET /v2.0/security-groups?id=1e4559a2-35a5-463e-b48e-0eca17a45591&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446362 Apr 11 14:06:41.951379 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a58db0-6ba2-4b47-805f-3c49c86f2000 req-6c194b72-39e8-4682-bc28-76a3f2d8c949 tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:06:41.952862 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-47a58db0-6ba2-4b47-805f-3c49c86f2000 req-6c194b72-39e8-4682-bc28-76a3f2d8c949 tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] 10.222.0.67 "GET /v2.0/ports?device_id=a6026426-fd47-46b0-a22f-45ebf0500fb9 HTTP/1.1" status: 200 len: 945 time: 0.0523562 Apr 11 14:06:42.000201 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-47a58db0-6ba2-4b47-805f-3c49c86f2000 req-b95bd1f5-9e0f-4b50-8054-3ad0c00c542f tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] 10.222.0.67 "GET /v2.0/security-groups?id=1e4559a2-35a5-463e-b48e-0eca17a45591&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417788 Apr 11 14:06:42.110182 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefe1937-3ed9-4b60-87d2-8bb7d59642ac req-30bec645-2e1d-4a6a-83ae-868e1558619d tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:06:42.111742 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-fefe1937-3ed9-4b60-87d2-8bb7d59642ac req-30bec645-2e1d-4a6a-83ae-868e1558619d tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] 10.222.0.67 "GET /v2.0/ports?device_id=a6026426-fd47-46b0-a22f-45ebf0500fb9 HTTP/1.1" status: 200 len: 945 time: 0.0469639 Apr 11 14:06:42.159747 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-fefe1937-3ed9-4b60-87d2-8bb7d59642ac req-b52a9d29-c97f-4c0b-b5f4-fdff25333c97 tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] 10.222.0.67 "GET /v2.0/security-groups?id=1e4559a2-35a5-463e-b48e-0eca17a45591&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424969 Apr 11 14:06:42.181133 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.67', 37012) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 14:06:42.222056 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14643f5e-1342-4737-8a06-c40c5a2716ef tempest-TestVolumeBootPattern-1963032655 tempest-TestVolumeBootPattern-1963032655-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:06:42.223528 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-14643f5e-1342-4737-8a06-c40c5a2716ef tempest-TestVolumeBootPattern-1963032655 tempest-TestVolumeBootPattern-1963032655-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=a6026426-fd47-46b0-a22f-45ebf0500fb9 HTTP/1.1" status: 200 len: 1124 time: 0.0414453 Apr 11 14:06:42.226236 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.67', 37014) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 14:06:42.230405 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.v2.base [None req-63422466-819a-4a3e-aadc-da516819c492 tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] Request body: {'floatingip': {'floating_network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886', 'port_id': '98f3aec3-741b-4557-a19c-a2befc8b4060', 'tenant_id': '40c040f0c3e74276bcab8dbc8e439de5', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:06:42.250323 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-63422466-819a-4a3e-aadc-da516819c492 tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:06:42.326690 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-63422466-819a-4a3e-aadc-da516819c492 tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883311'] for port (None), before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:06:42.430774 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.db.db_base_plugin_common [None req-63422466-819a-4a3e-aadc-da516819c492 tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] Allocated IP 172.27.1.133 (18ff371c-a6b9-4e7a-9b54-bf9ba2e00886/b63ed172-4352-4f2b-94f9-a4e97d1b6a55/b336874e-fd4d-4f60-b902-a70950f9f7b9) {{(pid=103319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 14:06:42.530304 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-63422466-819a-4a3e-aadc-da516819c492 tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] Publish callbacks [] for port (b336874e-fd4d-4f60-b902-a70950f9f7b9), precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:06:42.564088 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-63422466-819a-4a3e-aadc-da516819c492 tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750379164474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4648624'] for port (b336874e-fd4d-4f60-b902-a70950f9f7b9), after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:06:42.609273 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63422466-819a-4a3e-aadc-da516819c492 tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] Network 18ff371c-a6b9-4e7a-9b54-bf9ba2e00886 is already hosted by enough agents. {{(pid=103319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:06:42.612157 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [None req-63422466-819a-4a3e-aadc-da516819c492 tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] Resources bound (agent type, host, resource id): {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:06:42.615487 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63422466-819a-4a3e-aadc-da516819c492 tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] Received port after_create {{(pid=103319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 14:06:42.620915 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63422466-819a-4a3e-aadc-da516819c492 tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] Pushing event updated for resources: {'Port': ['ID=b336874e-fd4d-4f60-b902-a70950f9f7b9,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:06:42.972441 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-63422466-819a-4a3e-aadc-da516819c492 tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] Publish callbacks [] for floatingip (04806117-7e89-4677-9d6e-b0a036b153c8), precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:06:43.042264 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-63422466-819a-4a3e-aadc-da516819c492 tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883311'] for port (b336874e-fd4d-4f60-b902-a70950f9f7b9), before_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:06:43.188577 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-63422466-819a-4a3e-aadc-da516819c492 tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] Publish callbacks [] for port (b336874e-fd4d-4f60-b902-a70950f9f7b9), precommit_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:06:43.192627 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-63422466-819a-4a3e-aadc-da516819c492 tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750379687711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750379164492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750379164510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4648635'] for port (b336874e-fd4d-4f60-b902-a70950f9f7b9), after_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:06:43.257200 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63422466-819a-4a3e-aadc-da516819c492 tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] Pushing event updated for resources: {'Port': ['ID=b336874e-fd4d-4f60-b902-a70950f9f7b9,revision_number=2']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:06:43.269367 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-63422466-819a-4a3e-aadc-da516819c492 tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8126411'] for floatingip (04806117-7e89-4677-9d6e-b0a036b153c8), after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:06:43.378981 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.db.l3_db [None req-63422466-819a-4a3e-aadc-da516819c492 tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] Floating IP 04806117-7e89-4677-9d6e-b0a036b153c8 associated. External IP: 172.27.1.133, port: 98f3aec3-741b-4557-a19c-a2befc8b4060. Apr 11 14:06:43.621057 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63422466-819a-4a3e-aadc-da516819c492 tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] Router 7bbceccd-d824-4c54-85cc-c85007236e27 has already been hosted by L3 agent e731c656-576f-4174-9da3-af64518920bc {{(pid=103319) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 14:06:43.727868 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63422466-819a-4a3e-aadc-da516819c492 tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] Notify agent at l3_agent.dv-cinder-830787-2-iscsi the message routers_updated {{(pid=103319) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 14:06:43.738448 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-250e70ed-01ab-4fba-acf9-bc76c995e129 None None] Sync routers for ids ['7bbceccd-d824-4c54-85cc-c85007236e27'] in dv-cinder-830787-2-iscsi {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 14:06:43.746201 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-63422466-819a-4a3e-aadc-da516819c492 tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-507053'] for floatingip (None), before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:06:43.749532 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-250e70ed-01ab-4fba-acf9-bc76c995e129 None None] Routers {'7bbceccd-d824-4c54-85cc-c85007236e27'} bound to L3 agent in host dv-cinder-830787-2-iscsi {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 14:06:43.750158 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-250e70ed-01ab-4fba-acf9-bc76c995e129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830787-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T13:46:59Z,description=,heartbeat_timestamp=2022-04-11T14:06:29Z,host='dv-cinder-830787-2-iscsi',id=e731c656-576f-4174-9da3-af64518920bc,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T13:46:59Z,topic='l3_agent')) {'router_ids': ['7bbceccd-d824-4c54-85cc-c85007236e27'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:06:43.775213 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-63422466-819a-4a3e-aadc-da516819c492 tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5479376 Apr 11 14:06:43.775838 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6026426-fd47-46b0-a22f-45ebf0500fb9', 'tag': '98f3aec3-741b-4557-a19c-a2befc8b4060'}] {{(pid=103319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 14:06:43.778760 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca54f3a3744013fac1d33973197c51c1d98542aecacec3b3a4d6ee5bc00756d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67d06119-2f3c-4539-99cf-d2c6092f700a" -d '{"events": [{"name": "network-changed", "server_uuid": "a6026426-fd47-46b0-a22f-45ebf0500fb9", "tag": "98f3aec3-741b-4557-a19c-a2befc8b4060"}]}' {{(pid=103319) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 14:06:43.821123 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 14:06:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa615d2a-8625-4850-90a5-8d8e901c8da5 x-openstack-request-id: req-aa615d2a-8625-4850-90a5-8d8e901c8da5 {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 14:06:43.821445 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6026426-fd47-46b0-a22f-45ebf0500fb9", "tag": "98f3aec3-741b-4557-a19c-a2befc8b4060", "status": "completed", "code": 200}]} {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 14:06:43.821703 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-aa615d2a-8625-4850-90a5-8d8e901c8da5 {{(pid=103319) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 14:06:43.822118 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aa615d2a-8625-4850-90a5-8d8e901c8da5'] response: {'name': 'network-changed', 'server_uuid': 'a6026426-fd47-46b0-a22f-45ebf0500fb9', 'tag': '98f3aec3-741b-4557-a19c-a2befc8b4060', 'status': 'completed', 'code': 200} Apr 11 14:06:43.862743 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.db.l3_dvr_db [None req-250e70ed-01ab-4fba-acf9-bc76c995e129 None None] Set router 7bbceccd-d824-4c54-85cc-c85007236e27 gateway port host: dv-cinder-830787-2-iscsi {{(pid=103320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 14:06:43.883807 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d06119-2f3c-4539-99cf-d2c6092f700a req-4834b6b1-987c-45b3-bb1d-94c7b2dcf2f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:06:43.885308 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-67d06119-2f3c-4539-99cf-d2c6092f700a req-4834b6b1-987c-45b3-bb1d-94c7b2dcf2f9 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=40c040f0c3e74276bcab8dbc8e439de5&device_id=a6026426-fd47-46b0-a22f-45ebf0500fb9 HTTP/1.1" status: 200 len: 1129 time: 0.0390728 Apr 11 14:06:43.978120 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d06119-2f3c-4539-99cf-d2c6092f700a req-17a530f8-7b3f-4ebc-88b4-b163c98f3b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:06:43.979618 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-67d06119-2f3c-4539-99cf-d2c6092f700a req-17a530f8-7b3f-4ebc-88b4-b163c98f3b19 service neutron] 10.222.0.75 "GET /v2.0/networks?id=ad25a564-6f6a-4aa0-9d80-81636d1b0cca HTTP/1.1" status: 200 len: 912 time: 0.0885332 Apr 11 14:06:44.045097 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-67d06119-2f3c-4539-99cf-d2c6092f700a req-817001b0-19b0-41fd-ae42-9245fd9fcb95 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=98f3aec3-741b-4557-a19c-a2befc8b4060 HTTP/1.1" status: 200 len: 999 time: 0.0590286 Apr 11 14:06:44.084726 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-250e70ed-01ab-4fba-acf9-bc76c995e129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bbceccd-d824-4c54-85cc-c85007236e27', 'name': 'tempest-TestVolumeBootPattern-335379817-router', 'tenant_id': '40c040f0c3e74276bcab8dbc8e439de5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886', 'external_fixed_ips': [{'subnet_id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'ip_address': '172.27.1.77'}], 'enable_snat': True}, 'gw_port_id': 'b7d503ea-cb6f-4cff-a756-13f167aec9a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:01:20Z', 'updated_at': '2022-04-11T14:01:23Z', 'revision_number': 4, 'project_id': '40c040f0c3e74276bcab8dbc8e439de5', 'gw_port': {'id': 'b7d503ea-cb6f-4cff-a756-13f167aec9a2', 'name': '', 'network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:f5:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bbceccd-d824-4c54-85cc-c85007236e27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'ip_address': '172.27.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:01:20Z', 'updated_at': '2022-04-11T14:01:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830787-2-iscsi', '_floatingips': [{'id': '04806117-7e89-4677-9d6e-b0a036b153c8', 'tenant_id': '40c040f0c3e74276bcab8dbc8e439de5', 'floating_ip_address': '172.27.1.133', 'floating_network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886', 'router_id': '7bbceccd-d824-4c54-85cc-c85007236e27', 'port_id': '98f3aec3-741b-4557-a19c-a2befc8b4060', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad25a564-6f6a-4aa0-9d80-81636d1b0cca', 'mac_address': 'fa:16:3e:63:e6:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6026426-fd47-46b0-a22f-45ebf0500fb9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T14:06:42Z', 'updated_at': '2022-04-11T14:06:42Z', 'revision_number': 0, 'project_id': '40c040f0c3e74276bcab8dbc8e439de5', 'fixed_ip_address_scope': None}, {'id': '76f5d675-4dcc-4504-b6f8-bff054f8273b', 'tenant_id': '40c040f0c3e74276bcab8dbc8e439de5', 'floating_ip_address': '172.27.1.242', 'floating_network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886', 'router_id': '7bbceccd-d824-4c54-85cc-c85007236e27', 'port_id': '57ad0c82-296e-406b-ada6-95602f83f661', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad25a564-6f6a-4aa0-9d80-81636d1b0cca', 'mac_address': 'fa:16:3e:33:f0:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68774bfd-baf3-4cab-8d21-d9397b9bb4e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T14:04:56Z', 'updated_at': '2022-04-11T14:04:58Z', 'revision_number': 1, 'project_id': '40c040f0c3e74276bcab8dbc8e439de5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02dde892-708e-4325-953a-a2c3d17af417', 'name': '', 'network_id': 'ad25a564-6f6a-4aa0-9d80-81636d1b0cca', 'tenant_id': '40c040f0c3e74276bcab8dbc8e439de5', 'mac_address': 'fa:16:3e:4a:20:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bbceccd-d824-4c54-85cc-c85007236e27', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '88bd1feb-6086-4c30-90a4-375c4e01858c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:01:22Z', 'updated_at': '2022-04-11T14:01:28Z', 'revision_number': 5, 'project_id': '40c040f0c3e74276bcab8dbc8e439de5', 'subnets': [{'id': '88bd1feb-6086-4c30-90a4-375c4e01858c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830787-2-iscsi', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:06:44.097278 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d06119-2f3c-4539-99cf-d2c6092f700a req-cb0dc504-06d4-48ca-b81e-ddb32e871e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:06:44.098735 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-67d06119-2f3c-4539-99cf-d2c6092f700a req-cb0dc504-06d4-48ca-b81e-ddb32e871e14 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=88bd1feb-6086-4c30-90a4-375c4e01858c HTTP/1.1" status: 200 len: 850 time: 0.0471623 Apr 11 14:06:44.116388 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-250e70ed-01ab-4fba-acf9-bc76c995e129 None None] Checking router: 7bbceccd-d824-4c54-85cc-c85007236e27 for host: dv-cinder-830787-2-iscsi {{(pid=103320) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 14:06:44.125527 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-250e70ed-01ab-4fba-acf9-bc76c995e129 None None] Routers {'7bbceccd-d824-4c54-85cc-c85007236e27'} bound to L3 agent in host dv-cinder-830787-2-iscsi {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 14:06:44.126129 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-250e70ed-01ab-4fba-acf9-bc76c995e129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830787-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T13:46:59Z,description=,heartbeat_timestamp=2022-04-11T14:06:29Z,host='dv-cinder-830787-2-iscsi',id=e731c656-576f-4174-9da3-af64518920bc,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T13:46:59Z,topic='l3_agent')) {'router_ids': ['7bbceccd-d824-4c54-85cc-c85007236e27'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:06:44.142752 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d06119-2f3c-4539-99cf-d2c6092f700a req-dd8d4f89-7eab-4967-b03d-c843d661484f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:06:44.144225 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-67d06119-2f3c-4539-99cf-d2c6092f700a req-dd8d4f89-7eab-4967-b03d-c843d661484f service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=ad25a564-6f6a-4aa0-9d80-81636d1b0cca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0391233 Apr 11 14:06:44.232464 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-67d06119-2f3c-4539-99cf-d2c6092f700a req-23b5d644-647c-4b11-9884-db182c16f57b service neutron] 10.222.0.75 "GET /v2.0/networks/ad25a564-6f6a-4aa0-9d80-81636d1b0cca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817983 Apr 11 14:06:44.237254 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.db.l3_dvr_db [None req-250e70ed-01ab-4fba-acf9-bc76c995e129 None None] Set router 7bbceccd-d824-4c54-85cc-c85007236e27 gateway port host: dv-cinder-830787-2-iscsi {{(pid=103320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 14:06:44.335680 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-67d06119-2f3c-4539-99cf-d2c6092f700a req-17c322c1-d32f-458d-8389-8d0907b08664 service neutron] 10.222.0.75 "GET /v2.0/networks/ad25a564-6f6a-4aa0-9d80-81636d1b0cca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871234 Apr 11 14:06:44.453678 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-250e70ed-01ab-4fba-acf9-bc76c995e129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bbceccd-d824-4c54-85cc-c85007236e27', 'name': 'tempest-TestVolumeBootPattern-335379817-router', 'tenant_id': '40c040f0c3e74276bcab8dbc8e439de5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886', 'external_fixed_ips': [{'subnet_id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'ip_address': '172.27.1.77'}], 'enable_snat': True}, 'gw_port_id': 'b7d503ea-cb6f-4cff-a756-13f167aec9a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:01:20Z', 'updated_at': '2022-04-11T14:01:23Z', 'revision_number': 4, 'project_id': '40c040f0c3e74276bcab8dbc8e439de5', 'gw_port': {'id': 'b7d503ea-cb6f-4cff-a756-13f167aec9a2', 'name': '', 'network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:f5:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bbceccd-d824-4c54-85cc-c85007236e27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'ip_address': '172.27.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:01:20Z', 'updated_at': '2022-04-11T14:01:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830787-2-iscsi', '_floatingips': [{'id': '04806117-7e89-4677-9d6e-b0a036b153c8', 'tenant_id': '40c040f0c3e74276bcab8dbc8e439de5', 'floating_ip_address': '172.27.1.133', 'floating_network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886', 'router_id': '7bbceccd-d824-4c54-85cc-c85007236e27', 'port_id': '98f3aec3-741b-4557-a19c-a2befc8b4060', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad25a564-6f6a-4aa0-9d80-81636d1b0cca', 'mac_address': 'fa:16:3e:63:e6:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6026426-fd47-46b0-a22f-45ebf0500fb9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T14:06:42Z', 'updated_at': '2022-04-11T14:06:42Z', 'revision_number': 0, 'project_id': '40c040f0c3e74276bcab8dbc8e439de5', 'fixed_ip_address_scope': None}, {'id': '76f5d675-4dcc-4504-b6f8-bff054f8273b', 'tenant_id': '40c040f0c3e74276bcab8dbc8e439de5', 'floating_ip_address': '172.27.1.242', 'floating_network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886', 'router_id': '7bbceccd-d824-4c54-85cc-c85007236e27', 'port_id': '57ad0c82-296e-406b-ada6-95602f83f661', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad25a564-6f6a-4aa0-9d80-81636d1b0cca', 'mac_address': 'fa:16:3e:33:f0:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68774bfd-baf3-4cab-8d21-d9397b9bb4e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T14:04:56Z', 'updated_at': '2022-04-11T14:04:58Z', 'revision_number': 1, 'project_id': '40c040f0c3e74276bcab8dbc8e439de5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02dde892-708e-4325-953a-a2c3d17af417', 'name': '', 'network_id': 'ad25a564-6f6a-4aa0-9d80-81636d1b0cca', 'tenant_id': '40c040f0c3e74276bcab8dbc8e439de5', 'mac_address': 'fa:16:3e:4a:20:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bbceccd-d824-4c54-85cc-c85007236e27', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '88bd1feb-6086-4c30-90a4-375c4e01858c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:01:22Z', 'updated_at': '2022-04-11T14:01:28Z', 'revision_number': 5, 'project_id': '40c040f0c3e74276bcab8dbc8e439de5', 'subnets': [{'id': '88bd1feb-6086-4c30-90a4-375c4e01858c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830787-2-iscsi', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:06:44.484233 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-250e70ed-01ab-4fba-acf9-bc76c995e129 None None] The sync data for ids ['7bbceccd-d824-4c54-85cc-c85007236e27'] in dv-cinder-830787-2-iscsi is: [{'id': '7bbceccd-d824-4c54-85cc-c85007236e27', 'name': 'tempest-TestVolumeBootPattern-335379817-router', 'tenant_id': '40c040f0c3e74276bcab8dbc8e439de5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886', 'external_fixed_ips': [{'subnet_id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'ip_address': '172.27.1.77'}], 'enable_snat': True}, 'gw_port_id': 'b7d503ea-cb6f-4cff-a756-13f167aec9a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:01:20Z', 'updated_at': '2022-04-11T14:01:23Z', 'revision_number': 4, 'project_id': '40c040f0c3e74276bcab8dbc8e439de5', 'gw_port': {'id': 'b7d503ea-cb6f-4cff-a756-13f167aec9a2', 'name': '', 'network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:f5:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bbceccd-d824-4c54-85cc-c85007236e27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'ip_address': '172.27.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:01:20Z', 'updated_at': '2022-04-11T14:01:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830787-2-iscsi', '_floatingips': [{'id': '04806117-7e89-4677-9d6e-b0a036b153c8', 'tenant_id': '40c040f0c3e74276bcab8dbc8e439de5', 'floating_ip_address': '172.27.1.133', 'floating_network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886', 'router_id': '7bbceccd-d824-4c54-85cc-c85007236e27', 'port_id': '98f3aec3-741b-4557-a19c-a2befc8b4060', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad25a564-6f6a-4aa0-9d80-81636d1b0cca', 'mac_address': 'fa:16:3e:63:e6:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6026426-fd47-46b0-a22f-45ebf0500fb9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T14:06:42Z', 'updated_at': '2022-04-11T14:06:42Z', 'revision_number': 0, 'project_id': '40c040f0c3e74276bcab8dbc8e439de5', 'fixed_ip_address_scope': None}, {'id': '76f5d675-4dcc-4504-b6f8-bff054f8273b', 'tenant_id': '40c040f0c3e74276bcab8dbc8e439de5', 'floating_ip_address': '172.27.1.242', 'floating_network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886', 'router_id': '7bbceccd-d824-4c54-85cc-c85007236e27', 'port_id': '57ad0c82-296e-406b-ada6-95602f83f661', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad25a564-6f6a-4aa0-9d80-81636d1b0cca', 'mac_address': 'fa:16:3e:33:f0:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68774bfd-baf3-4cab-8d21-d9397b9bb4e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T14:04:56Z', 'updated_at': '2022-04-11T14:04:58Z', 'revision_number': 1, 'project_id': '40c040f0c3e74276bcab8dbc8e439de5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02dde892-708e-4325-953a-a2c3d17af417', 'name': '', 'network_id': 'ad25a564-6f6a-4aa0-9d80-81636d1b0cca', 'tenant_id': '40c040f0c3e74276bcab8dbc8e439de5', 'mac_address': 'fa:16:3e:4a:20:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bbceccd-d824-4c54-85cc-c85007236e27', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '88bd1feb-6086-4c30-90a4-375c4e01858c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:01:22Z', 'updated_at': '2022-04-11T14:01:28Z', 'revision_number': 5, 'project_id': '40c040f0c3e74276bcab8dbc8e439de5', 'subnets': [{'id': '88bd1feb-6086-4c30-90a4-375c4e01858c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 14:06:44.681088 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b729311-dc11-4b9e-ae6d-b2b41dd1be9b None None] New status for floating IP 04806117-7e89-4677-9d6e-b0a036b153c8: ACTIVE {{(pid=103321) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 14:06:48.066009 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.db.agents_db [None req-69d3ff0a-913c-429f-8002-6cfbd72f8f27 None None] Agent healthcheck: found 6 active agents {{(pid=103321) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 14:06:56.478310 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-bd389902-0708-43f3-9265-e3450c5fd640 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750379576733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663498'] for agent (d5a8b9a1-2e9e-46b5-8163-20b7d509fa4e), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:06:58.823018 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-d534b2e0-c0d8-4f3f-a621-47285ec16c0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750379576733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663498'] for agent (e731c656-576f-4174-9da3-af64518920bc), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:07:00.172099 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-75ad2582-0b5d-438d-ba3d-9545e3f86417 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750379576733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663498'] for agent (af269f03-95a2-4a08-bd5c-5879324d2567), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:07:01.680400 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-fcd2c3e6-f415-40f5-8fd4-1147b68fd929 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750379576733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663498'] for agent (a1227682-d2f2-4331-ba13-738c8a59e95d), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:07:02.873251 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750379576733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663498'] for agent (a433433c-9197-4b2b-8991-1d45f6bac940), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:07:03.306675 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750379576733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663498'] for agent (f2586825-e748-4c1d-8b98-cb0d5b6c266d), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:07:25.064680 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.db.agents_db [None req-69d3ff0a-913c-429f-8002-6cfbd72f8f27 None None] Agent healthcheck: found 6 active agents {{(pid=103321) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 14:07:26.479884 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-53ab8aaf-6dcb-4a86-925c-7c9f1f6a13dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750379576733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663498'] for agent (d5a8b9a1-2e9e-46b5-8163-20b7d509fa4e), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:07:28.824585 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-3f6c17a8-dec6-484f-a2ca-547d0a7b0f3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750379576733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663498'] for agent (e731c656-576f-4174-9da3-af64518920bc), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:07:30.174930 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-75ad2582-0b5d-438d-ba3d-9545e3f86417 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750379576733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663498'] for agent (af269f03-95a2-4a08-bd5c-5879324d2567), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:07:31.669006 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-fcd2c3e6-f415-40f5-8fd4-1147b68fd929 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750379576733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663498'] for agent (a1227682-d2f2-4331-ba13-738c8a59e95d), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:07:32.904120 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750379576733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663498'] for agent (a433433c-9197-4b2b-8991-1d45f6bac940), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:07:33.308827 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750379576733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663498'] for agent (f2586825-e748-4c1d-8b98-cb0d5b6c266d), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:07:38.086418 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-cc6736bb-4201-4e27-9606-e5c2c60d9dbe req-3b182613-7fd0-40f4-a4e3-8c7e8dfd772c service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=68774bfd-baf3-4cab-8d21-d9397b9bb4e0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0381114 Apr 11 14:07:38.172953 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6736bb-4201-4e27-9606-e5c2c60d9dbe req-436e3a07-d1c3-471c-95b7-c46894341eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:07:38.174415 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-cc6736bb-4201-4e27-9606-e5c2c60d9dbe req-436e3a07-d1c3-471c-95b7-c46894341eb0 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=40c040f0c3e74276bcab8dbc8e439de5&device_id=68774bfd-baf3-4cab-8d21-d9397b9bb4e0 HTTP/1.1" status: 200 len: 1129 time: 0.0478389 Apr 11 14:07:38.275088 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6736bb-4201-4e27-9606-e5c2c60d9dbe req-30d5496c-3a47-449b-8144-1a7d2a1a2e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:07:38.276579 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-cc6736bb-4201-4e27-9606-e5c2c60d9dbe req-30d5496c-3a47-449b-8144-1a7d2a1a2e53 service neutron] 10.222.0.75 "GET /v2.0/networks?id=ad25a564-6f6a-4aa0-9d80-81636d1b0cca HTTP/1.1" status: 200 len: 912 time: 0.0847158 Apr 11 14:07:38.346748 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-cc6736bb-4201-4e27-9606-e5c2c60d9dbe req-20afea5c-2c88-4d58-9045-7a263981294c service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=57ad0c82-296e-406b-ada6-95602f83f661 HTTP/1.1" status: 200 len: 1001 time: 0.0619538 Apr 11 14:07:38.653683 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6736bb-4201-4e27-9606-e5c2c60d9dbe req-06b66cad-dc73-4776-b387-fe779cc1e1a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:07:38.655141 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-cc6736bb-4201-4e27-9606-e5c2c60d9dbe req-06b66cad-dc73-4776-b387-fe779cc1e1a3 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=88bd1feb-6086-4c30-90a4-375c4e01858c HTTP/1.1" status: 200 len: 850 time: 0.3026063 Apr 11 14:07:38.698646 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6736bb-4201-4e27-9606-e5c2c60d9dbe req-6962355c-512f-49a6-9e73-97d7e9d04e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:07:38.700133 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-cc6736bb-4201-4e27-9606-e5c2c60d9dbe req-6962355c-512f-49a6-9e73-97d7e9d04e63 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=ad25a564-6f6a-4aa0-9d80-81636d1b0cca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0392151 Apr 11 14:07:38.789437 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-cc6736bb-4201-4e27-9606-e5c2c60d9dbe req-f83f992f-a1ec-45fb-a1c1-7d2dca978c91 service neutron] 10.222.0.75 "GET /v2.0/networks/ad25a564-6f6a-4aa0-9d80-81636d1b0cca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831633 Apr 11 14:07:38.877244 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-cc6736bb-4201-4e27-9606-e5c2c60d9dbe req-a05bbf92-1fee-4723-94a5-0bc4cf048973 service neutron] 10.222.0.75 "GET /v2.0/networks/ad25a564-6f6a-4aa0-9d80-81636d1b0cca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813458 Apr 11 14:07:56.481226 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-56e09c3a-0715-4bc8-8112-6bf13d2d5691 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750379576733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663498'] for agent (d5a8b9a1-2e9e-46b5-8163-20b7d509fa4e), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:07:58.825973 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-965e1d9b-a02a-45d0-ad14-9deee160da54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750379576733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663498'] for agent (e731c656-576f-4174-9da3-af64518920bc), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:08:00.178117 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-75ad2582-0b5d-438d-ba3d-9545e3f86417 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750379576733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663498'] for agent (af269f03-95a2-4a08-bd5c-5879324d2567), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:08:01.672004 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-fcd2c3e6-f415-40f5-8fd4-1147b68fd929 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750379576733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663498'] for agent (a1227682-d2f2-4331-ba13-738c8a59e95d), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:08:02.063700 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.db.agents_db [None req-69d3ff0a-913c-429f-8002-6cfbd72f8f27 None None] Agent healthcheck: found 6 active agents {{(pid=103321) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 14:08:02.937661 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750379576733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663498'] for agent (a433433c-9197-4b2b-8991-1d45f6bac940), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:08:03.311414 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750379576733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663498'] for agent (f2586825-e748-4c1d-8b98-cb0d5b6c266d), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:08:05.241762 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.67', 37038) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 14:08:05.388002 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-3696a65b-7d6a-4d05-9b91-0f51525980f9 tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] Deleting port b336874e-fd4d-4f60-b902-a70950f9f7b9 {{(pid=103318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 14:08:05.388344 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-3696a65b-7d6a-4d05-9b91-0f51525980f9 tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750379682079'] for port (b336874e-fd4d-4f60-b902-a70950f9f7b9), before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:08:05.464990 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-3696a65b-7d6a-4d05-9b91-0f51525980f9 tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115285'] for port (b336874e-fd4d-4f60-b902-a70950f9f7b9), precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:08:05.465314 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-3696a65b-7d6a-4d05-9b91-0f51525980f9 tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] Publish callbacks [] for floatingip (b336874e-fd4d-4f60-b902-a70950f9f7b9), precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:08:05.477640 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-3696a65b-7d6a-4d05-9b91-0f51525980f9 tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] Calling delete_port for b336874e-fd4d-4f60-b902-a70950f9f7b9 owned by network:floatingip {{(pid=103318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 14:08:05.871314 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-3696a65b-7d6a-4d05-9b91-0f51525980f9 tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750379687693', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750379164483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4243781'] for port (b336874e-fd4d-4f60-b902-a70950f9f7b9), after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:08:05.895713 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3696a65b-7d6a-4d05-9b91-0f51525980f9 tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] Pushing event deleted for resources: {'Port': ['ID=b336874e-fd4d-4f60-b902-a70950f9f7b9,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:08:05.921247 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3696a65b-7d6a-4d05-9b91-0f51525980f9 tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:08:05.921596 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3696a65b-7d6a-4d05-9b91-0f51525980f9 tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:08:05.921942 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3696a65b-7d6a-4d05-9b91-0f51525980f9 tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:08:05.922286 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3696a65b-7d6a-4d05-9b91-0f51525980f9 tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:08:05.922622 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3696a65b-7d6a-4d05-9b91-0f51525980f9 tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:08:05.922954 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3696a65b-7d6a-4d05-9b91-0f51525980f9 tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:08:05.923281 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3696a65b-7d6a-4d05-9b91-0f51525980f9 tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:08:05.923605 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3696a65b-7d6a-4d05-9b91-0f51525980f9 tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:08:05.923955 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3696a65b-7d6a-4d05-9b91-0f51525980f9 tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:08:05.924284 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3696a65b-7d6a-4d05-9b91-0f51525980f9 tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:08:05.924608 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3696a65b-7d6a-4d05-9b91-0f51525980f9 tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:08:05.924942 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3696a65b-7d6a-4d05-9b91-0f51525980f9 tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:08:05.925276 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3696a65b-7d6a-4d05-9b91-0f51525980f9 tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:08:05.925584 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3696a65b-7d6a-4d05-9b91-0f51525980f9 tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:08:05.925903 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3696a65b-7d6a-4d05-9b91-0f51525980f9 tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:08:05.966519 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-3696a65b-7d6a-4d05-9b91-0f51525980f9 tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] Publish callbacks [] for floatingip (04806117-7e89-4677-9d6e-b0a036b153c8), after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:08:05.966902 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.db.l3_db [None req-3696a65b-7d6a-4d05-9b91-0f51525980f9 tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] Floating IP 04806117-7e89-4677-9d6e-b0a036b153c8 disassociated (deleted). External IP: 172.27.1.133, port: 98f3aec3-741b-4557-a19c-a2befc8b4060. Apr 11 14:08:06.175587 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3696a65b-7d6a-4d05-9b91-0f51525980f9 tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] Router 7bbceccd-d824-4c54-85cc-c85007236e27 has already been hosted by L3 agent e731c656-576f-4174-9da3-af64518920bc {{(pid=103318) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 14:08:06.290239 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3696a65b-7d6a-4d05-9b91-0f51525980f9 tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] Notify agent at l3_agent.dv-cinder-830787-2-iscsi the message routers_updated {{(pid=103318) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 14:08:06.295270 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-3696a65b-7d6a-4d05-9b91-0f51525980f9 tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-507053'] for floatingip (None), before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:08:06.299921 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed71fba3-e9aa-4cd7-80fb-ed9552d03d39 None None] Sync routers for ids ['7bbceccd-d824-4c54-85cc-c85007236e27'] in dv-cinder-830787-2-iscsi {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 14:08:06.308868 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed71fba3-e9aa-4cd7-80fb-ed9552d03d39 None None] Routers {'7bbceccd-d824-4c54-85cc-c85007236e27'} bound to L3 agent in host dv-cinder-830787-2-iscsi {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 14:08:06.309481 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-ed71fba3-e9aa-4cd7-80fb-ed9552d03d39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830787-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T13:46:59Z,description=,heartbeat_timestamp=2022-04-11T14:07:59Z,host='dv-cinder-830787-2-iscsi',id=e731c656-576f-4174-9da3-af64518920bc,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T13:46:59Z,topic='l3_agent')) {'router_ids': ['7bbceccd-d824-4c54-85cc-c85007236e27'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:08:06.323919 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-3696a65b-7d6a-4d05-9b91-0f51525980f9 tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] 10.222.0.67 "DELETE /v2.0/floatingips/04806117-7e89-4677-9d6e-b0a036b153c8 HTTP/1.1" status: 204 len: 168 time: 1.0808542 Apr 11 14:08:06.324511 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6026426-fd47-46b0-a22f-45ebf0500fb9', 'tag': '98f3aec3-741b-4557-a19c-a2befc8b4060'}] {{(pid=103318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 14:08:06.326788 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}476b5820a8b2a4c839a8e61874405e2111d505d8639f7232d97f083a4ddc8acf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffde38ad-1a8b-434a-a735-2336233476ec" -d '{"events": [{"name": "network-changed", "server_uuid": "a6026426-fd47-46b0-a22f-45ebf0500fb9", "tag": "98f3aec3-741b-4557-a19c-a2befc8b4060"}]}' {{(pid=103318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 14:08:06.424574 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.db.l3_dvr_db [None req-ed71fba3-e9aa-4cd7-80fb-ed9552d03d39 None None] Set router 7bbceccd-d824-4c54-85cc-c85007236e27 gateway port host: dv-cinder-830787-2-iscsi {{(pid=103320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 14:08:06.505628 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 14:08:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89c916f2-c94c-4376-8421-ad82f68706e8 x-openstack-request-id: req-89c916f2-c94c-4376-8421-ad82f68706e8 {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 14:08:06.505921 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6026426-fd47-46b0-a22f-45ebf0500fb9", "tag": "98f3aec3-741b-4557-a19c-a2befc8b4060", "status": "completed", "code": 200}]} {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 14:08:06.506179 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-89c916f2-c94c-4376-8421-ad82f68706e8 {{(pid=103318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 14:08:06.506605 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.notifiers.nova [-] Nova event matching ['req-89c916f2-c94c-4376-8421-ad82f68706e8'] response: {'name': 'network-changed', 'server_uuid': 'a6026426-fd47-46b0-a22f-45ebf0500fb9', 'tag': '98f3aec3-741b-4557-a19c-a2befc8b4060', 'status': 'completed', 'code': 200} Apr 11 14:08:06.556307 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5738aab8-53d6-4492-a084-5e8dd4078dc7 req-7ed84ec5-bac1-49fa-bf90-7ff2917e036e tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:08:06.557812 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-5738aab8-53d6-4492-a084-5e8dd4078dc7 req-7ed84ec5-bac1-49fa-bf90-7ff2917e036e tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] 10.222.0.67 "GET /v2.0/ports?device_id=a6026426-fd47-46b0-a22f-45ebf0500fb9 HTTP/1.1" status: 200 len: 945 time: 0.0470119 Apr 11 14:08:06.611110 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-5738aab8-53d6-4492-a084-5e8dd4078dc7 req-b6e5e9ce-91ee-4635-9397-2ac377182e36 tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] 10.222.0.67 "GET /v2.0/security-groups?id=1e4559a2-35a5-463e-b48e-0eca17a45591&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476346 Apr 11 14:08:06.652393 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-ed71fba3-e9aa-4cd7-80fb-ed9552d03d39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bbceccd-d824-4c54-85cc-c85007236e27', 'name': 'tempest-TestVolumeBootPattern-335379817-router', 'tenant_id': '40c040f0c3e74276bcab8dbc8e439de5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886', 'external_fixed_ips': [{'subnet_id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'ip_address': '172.27.1.77'}], 'enable_snat': True}, 'gw_port_id': 'b7d503ea-cb6f-4cff-a756-13f167aec9a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:01:20Z', 'updated_at': '2022-04-11T14:01:23Z', 'revision_number': 4, 'project_id': '40c040f0c3e74276bcab8dbc8e439de5', 'gw_port': {'id': 'b7d503ea-cb6f-4cff-a756-13f167aec9a2', 'name': '', 'network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:f5:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bbceccd-d824-4c54-85cc-c85007236e27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'ip_address': '172.27.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:01:20Z', 'updated_at': '2022-04-11T14:01:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830787-2-iscsi', '_floatingips': [{'id': '76f5d675-4dcc-4504-b6f8-bff054f8273b', 'tenant_id': '40c040f0c3e74276bcab8dbc8e439de5', 'floating_ip_address': '172.27.1.242', 'floating_network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886', 'router_id': '7bbceccd-d824-4c54-85cc-c85007236e27', 'port_id': '57ad0c82-296e-406b-ada6-95602f83f661', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad25a564-6f6a-4aa0-9d80-81636d1b0cca', 'mac_address': 'fa:16:3e:33:f0:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68774bfd-baf3-4cab-8d21-d9397b9bb4e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T14:04:56Z', 'updated_at': '2022-04-11T14:04:58Z', 'revision_number': 1, 'project_id': '40c040f0c3e74276bcab8dbc8e439de5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02dde892-708e-4325-953a-a2c3d17af417', 'name': '', 'network_id': 'ad25a564-6f6a-4aa0-9d80-81636d1b0cca', 'tenant_id': '40c040f0c3e74276bcab8dbc8e439de5', 'mac_address': 'fa:16:3e:4a:20:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bbceccd-d824-4c54-85cc-c85007236e27', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '88bd1feb-6086-4c30-90a4-375c4e01858c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:01:22Z', 'updated_at': '2022-04-11T14:01:28Z', 'revision_number': 5, 'project_id': '40c040f0c3e74276bcab8dbc8e439de5', 'subnets': [{'id': '88bd1feb-6086-4c30-90a4-375c4e01858c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830787-2-iscsi', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:08:06.681786 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed71fba3-e9aa-4cd7-80fb-ed9552d03d39 None None] Checking router: 7bbceccd-d824-4c54-85cc-c85007236e27 for host: dv-cinder-830787-2-iscsi {{(pid=103320) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 14:08:06.689840 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed71fba3-e9aa-4cd7-80fb-ed9552d03d39 None None] Routers {'7bbceccd-d824-4c54-85cc-c85007236e27'} bound to L3 agent in host dv-cinder-830787-2-iscsi {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 14:08:06.690429 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-ed71fba3-e9aa-4cd7-80fb-ed9552d03d39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830787-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T13:46:59Z,description=,heartbeat_timestamp=2022-04-11T14:07:59Z,host='dv-cinder-830787-2-iscsi',id=e731c656-576f-4174-9da3-af64518920bc,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T13:46:59Z,topic='l3_agent')) {'router_ids': ['7bbceccd-d824-4c54-85cc-c85007236e27'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:08:06.797228 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.db.l3_dvr_db [None req-ed71fba3-e9aa-4cd7-80fb-ed9552d03d39 None None] Set router 7bbceccd-d824-4c54-85cc-c85007236e27 gateway port host: dv-cinder-830787-2-iscsi {{(pid=103320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 14:08:07.014284 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-ed71fba3-e9aa-4cd7-80fb-ed9552d03d39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bbceccd-d824-4c54-85cc-c85007236e27', 'name': 'tempest-TestVolumeBootPattern-335379817-router', 'tenant_id': '40c040f0c3e74276bcab8dbc8e439de5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886', 'external_fixed_ips': [{'subnet_id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'ip_address': '172.27.1.77'}], 'enable_snat': True}, 'gw_port_id': 'b7d503ea-cb6f-4cff-a756-13f167aec9a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:01:20Z', 'updated_at': '2022-04-11T14:01:23Z', 'revision_number': 4, 'project_id': '40c040f0c3e74276bcab8dbc8e439de5', 'gw_port': {'id': 'b7d503ea-cb6f-4cff-a756-13f167aec9a2', 'name': '', 'network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:f5:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bbceccd-d824-4c54-85cc-c85007236e27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'ip_address': '172.27.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:01:20Z', 'updated_at': '2022-04-11T14:01:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830787-2-iscsi', '_floatingips': [{'id': '76f5d675-4dcc-4504-b6f8-bff054f8273b', 'tenant_id': '40c040f0c3e74276bcab8dbc8e439de5', 'floating_ip_address': '172.27.1.242', 'floating_network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886', 'router_id': '7bbceccd-d824-4c54-85cc-c85007236e27', 'port_id': '57ad0c82-296e-406b-ada6-95602f83f661', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad25a564-6f6a-4aa0-9d80-81636d1b0cca', 'mac_address': 'fa:16:3e:33:f0:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68774bfd-baf3-4cab-8d21-d9397b9bb4e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T14:04:56Z', 'updated_at': '2022-04-11T14:04:58Z', 'revision_number': 1, 'project_id': '40c040f0c3e74276bcab8dbc8e439de5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02dde892-708e-4325-953a-a2c3d17af417', 'name': '', 'network_id': 'ad25a564-6f6a-4aa0-9d80-81636d1b0cca', 'tenant_id': '40c040f0c3e74276bcab8dbc8e439de5', 'mac_address': 'fa:16:3e:4a:20:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bbceccd-d824-4c54-85cc-c85007236e27', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '88bd1feb-6086-4c30-90a4-375c4e01858c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:01:22Z', 'updated_at': '2022-04-11T14:01:28Z', 'revision_number': 5, 'project_id': '40c040f0c3e74276bcab8dbc8e439de5', 'subnets': [{'id': '88bd1feb-6086-4c30-90a4-375c4e01858c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830787-2-iscsi', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:08:07.040290 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed71fba3-e9aa-4cd7-80fb-ed9552d03d39 None None] The sync data for ids ['7bbceccd-d824-4c54-85cc-c85007236e27'] in dv-cinder-830787-2-iscsi is: [{'id': '7bbceccd-d824-4c54-85cc-c85007236e27', 'name': 'tempest-TestVolumeBootPattern-335379817-router', 'tenant_id': '40c040f0c3e74276bcab8dbc8e439de5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886', 'external_fixed_ips': [{'subnet_id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'ip_address': '172.27.1.77'}], 'enable_snat': True}, 'gw_port_id': 'b7d503ea-cb6f-4cff-a756-13f167aec9a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:01:20Z', 'updated_at': '2022-04-11T14:01:23Z', 'revision_number': 4, 'project_id': '40c040f0c3e74276bcab8dbc8e439de5', 'gw_port': {'id': 'b7d503ea-cb6f-4cff-a756-13f167aec9a2', 'name': '', 'network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:f5:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bbceccd-d824-4c54-85cc-c85007236e27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'ip_address': '172.27.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:01:20Z', 'updated_at': '2022-04-11T14:01:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830787-2-iscsi', '_floatingips': [{'id': '76f5d675-4dcc-4504-b6f8-bff054f8273b', 'tenant_id': '40c040f0c3e74276bcab8dbc8e439de5', 'floating_ip_address': '172.27.1.242', 'floating_network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886', 'router_id': '7bbceccd-d824-4c54-85cc-c85007236e27', 'port_id': '57ad0c82-296e-406b-ada6-95602f83f661', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad25a564-6f6a-4aa0-9d80-81636d1b0cca', 'mac_address': 'fa:16:3e:33:f0:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68774bfd-baf3-4cab-8d21-d9397b9bb4e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T14:04:56Z', 'updated_at': '2022-04-11T14:04:58Z', 'revision_number': 1, 'project_id': '40c040f0c3e74276bcab8dbc8e439de5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02dde892-708e-4325-953a-a2c3d17af417', 'name': '', 'network_id': 'ad25a564-6f6a-4aa0-9d80-81636d1b0cca', 'tenant_id': '40c040f0c3e74276bcab8dbc8e439de5', 'mac_address': 'fa:16:3e:4a:20:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bbceccd-d824-4c54-85cc-c85007236e27', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '88bd1feb-6086-4c30-90a4-375c4e01858c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:01:22Z', 'updated_at': '2022-04-11T14:01:28Z', 'revision_number': 5, 'project_id': '40c040f0c3e74276bcab8dbc8e439de5', 'subnets': [{'id': '88bd1feb-6086-4c30-90a4-375c4e01858c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 14:08:07.261444 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63d8ff7e-ed39-46cc-ae75-1d6b60c4f52c None None] New status for floating IP 04806117-7e89-4677-9d6e-b0a036b153c8: DOWN {{(pid=103321) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 14:08:07.507547 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffde38ad-1a8b-434a-a735-2336233476ec req-02ac1d50-927f-477b-a2ab-0b0ad1f5214d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:08:07.509279 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-ffde38ad-1a8b-434a-a735-2336233476ec req-02ac1d50-927f-477b-a2ab-0b0ad1f5214d service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=40c040f0c3e74276bcab8dbc8e439de5&device_id=a6026426-fd47-46b0-a22f-45ebf0500fb9 HTTP/1.1" status: 200 len: 1129 time: 0.0387831 Apr 11 14:08:07.599927 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffde38ad-1a8b-434a-a735-2336233476ec req-95bded54-720e-489e-8b52-9cd523976754 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:08:07.601361 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-ffde38ad-1a8b-434a-a735-2336233476ec req-95bded54-720e-489e-8b52-9cd523976754 service neutron] 10.222.0.75 "GET /v2.0/networks?id=ad25a564-6f6a-4aa0-9d80-81636d1b0cca HTTP/1.1" status: 200 len: 912 time: 0.0834191 Apr 11 14:08:07.671203 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-ffde38ad-1a8b-434a-a735-2336233476ec req-ca8f7a91-79dc-40ef-b927-794b8f1507cd service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=98f3aec3-741b-4557-a19c-a2befc8b4060 HTTP/1.1" status: 200 len: 217 time: 0.0396280 Apr 11 14:08:07.719981 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffde38ad-1a8b-434a-a735-2336233476ec req-799324b3-e0bd-4eee-b1d1-3a4615326172 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:08:07.721437 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-ffde38ad-1a8b-434a-a735-2336233476ec req-799324b3-e0bd-4eee-b1d1-3a4615326172 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=88bd1feb-6086-4c30-90a4-375c4e01858c HTTP/1.1" status: 200 len: 850 time: 0.0436447 Apr 11 14:08:07.727803 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5d712a-06ef-4f0c-bbf6-16a36575decb req-c1e58da1-fbe8-4caa-8de0-18660ad47a60 tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:08:07.729246 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-1e5d712a-06ef-4f0c-bbf6-16a36575decb req-c1e58da1-fbe8-4caa-8de0-18660ad47a60 tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] 10.222.0.67 "GET /v2.0/ports?device_id=a6026426-fd47-46b0-a22f-45ebf0500fb9 HTTP/1.1" status: 200 len: 945 time: 0.0497530 Apr 11 14:08:07.776037 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-1e5d712a-06ef-4f0c-bbf6-16a36575decb req-2f1beac0-bfbd-466c-a24f-caf3b8b953f3 tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] 10.222.0.67 "GET /v2.0/security-groups?id=1e4559a2-35a5-463e-b48e-0eca17a45591&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412774 Apr 11 14:08:07.931600 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffde38ad-1a8b-434a-a735-2336233476ec req-0a9edbdd-aa25-4605-8a37-d6ab00fc25d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:08:07.933105 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-ffde38ad-1a8b-434a-a735-2336233476ec req-0a9edbdd-aa25-4605-8a37-d6ab00fc25d8 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=ad25a564-6f6a-4aa0-9d80-81636d1b0cca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0393267 Apr 11 14:08:08.040866 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a353b355-f14b-43bb-93e7-08feb2856945 req-179b2c94-9697-4e69-af47-62a15d0a9160 tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:08:08.042284 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-a353b355-f14b-43bb-93e7-08feb2856945 req-179b2c94-9697-4e69-af47-62a15d0a9160 tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] 10.222.0.75 "GET /v2.0/ports?device_id=a6026426-fd47-46b0-a22f-45ebf0500fb9 HTTP/1.1" status: 200 len: 945 time: 0.0935748 Apr 11 14:08:08.103357 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-ffde38ad-1a8b-434a-a735-2336233476ec req-512aac0b-62ba-413d-9ce4-4a1094b69fd2 service neutron] 10.222.0.75 "GET /v2.0/networks/ad25a564-6f6a-4aa0-9d80-81636d1b0cca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1535482 Apr 11 14:08:08.194281 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [req-a353b355-f14b-43bb-93e7-08feb2856945 req-21bbce16-a147-4da4-918d-abb4db60713b tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] Deleting port 98f3aec3-741b-4557-a19c-a2befc8b4060 {{(pid=103319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 14:08:08.194559 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-a353b355-f14b-43bb-93e7-08feb2856945 req-21bbce16-a147-4da4-918d-abb4db60713b tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750379682079'] for port (98f3aec3-741b-4557-a19c-a2befc8b4060), before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:08:08.282276 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-ffde38ad-1a8b-434a-a735-2336233476ec req-d2227704-0a1a-427c-8043-c59d00a10367 service neutron] 10.222.0.75 "GET /v2.0/networks/ad25a564-6f6a-4aa0-9d80-81636d1b0cca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1580043 Apr 11 14:08:08.310480 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.db [req-a353b355-f14b-43bb-93e7-08feb2856945 req-21bbce16-a147-4da4-918d-abb4db60713b tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] For port 98f3aec3-741b-4557-a19c-a2befc8b4060, host hv-cinder-83078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83078',level=0,port_id=98f3aec3-741b-4557-a19c-a2befc8b4060,segment=NetworkSegment(dba15552-8c47-4ae1-bd01-539c1927d993),segment_id=dba15552-8c47-4ae1-bd01-539c1927d993)] {{(pid=103319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 14:08:08.310843 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-a353b355-f14b-43bb-93e7-08feb2856945 req-21bbce16-a147-4da4-918d-abb4db60713b tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115285'] for port (98f3aec3-741b-4557-a19c-a2befc8b4060), precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:08:08.324578 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [req-a353b355-f14b-43bb-93e7-08feb2856945 req-21bbce16-a147-4da4-918d-abb4db60713b tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] Calling delete_port for 98f3aec3-741b-4557-a19c-a2befc8b4060 owned by compute:nova {{(pid=103319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 14:08:08.454139 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-a353b355-f14b-43bb-93e7-08feb2856945 req-21bbce16-a147-4da4-918d-abb4db60713b tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750379687693', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750379164483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4648624'] for port (98f3aec3-741b-4557-a19c-a2befc8b4060), after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:08:08.480945 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21bbce16-a147-4da4-918d-abb4db60713b tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] Pushing event deleted for resources: {'Port': ['ID=98f3aec3-741b-4557-a19c-a2befc8b4060,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:08:08.494362 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21bbce16-a147-4da4-918d-abb4db60713b tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:08:08.494716 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21bbce16-a147-4da4-918d-abb4db60713b tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:08:08.495061 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21bbce16-a147-4da4-918d-abb4db60713b tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:08:08.495401 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21bbce16-a147-4da4-918d-abb4db60713b tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:08:08.495760 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21bbce16-a147-4da4-918d-abb4db60713b tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:08:08.496095 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21bbce16-a147-4da4-918d-abb4db60713b tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:08:08.496421 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21bbce16-a147-4da4-918d-abb4db60713b tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:08:08.496748 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21bbce16-a147-4da4-918d-abb4db60713b tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:08:08.497068 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21bbce16-a147-4da4-918d-abb4db60713b tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:08:08.497392 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21bbce16-a147-4da4-918d-abb4db60713b tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:08:08.497720 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21bbce16-a147-4da4-918d-abb4db60713b tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:08:08.498046 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21bbce16-a147-4da4-918d-abb4db60713b tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:08:08.498367 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21bbce16-a147-4da4-918d-abb4db60713b tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:08:08.498694 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21bbce16-a147-4da4-918d-abb4db60713b tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:08:08.499008 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21bbce16-a147-4da4-918d-abb4db60713b tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:08:08.537369 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [req-a353b355-f14b-43bb-93e7-08feb2856945 req-21bbce16-a147-4da4-918d-abb4db60713b tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] No DVR routers for this DVR port 98f3aec3-741b-4557-a19c-a2befc8b4060 on host hv-cinder-83078 {{(pid=103319) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 14:08:08.540569 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-a353b355-f14b-43bb-93e7-08feb2856945 req-21bbce16-a147-4da4-918d-abb4db60713b tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-507053'] for port (None), before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:08:08.543839 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-a353b355-f14b-43bb-93e7-08feb2856945 req-21bbce16-a147-4da4-918d-abb4db60713b tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] 10.222.0.75 "DELETE /v2.0/ports/98f3aec3-741b-4557-a19c-a2befc8b4060 HTTP/1.1" status: 204 len: 173 time: 0.4956970 Apr 11 14:08:08.544276 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6026426-fd47-46b0-a22f-45ebf0500fb9', 'name': 'network-vif-deleted', 'tag': '98f3aec3-741b-4557-a19c-a2befc8b4060'}] {{(pid=103319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 14:08:08.546736 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca54f3a3744013fac1d33973197c51c1d98542aecacec3b3a4d6ee5bc00756d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5b0fba3-5377-4ea5-9f8b-275696293764" -d '{"events": [{"server_uuid": "a6026426-fd47-46b0-a22f-45ebf0500fb9", "name": "network-vif-deleted", "tag": "98f3aec3-741b-4557-a19c-a2befc8b4060"}]}' {{(pid=103319) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 14:08:08.585974 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 14:08:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0f6dd80-c281-4094-b580-b197fc18f425 x-openstack-request-id: req-a0f6dd80-c281-4094-b580-b197fc18f425 {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 14:08:08.586268 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6026426-fd47-46b0-a22f-45ebf0500fb9", "name": "network-vif-deleted", "tag": "98f3aec3-741b-4557-a19c-a2befc8b4060", "status": "completed", "code": 200}]} {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 14:08:08.587138 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-a0f6dd80-c281-4094-b580-b197fc18f425 {{(pid=103319) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 14:08:08.587546 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a0f6dd80-c281-4094-b580-b197fc18f425'] response: {'server_uuid': 'a6026426-fd47-46b0-a22f-45ebf0500fb9', 'name': 'network-vif-deleted', 'tag': '98f3aec3-741b-4557-a19c-a2befc8b4060', 'status': 'completed', 'code': 200} Apr 11 14:08:08.877158 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-b2db9bdb-473e-4677-833b-d7f86906c3af req-344c966e-fa64-46a7-b9ca-b1692be70254 tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] 10.222.0.67 "GET /v2.0/ports?device_id=a6026426-fd47-46b0-a22f-45ebf0500fb9 HTTP/1.1" status: 200 len: 210 time: 0.0300694 Apr 11 14:08:11.863584 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Device 98f3aec3-741b-4557-a19c-a2befc8b4060 no longer exists at agent hyperv_hv-cinder-83078 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 14:08:11.885024 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] No Port match for: 98f3aec3-741b-4557-a19c-a2befc8b4060 {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 14:08:11.885349 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Device 98f3aec3-741b-4557-a19c-a2befc8b4060 not bound to the agent host hv-cinder-83078 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 14:08:12.153101 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.67', 37082) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 14:08:12.298884 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-bda1bdef-6d91-4d6c-afd4-a22e620b35cd tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] Deleting port 9408be66-ad44-4b53-9890-77a14ea2a4cc {{(pid=103318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 14:08:12.299222 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-bda1bdef-6d91-4d6c-afd4-a22e620b35cd tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750379682079'] for port (9408be66-ad44-4b53-9890-77a14ea2a4cc), before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:08:12.375086 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-bda1bdef-6d91-4d6c-afd4-a22e620b35cd tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115285'] for port (9408be66-ad44-4b53-9890-77a14ea2a4cc), precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:08:12.375409 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-bda1bdef-6d91-4d6c-afd4-a22e620b35cd tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] Publish callbacks [] for floatingip (9408be66-ad44-4b53-9890-77a14ea2a4cc), precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:08:12.388110 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-bda1bdef-6d91-4d6c-afd4-a22e620b35cd tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] Calling delete_port for 9408be66-ad44-4b53-9890-77a14ea2a4cc owned by network:floatingip {{(pid=103318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 14:08:12.534051 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-bda1bdef-6d91-4d6c-afd4-a22e620b35cd tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750379687693', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750379164483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4243781'] for port (9408be66-ad44-4b53-9890-77a14ea2a4cc), after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:08:12.559232 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda1bdef-6d91-4d6c-afd4-a22e620b35cd tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] Pushing event deleted for resources: {'Port': ['ID=9408be66-ad44-4b53-9890-77a14ea2a4cc,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:08:12.621914 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-bda1bdef-6d91-4d6c-afd4-a22e620b35cd tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] Publish callbacks [] for floatingip (76f5d675-4dcc-4504-b6f8-bff054f8273b), after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:08:12.622312 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.db.l3_db [None req-bda1bdef-6d91-4d6c-afd4-a22e620b35cd tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] Floating IP 76f5d675-4dcc-4504-b6f8-bff054f8273b disassociated (deleted). External IP: 172.27.1.242, port: 57ad0c82-296e-406b-ada6-95602f83f661. Apr 11 14:08:12.831776 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bda1bdef-6d91-4d6c-afd4-a22e620b35cd tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] Router 7bbceccd-d824-4c54-85cc-c85007236e27 has already been hosted by L3 agent e731c656-576f-4174-9da3-af64518920bc {{(pid=103318) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 14:08:12.940862 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bda1bdef-6d91-4d6c-afd4-a22e620b35cd tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] Notify agent at l3_agent.dv-cinder-830787-2-iscsi the message routers_updated {{(pid=103318) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 14:08:12.945655 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-bda1bdef-6d91-4d6c-afd4-a22e620b35cd tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-507053'] for floatingip (None), before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:08:12.950648 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8edf636a-8f60-402e-a696-82668f0062a1 None None] Sync routers for ids ['7bbceccd-d824-4c54-85cc-c85007236e27'] in dv-cinder-830787-2-iscsi {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 14:08:12.959518 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8edf636a-8f60-402e-a696-82668f0062a1 None None] Routers {'7bbceccd-d824-4c54-85cc-c85007236e27'} bound to L3 agent in host dv-cinder-830787-2-iscsi {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 14:08:12.960153 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-8edf636a-8f60-402e-a696-82668f0062a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830787-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T13:46:59Z,description=,heartbeat_timestamp=2022-04-11T14:07:59Z,host='dv-cinder-830787-2-iscsi',id=e731c656-576f-4174-9da3-af64518920bc,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T13:46:59Z,topic='l3_agent')) {'router_ids': ['7bbceccd-d824-4c54-85cc-c85007236e27'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:08:12.975875 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-bda1bdef-6d91-4d6c-afd4-a22e620b35cd tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] 10.222.0.67 "DELETE /v2.0/floatingips/76f5d675-4dcc-4504-b6f8-bff054f8273b HTTP/1.1" status: 204 len: 168 time: 0.8216677 Apr 11 14:08:12.976449 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68774bfd-baf3-4cab-8d21-d9397b9bb4e0', 'tag': '57ad0c82-296e-406b-ada6-95602f83f661'}] {{(pid=103318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 14:08:12.980195 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}476b5820a8b2a4c839a8e61874405e2111d505d8639f7232d97f083a4ddc8acf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d522d95-3b32-4023-8050-1095298a08bc" -d '{"events": [{"name": "network-changed", "server_uuid": "68774bfd-baf3-4cab-8d21-d9397b9bb4e0", "tag": "57ad0c82-296e-406b-ada6-95602f83f661"}]}' {{(pid=103318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 14:08:13.015171 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 14:08:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-801d8425-93a1-4edc-b9ae-cc436ddec2b1 x-openstack-request-id: req-801d8425-93a1-4edc-b9ae-cc436ddec2b1 {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 14:08:13.015526 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68774bfd-baf3-4cab-8d21-d9397b9bb4e0", "tag": "57ad0c82-296e-406b-ada6-95602f83f661", "status": "completed", "code": 200}]} {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 14:08:13.015894 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-801d8425-93a1-4edc-b9ae-cc436ddec2b1 {{(pid=103318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 14:08:13.016361 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.notifiers.nova [-] Nova event matching ['req-801d8425-93a1-4edc-b9ae-cc436ddec2b1'] response: {'name': 'network-changed', 'server_uuid': '68774bfd-baf3-4cab-8d21-d9397b9bb4e0', 'tag': '57ad0c82-296e-406b-ada6-95602f83f661', 'status': 'completed', 'code': 200} Apr 11 14:08:13.078076 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d522d95-3b32-4023-8050-1095298a08bc req-98cd12e2-85cf-48c7-9647-42e3fb37fe7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:08:13.078713 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.db.l3_dvr_db [None req-8edf636a-8f60-402e-a696-82668f0062a1 None None] Set router 7bbceccd-d824-4c54-85cc-c85007236e27 gateway port host: dv-cinder-830787-2-iscsi {{(pid=103320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 14:08:13.079816 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-0d522d95-3b32-4023-8050-1095298a08bc req-98cd12e2-85cf-48c7-9647-42e3fb37fe7c service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=40c040f0c3e74276bcab8dbc8e439de5&device_id=68774bfd-baf3-4cab-8d21-d9397b9bb4e0 HTTP/1.1" status: 200 len: 1129 time: 0.0417092 Apr 11 14:08:13.212754 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d522d95-3b32-4023-8050-1095298a08bc req-0a28c6f7-3f43-4a0d-b831-df4ff361565a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:08:13.214230 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-0d522d95-3b32-4023-8050-1095298a08bc req-0a28c6f7-3f43-4a0d-b831-df4ff361565a service neutron] 10.222.0.75 "GET /v2.0/networks?id=ad25a564-6f6a-4aa0-9d80-81636d1b0cca HTTP/1.1" status: 200 len: 912 time: 0.1285484 Apr 11 14:08:13.225042 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1126e1c9-7c00-445b-8ac4-f6d6929eca56 req-17bb3d72-0aa5-4c54-9a68-a084074fc164 tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:08:13.226434 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-1126e1c9-7c00-445b-8ac4-f6d6929eca56 req-17bb3d72-0aa5-4c54-9a68-a084074fc164 tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] 10.222.0.67 "GET /v2.0/ports?device_id=68774bfd-baf3-4cab-8d21-d9397b9bb4e0 HTTP/1.1" status: 200 len: 945 time: 0.0625639 Apr 11 14:08:13.276170 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-1126e1c9-7c00-445b-8ac4-f6d6929eca56 req-da040a81-6a6d-4bbe-80db-053884bf01a5 tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] 10.222.0.67 "GET /v2.0/security-groups?id=1e4559a2-35a5-463e-b48e-0eca17a45591&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432625 Apr 11 14:08:13.292144 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-8edf636a-8f60-402e-a696-82668f0062a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bbceccd-d824-4c54-85cc-c85007236e27', 'name': 'tempest-TestVolumeBootPattern-335379817-router', 'tenant_id': '40c040f0c3e74276bcab8dbc8e439de5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886', 'external_fixed_ips': [{'subnet_id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'ip_address': '172.27.1.77'}], 'enable_snat': True}, 'gw_port_id': 'b7d503ea-cb6f-4cff-a756-13f167aec9a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:01:20Z', 'updated_at': '2022-04-11T14:01:23Z', 'revision_number': 4, 'project_id': '40c040f0c3e74276bcab8dbc8e439de5', 'gw_port': {'id': 'b7d503ea-cb6f-4cff-a756-13f167aec9a2', 'name': '', 'network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:f5:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bbceccd-d824-4c54-85cc-c85007236e27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'ip_address': '172.27.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:01:20Z', 'updated_at': '2022-04-11T14:01:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830787-2-iscsi', '_interfaces': [{'id': '02dde892-708e-4325-953a-a2c3d17af417', 'name': '', 'network_id': 'ad25a564-6f6a-4aa0-9d80-81636d1b0cca', 'tenant_id': '40c040f0c3e74276bcab8dbc8e439de5', 'mac_address': 'fa:16:3e:4a:20:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bbceccd-d824-4c54-85cc-c85007236e27', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '88bd1feb-6086-4c30-90a4-375c4e01858c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:01:22Z', 'updated_at': '2022-04-11T14:01:28Z', 'revision_number': 5, 'project_id': '40c040f0c3e74276bcab8dbc8e439de5', 'subnets': [{'id': '88bd1feb-6086-4c30-90a4-375c4e01858c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830787-2-iscsi', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:08:13.319441 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8edf636a-8f60-402e-a696-82668f0062a1 None None] Checking router: 7bbceccd-d824-4c54-85cc-c85007236e27 for host: dv-cinder-830787-2-iscsi {{(pid=103320) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 14:08:13.327785 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8edf636a-8f60-402e-a696-82668f0062a1 None None] Routers {'7bbceccd-d824-4c54-85cc-c85007236e27'} bound to L3 agent in host dv-cinder-830787-2-iscsi {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 14:08:13.328373 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-8edf636a-8f60-402e-a696-82668f0062a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830787-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T13:46:59Z,description=,heartbeat_timestamp=2022-04-11T14:07:59Z,host='dv-cinder-830787-2-iscsi',id=e731c656-576f-4174-9da3-af64518920bc,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T13:46:59Z,topic='l3_agent')) {'router_ids': ['7bbceccd-d824-4c54-85cc-c85007236e27'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:08:13.437788 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.db.l3_dvr_db [None req-8edf636a-8f60-402e-a696-82668f0062a1 None None] Set router 7bbceccd-d824-4c54-85cc-c85007236e27 gateway port host: dv-cinder-830787-2-iscsi {{(pid=103320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 14:08:13.750722 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-8edf636a-8f60-402e-a696-82668f0062a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bbceccd-d824-4c54-85cc-c85007236e27', 'name': 'tempest-TestVolumeBootPattern-335379817-router', 'tenant_id': '40c040f0c3e74276bcab8dbc8e439de5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886', 'external_fixed_ips': [{'subnet_id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'ip_address': '172.27.1.77'}], 'enable_snat': True}, 'gw_port_id': 'b7d503ea-cb6f-4cff-a756-13f167aec9a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:01:20Z', 'updated_at': '2022-04-11T14:01:23Z', 'revision_number': 4, 'project_id': '40c040f0c3e74276bcab8dbc8e439de5', 'gw_port': {'id': 'b7d503ea-cb6f-4cff-a756-13f167aec9a2', 'name': '', 'network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:f5:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bbceccd-d824-4c54-85cc-c85007236e27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'ip_address': '172.27.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:01:20Z', 'updated_at': '2022-04-11T14:01:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830787-2-iscsi', '_interfaces': [{'id': '02dde892-708e-4325-953a-a2c3d17af417', 'name': '', 'network_id': 'ad25a564-6f6a-4aa0-9d80-81636d1b0cca', 'tenant_id': '40c040f0c3e74276bcab8dbc8e439de5', 'mac_address': 'fa:16:3e:4a:20:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bbceccd-d824-4c54-85cc-c85007236e27', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '88bd1feb-6086-4c30-90a4-375c4e01858c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:01:22Z', 'updated_at': '2022-04-11T14:01:28Z', 'revision_number': 5, 'project_id': '40c040f0c3e74276bcab8dbc8e439de5', 'subnets': [{'id': '88bd1feb-6086-4c30-90a4-375c4e01858c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830787-2-iscsi', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:08:13.780008 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8edf636a-8f60-402e-a696-82668f0062a1 None None] The sync data for ids ['7bbceccd-d824-4c54-85cc-c85007236e27'] in dv-cinder-830787-2-iscsi is: [{'id': '7bbceccd-d824-4c54-85cc-c85007236e27', 'name': 'tempest-TestVolumeBootPattern-335379817-router', 'tenant_id': '40c040f0c3e74276bcab8dbc8e439de5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886', 'external_fixed_ips': [{'subnet_id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'ip_address': '172.27.1.77'}], 'enable_snat': True}, 'gw_port_id': 'b7d503ea-cb6f-4cff-a756-13f167aec9a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:01:20Z', 'updated_at': '2022-04-11T14:01:23Z', 'revision_number': 4, 'project_id': '40c040f0c3e74276bcab8dbc8e439de5', 'gw_port': {'id': 'b7d503ea-cb6f-4cff-a756-13f167aec9a2', 'name': '', 'network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:f5:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bbceccd-d824-4c54-85cc-c85007236e27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'ip_address': '172.27.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:01:20Z', 'updated_at': '2022-04-11T14:01:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830787-2-iscsi', '_interfaces': [{'id': '02dde892-708e-4325-953a-a2c3d17af417', 'name': '', 'network_id': 'ad25a564-6f6a-4aa0-9d80-81636d1b0cca', 'tenant_id': '40c040f0c3e74276bcab8dbc8e439de5', 'mac_address': 'fa:16:3e:4a:20:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bbceccd-d824-4c54-85cc-c85007236e27', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '88bd1feb-6086-4c30-90a4-375c4e01858c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:01:22Z', 'updated_at': '2022-04-11T14:01:28Z', 'revision_number': 5, 'project_id': '40c040f0c3e74276bcab8dbc8e439de5', 'subnets': [{'id': '88bd1feb-6086-4c30-90a4-375c4e01858c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 14:08:13.990882 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92b045b5-13e3-440f-b803-50c8657726f5 None None] New status for floating IP 76f5d675-4dcc-4504-b6f8-bff054f8273b: DOWN {{(pid=103321) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 14:08:14.131705 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-0d522d95-3b32-4023-8050-1095298a08bc req-fe9d2fbe-8bbf-4c28-98d6-9bbed78824e9 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=57ad0c82-296e-406b-ada6-95602f83f661 HTTP/1.1" status: 200 len: 217 time: 0.0375564 Apr 11 14:08:14.178529 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d522d95-3b32-4023-8050-1095298a08bc req-e17265e1-2aa2-417e-94b1-c2cf6dab149f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:08:14.179939 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-0d522d95-3b32-4023-8050-1095298a08bc req-e17265e1-2aa2-417e-94b1-c2cf6dab149f service neutron] 10.222.0.75 "GET /v2.0/subnets?id=88bd1feb-6086-4c30-90a4-375c4e01858c HTTP/1.1" status: 200 len: 850 time: 0.0419717 Apr 11 14:08:14.303055 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d522d95-3b32-4023-8050-1095298a08bc req-35ddd855-b6a6-4a6e-8857-3bcfd1873dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:08:14.304502 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-0d522d95-3b32-4023-8050-1095298a08bc req-35ddd855-b6a6-4a6e-8857-3bcfd1873dfd service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=ad25a564-6f6a-4aa0-9d80-81636d1b0cca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0389953 Apr 11 14:08:14.393521 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4594981a-4ba1-4665-86af-02afca93559a req-91b34743-343e-4f0c-9561-3c801d47f40d tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:08:14.395032 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-4594981a-4ba1-4665-86af-02afca93559a req-91b34743-343e-4f0c-9561-3c801d47f40d tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] 10.222.0.67 "GET /v2.0/ports?device_id=68774bfd-baf3-4cab-8d21-d9397b9bb4e0 HTTP/1.1" status: 200 len: 945 time: 0.0487514 Apr 11 14:08:14.400133 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-0d522d95-3b32-4023-8050-1095298a08bc req-aeea2176-3473-4f26-9cf9-3a412a1a5159 service neutron] 10.222.0.75 "GET /v2.0/networks/ad25a564-6f6a-4aa0-9d80-81636d1b0cca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890796 Apr 11 14:08:14.448366 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-4594981a-4ba1-4665-86af-02afca93559a req-3595eacc-3063-4ba3-8fa8-acd52557c65b tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] 10.222.0.67 "GET /v2.0/security-groups?id=1e4559a2-35a5-463e-b48e-0eca17a45591&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466342 Apr 11 14:08:14.575903 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-0d522d95-3b32-4023-8050-1095298a08bc req-c5a90f90-af7b-4720-b452-5147c767b81b service neutron] 10.222.0.75 "GET /v2.0/networks/ad25a564-6f6a-4aa0-9d80-81636d1b0cca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1147864 Apr 11 14:08:14.586170 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3973781b-7fdf-4a82-b184-cf2a0e2e902c req-e57cb4a2-a181-4416-9949-bc88087bb2e1 tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:08:14.588343 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-3973781b-7fdf-4a82-b184-cf2a0e2e902c req-e57cb4a2-a181-4416-9949-bc88087bb2e1 tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] 10.222.0.75 "GET /v2.0/ports?device_id=68774bfd-baf3-4cab-8d21-d9397b9bb4e0 HTTP/1.1" status: 200 len: 945 time: 0.0594881 Apr 11 14:08:14.672038 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [req-3973781b-7fdf-4a82-b184-cf2a0e2e902c req-d6b5a43d-f27a-4ad8-8f6f-12ce3af320ab tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] Deleting port 57ad0c82-296e-406b-ada6-95602f83f661 {{(pid=103319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 14:08:14.672379 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-3973781b-7fdf-4a82-b184-cf2a0e2e902c req-d6b5a43d-f27a-4ad8-8f6f-12ce3af320ab tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750379682079'] for port (57ad0c82-296e-406b-ada6-95602f83f661), before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:08:14.762885 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.db [req-3973781b-7fdf-4a82-b184-cf2a0e2e902c req-d6b5a43d-f27a-4ad8-8f6f-12ce3af320ab tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] For port 57ad0c82-296e-406b-ada6-95602f83f661, host hv-cinder-83078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83078',level=0,port_id=57ad0c82-296e-406b-ada6-95602f83f661,segment=NetworkSegment(dba15552-8c47-4ae1-bd01-539c1927d993),segment_id=dba15552-8c47-4ae1-bd01-539c1927d993)] {{(pid=103319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 14:08:14.763247 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-3973781b-7fdf-4a82-b184-cf2a0e2e902c req-d6b5a43d-f27a-4ad8-8f6f-12ce3af320ab tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115285'] for port (57ad0c82-296e-406b-ada6-95602f83f661), precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:08:14.776726 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [req-3973781b-7fdf-4a82-b184-cf2a0e2e902c req-d6b5a43d-f27a-4ad8-8f6f-12ce3af320ab tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] Calling delete_port for 57ad0c82-296e-406b-ada6-95602f83f661 owned by compute:nova {{(pid=103319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 14:08:14.898715 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-3973781b-7fdf-4a82-b184-cf2a0e2e902c req-d6b5a43d-f27a-4ad8-8f6f-12ce3af320ab tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750379687693', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750379164483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4648624'] for port (57ad0c82-296e-406b-ada6-95602f83f661), after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:08:14.931468 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b5a43d-f27a-4ad8-8f6f-12ce3af320ab tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] Pushing event deleted for resources: {'Port': ['ID=57ad0c82-296e-406b-ada6-95602f83f661,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:08:14.975691 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [req-3973781b-7fdf-4a82-b184-cf2a0e2e902c req-d6b5a43d-f27a-4ad8-8f6f-12ce3af320ab tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] No DVR routers for this DVR port 57ad0c82-296e-406b-ada6-95602f83f661 on host hv-cinder-83078 {{(pid=103319) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 14:08:14.978263 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-3973781b-7fdf-4a82-b184-cf2a0e2e902c req-d6b5a43d-f27a-4ad8-8f6f-12ce3af320ab tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-507053'] for port (None), before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:08:14.981568 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [req-3973781b-7fdf-4a82-b184-cf2a0e2e902c req-d6b5a43d-f27a-4ad8-8f6f-12ce3af320ab tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] 10.222.0.75 "DELETE /v2.0/ports/57ad0c82-296e-406b-ada6-95602f83f661 HTTP/1.1" status: 204 len: 173 time: 0.3880637 Apr 11 14:08:14.982009 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68774bfd-baf3-4cab-8d21-d9397b9bb4e0', 'name': 'network-vif-deleted', 'tag': '57ad0c82-296e-406b-ada6-95602f83f661'}] {{(pid=103319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 14:08:14.984254 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca54f3a3744013fac1d33973197c51c1d98542aecacec3b3a4d6ee5bc00756d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6176b38-e12a-491c-b73f-2dec6c40de97" -d '{"events": [{"server_uuid": "68774bfd-baf3-4cab-8d21-d9397b9bb4e0", "name": "network-vif-deleted", "tag": "57ad0c82-296e-406b-ada6-95602f83f661"}]}' {{(pid=103319) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 14:08:15.023270 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 14:08:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcb6e3e1-0b14-48c8-9797-44df22e0b163 x-openstack-request-id: req-bcb6e3e1-0b14-48c8-9797-44df22e0b163 {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 14:08:15.023565 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68774bfd-baf3-4cab-8d21-d9397b9bb4e0", "name": "network-vif-deleted", "tag": "57ad0c82-296e-406b-ada6-95602f83f661", "status": "completed", "code": 200}]} {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 14:08:15.023854 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-bcb6e3e1-0b14-48c8-9797-44df22e0b163 {{(pid=103319) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 14:08:15.024261 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bcb6e3e1-0b14-48c8-9797-44df22e0b163'] response: {'server_uuid': '68774bfd-baf3-4cab-8d21-d9397b9bb4e0', 'name': 'network-vif-deleted', 'tag': '57ad0c82-296e-406b-ada6-95602f83f661', 'status': 'completed', 'code': 200} Apr 11 14:08:15.566276 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [req-739fd21e-a1cc-488a-9c7b-ef72a00d157d req-62327fe5-7d7d-4539-833e-f02aa8a74845 tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] 10.222.0.67 "GET /v2.0/ports?device_id=68774bfd-baf3-4cab-8d21-d9397b9bb4e0 HTTP/1.1" status: 200 len: 210 time: 0.0308175 Apr 11 14:08:16.627186 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.67', 37098) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 14:08:16.742198 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-c2fb0d5e-6795-4d2f-9aff-a33a7a4842e8 tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] Deleting port 7b5d150f-ead0-48d9-b53f-4b88e9464fb9 {{(pid=103318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 14:08:16.742431 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-c2fb0d5e-6795-4d2f-9aff-a33a7a4842e8 tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750379682079'] for port (7b5d150f-ead0-48d9-b53f-4b88e9464fb9), before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:08:16.814517 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-c2fb0d5e-6795-4d2f-9aff-a33a7a4842e8 tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115285'] for port (7b5d150f-ead0-48d9-b53f-4b88e9464fb9), precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:08:16.814837 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-c2fb0d5e-6795-4d2f-9aff-a33a7a4842e8 tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] Publish callbacks [] for floatingip (7b5d150f-ead0-48d9-b53f-4b88e9464fb9), precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:08:16.826470 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-c2fb0d5e-6795-4d2f-9aff-a33a7a4842e8 tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] Calling delete_port for 7b5d150f-ead0-48d9-b53f-4b88e9464fb9 owned by network:floatingip {{(pid=103318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 14:08:16.957680 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-c2fb0d5e-6795-4d2f-9aff-a33a7a4842e8 tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750379687693', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750379164483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4243781'] for port (7b5d150f-ead0-48d9-b53f-4b88e9464fb9), after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:08:16.981095 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fb0d5e-6795-4d2f-9aff-a33a7a4842e8 tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] Pushing event deleted for resources: {'Port': ['ID=7b5d150f-ead0-48d9-b53f-4b88e9464fb9,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:08:17.047492 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-c2fb0d5e-6795-4d2f-9aff-a33a7a4842e8 tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] Publish callbacks [] for floatingip (17af8541-a0c3-49e6-b375-52caf2d4a37e), after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:08:17.049964 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-c2fb0d5e-6795-4d2f-9aff-a33a7a4842e8 tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-507053'] for floatingip (None), before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:08:17.051114 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-c2fb0d5e-6795-4d2f-9aff-a33a7a4842e8 tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] 10.222.0.67 "DELETE /v2.0/floatingips/17af8541-a0c3-49e6-b375-52caf2d4a37e HTTP/1.1" status: 204 len: 168 time: 0.4229031 Apr 11 14:08:18.242676 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.67', 37110) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 14:08:18.299195 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-d2a5cf23-5fd7-499e-9c81-deba0f339eb3 tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] Publish callbacks [] for security_group (1e4559a2-35a5-463e-b48e-0eca17a45591), before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:08:18.323232 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-d2a5cf23-5fd7-499e-9c81-deba0f339eb3 tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] Publish callbacks [] for security_group (1e4559a2-35a5-463e-b48e-0eca17a45591), precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:08:18.385186 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-d2a5cf23-5fd7-499e-9c81-deba0f339eb3 tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8023832'] for security_group (1e4559a2-35a5-463e-b48e-0eca17a45591), after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:08:18.388084 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-d2a5cf23-5fd7-499e-9c81-deba0f339eb3 tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] Publish callbacks [] for security_group (None), before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:08:18.389243 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-d2a5cf23-5fd7-499e-9c81-deba0f339eb3 tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] 10.222.0.67 "DELETE /v2.0/security-groups/1e4559a2-35a5-463e-b48e-0eca17a45591 HTTP/1.1" status: 204 len: 168 time: 0.1450515 Apr 11 14:08:18.398597 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a5cf23-5fd7-499e-9c81-deba0f339eb3 tempest-TestVolumeBootPattern-2004717495 tempest-TestVolumeBootPattern-2004717495-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e4559a2-35a5-463e-b48e-0eca17a45591,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:08:18.442604 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.67', 37114) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 14:08:18.916515 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-4c9e0ade-a44d-4de5-a4f1-a528cfec5149 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8123339'] for router_interface (7bbceccd-d824-4c54-85cc-c85007236e27), before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:08:19.146669 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-4c9e0ade-a44d-4de5-a4f1-a528cfec5149 admin admin] Deleting port 02dde892-708e-4325-953a-a2c3d17af417 {{(pid=103319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 14:08:19.147008 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-4c9e0ade-a44d-4de5-a4f1-a528cfec5149 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750379682079'] for port (02dde892-708e-4325-953a-a2c3d17af417), before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:08:19.224630 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.db [None req-4c9e0ade-a44d-4de5-a4f1-a528cfec5149 admin admin] For port 02dde892-708e-4325-953a-a2c3d17af417, host dv-cinder-830787-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830787-2-iscsi',level=0,port_id=02dde892-708e-4325-953a-a2c3d17af417,segment=NetworkSegment(dba15552-8c47-4ae1-bd01-539c1927d993),segment_id=dba15552-8c47-4ae1-bd01-539c1927d993)] {{(pid=103319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 14:08:19.224988 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-4c9e0ade-a44d-4de5-a4f1-a528cfec5149 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115285'] for port (02dde892-708e-4325-953a-a2c3d17af417), precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:08:19.237911 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-4c9e0ade-a44d-4de5-a4f1-a528cfec5149 admin admin] Calling delete_port for 02dde892-708e-4325-953a-a2c3d17af417 owned by network:router_interface {{(pid=103319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 14:08:19.418068 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-4c9e0ade-a44d-4de5-a4f1-a528cfec5149 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750379687693', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750379164483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4648624'] for port (02dde892-708e-4325-953a-a2c3d17af417), after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:08:19.445061 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9e0ade-a44d-4de5-a4f1-a528cfec5149 admin admin] Pushing event deleted for resources: {'Port': ['ID=02dde892-708e-4325-953a-a2c3d17af417,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:08:19.612272 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-4c9e0ade-a44d-4de5-a4f1-a528cfec5149 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7871691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8123239'] for router_interface (7bbceccd-d824-4c54-85cc-c85007236e27), after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:08:19.831026 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c9e0ade-a44d-4de5-a4f1-a528cfec5149 admin admin] Router 7bbceccd-d824-4c54-85cc-c85007236e27 has already been hosted by L3 agent e731c656-576f-4174-9da3-af64518920bc {{(pid=103319) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 14:08:19.929534 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Device 57ad0c82-296e-406b-ada6-95602f83f661 no longer exists at agent hyperv_hv-cinder-83078 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 14:08:19.934699 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c9e0ade-a44d-4de5-a4f1-a528cfec5149 admin admin] Notify agent at l3_agent.dv-cinder-830787-2-iscsi the message routers_updated {{(pid=103319) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 14:08:19.939606 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-4c9e0ade-a44d-4de5-a4f1-a528cfec5149 admin admin] 10.222.0.67 "PUT /v2.0/routers/7bbceccd-d824-4c54-85cc-c85007236e27/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4959548 Apr 11 14:08:19.942066 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.67', 37118) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 14:08:19.951508 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d19e1a9-c712-4f97-b126-c362a27dc848 None None] Sync routers for ids ['7bbceccd-d824-4c54-85cc-c85007236e27'] in dv-cinder-830787-2-iscsi {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 14:08:19.953872 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] No Port match for: 57ad0c82-296e-406b-ada6-95602f83f661 {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 14:08:19.954214 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Device 57ad0c82-296e-406b-ada6-95602f83f661 not bound to the agent host hv-cinder-83078 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 14:08:19.964236 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d19e1a9-c712-4f97-b126-c362a27dc848 None None] Routers {'7bbceccd-d824-4c54-85cc-c85007236e27'} bound to L3 agent in host dv-cinder-830787-2-iscsi {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 14:08:19.964843 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-1d19e1a9-c712-4f97-b126-c362a27dc848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830787-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T13:46:59Z,description=,heartbeat_timestamp=2022-04-11T14:07:59Z,host='dv-cinder-830787-2-iscsi',id=e731c656-576f-4174-9da3-af64518920bc,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T13:46:59Z,topic='l3_agent')) {'router_ids': ['7bbceccd-d824-4c54-85cc-c85007236e27'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:08:20.046990 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-a8766c5d-e324-43f1-beef-6c282a39feba admin admin] Publish callbacks [] for router (7bbceccd-d824-4c54-85cc-c85007236e27), before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:08:20.073903 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.db.l3_dvr_db [None req-1d19e1a9-c712-4f97-b126-c362a27dc848 None None] Set router 7bbceccd-d824-4c54-85cc-c85007236e27 gateway port host: dv-cinder-830787-2-iscsi {{(pid=103320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 14:08:20.149908 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-a8766c5d-e324-43f1-beef-6c282a39feba admin admin] Publish callbacks [] for router_gateway (7bbceccd-d824-4c54-85cc-c85007236e27), before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:08:20.197737 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-a8766c5d-e324-43f1-beef-6c282a39feba admin admin] Deleting port b7d503ea-cb6f-4cff-a756-13f167aec9a2 {{(pid=103319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 14:08:20.198069 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-a8766c5d-e324-43f1-beef-6c282a39feba admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750379682079'] for port (b7d503ea-cb6f-4cff-a756-13f167aec9a2), before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:08:20.250871 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-1d19e1a9-c712-4f97-b126-c362a27dc848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bbceccd-d824-4c54-85cc-c85007236e27', 'name': 'tempest-TestVolumeBootPattern-335379817-router', 'tenant_id': '40c040f0c3e74276bcab8dbc8e439de5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886', 'external_fixed_ips': [{'subnet_id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'ip_address': '172.27.1.77'}], 'enable_snat': True}, 'gw_port_id': 'b7d503ea-cb6f-4cff-a756-13f167aec9a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:01:20Z', 'updated_at': '2022-04-11T14:08:19Z', 'revision_number': 5, 'project_id': '40c040f0c3e74276bcab8dbc8e439de5', 'gw_port': {'id': 'b7d503ea-cb6f-4cff-a756-13f167aec9a2', 'name': '', 'network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:f5:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bbceccd-d824-4c54-85cc-c85007236e27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'ip_address': '172.27.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:01:20Z', 'updated_at': '2022-04-11T14:01:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830787-2-iscsi'}], 'dv-cinder-830787-2-iscsi', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:08:20.279557 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d19e1a9-c712-4f97-b126-c362a27dc848 None None] Checking router: 7bbceccd-d824-4c54-85cc-c85007236e27 for host: dv-cinder-830787-2-iscsi {{(pid=103320) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 14:08:20.288578 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d19e1a9-c712-4f97-b126-c362a27dc848 None None] Routers {'7bbceccd-d824-4c54-85cc-c85007236e27'} bound to L3 agent in host dv-cinder-830787-2-iscsi {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 14:08:20.289213 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-1d19e1a9-c712-4f97-b126-c362a27dc848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830787-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T13:46:59Z,description=,heartbeat_timestamp=2022-04-11T14:07:59Z,host='dv-cinder-830787-2-iscsi',id=e731c656-576f-4174-9da3-af64518920bc,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T13:46:59Z,topic='l3_agent')) {'router_ids': ['7bbceccd-d824-4c54-85cc-c85007236e27'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:08:20.384814 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.db.l3_dvr_db [None req-1d19e1a9-c712-4f97-b126-c362a27dc848 None None] Set router 7bbceccd-d824-4c54-85cc-c85007236e27 gateway port host: None {{(pid=103320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 14:08:20.442328 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-1d19e1a9-c712-4f97-b126-c362a27dc848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bbceccd-d824-4c54-85cc-c85007236e27', 'name': 'tempest-TestVolumeBootPattern-335379817-router', 'tenant_id': '40c040f0c3e74276bcab8dbc8e439de5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:01:20Z', 'updated_at': '2022-04-11T14:08:20Z', 'revision_number': 6, 'project_id': '40c040f0c3e74276bcab8dbc8e439de5', 'gw_port_host': None}], 'dv-cinder-830787-2-iscsi', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:08:20.469765 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d19e1a9-c712-4f97-b126-c362a27dc848 None None] The sync data for ids ['7bbceccd-d824-4c54-85cc-c85007236e27'] in dv-cinder-830787-2-iscsi is: [{'id': '7bbceccd-d824-4c54-85cc-c85007236e27', 'name': 'tempest-TestVolumeBootPattern-335379817-router', 'tenant_id': '40c040f0c3e74276bcab8dbc8e439de5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:01:20Z', 'updated_at': '2022-04-11T14:08:20Z', 'revision_number': 6, 'project_id': '40c040f0c3e74276bcab8dbc8e439de5', 'gw_port_host': None}] {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 14:08:20.534612 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.db [None req-a8766c5d-e324-43f1-beef-6c282a39feba admin admin] For port b7d503ea-cb6f-4cff-a756-13f167aec9a2, host dv-cinder-830787-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830787-2-iscsi',level=0,port_id=b7d503ea-cb6f-4cff-a756-13f167aec9a2,segment=NetworkSegment(153f0837-19dc-4e5c-bf6b-49a4300ea8f5),segment_id=153f0837-19dc-4e5c-bf6b-49a4300ea8f5)] {{(pid=103319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 14:08:20.535140 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-a8766c5d-e324-43f1-beef-6c282a39feba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115285'] for port (b7d503ea-cb6f-4cff-a756-13f167aec9a2), precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:08:20.548492 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-a8766c5d-e324-43f1-beef-6c282a39feba admin admin] Calling delete_port for b7d503ea-cb6f-4cff-a756-13f167aec9a2 owned by network:router_gateway {{(pid=103319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 14:08:20.709860 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-a8766c5d-e324-43f1-beef-6c282a39feba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750379687693', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750379164483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4648624'] for port (b7d503ea-cb6f-4cff-a756-13f167aec9a2), after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:08:20.738187 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8766c5d-e324-43f1-beef-6c282a39feba admin admin] Pushing event deleted for resources: {'Port': ['ID=b7d503ea-cb6f-4cff-a756-13f167aec9a2,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:08:20.799333 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-a8766c5d-e324-43f1-beef-6c282a39feba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8126337'] for router_gateway (7bbceccd-d824-4c54-85cc-c85007236e27), after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:08:20.895441 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-a8766c5d-e324-43f1-beef-6c282a39feba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8074543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37553'] for router (7bbceccd-d824-4c54-85cc-c85007236e27), precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:08:20.897647 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-a8766c5d-e324-43f1-beef-6c282a39feba admin admin] Publish callbacks [] for router_controller (7bbceccd-d824-4c54-85cc-c85007236e27), precommit_delete_associations {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:08:20.943931 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-a8766c5d-e324-43f1-beef-6c282a39feba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8074534'] for router (7bbceccd-d824-4c54-85cc-c85007236e27), after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:08:20.944469 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8766c5d-e324-43f1-beef-6c282a39feba admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7bbceccd-d824-4c54-85cc-c85007236e27 {{(pid=103319) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 11 14:08:20.949976 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-a8766c5d-e324-43f1-beef-6c282a39feba admin admin] Publish callbacks [] for router (None), before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:08:20.951117 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-a8766c5d-e324-43f1-beef-6c282a39feba admin admin] 10.222.0.67 "DELETE /v2.0/routers/7bbceccd-d824-4c54-85cc-c85007236e27 HTTP/1.1" status: 204 len: 168 time: 1.0081491 Apr 11 14:08:20.953614 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.67', 37120) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 14:08:20.998230 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.db.db_base_plugin_v2 [None req-aebfb768-439c-4153-927d-2cdbd55ece83 admin admin] Deleting subnet 88bd1feb-6086-4c30-90a4-375c4e01858c {{(pid=103319) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 11 14:08:21.001349 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-aebfb768-439c-4153-927d-2cdbd55ece83 admin admin] Publish callbacks [] for subnet (88bd1feb-6086-4c30-90a4-375c4e01858c), before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:08:21.035129 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-aebfb768-439c-4153-927d-2cdbd55ece83 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33368798'] for subnet (88bd1feb-6086-4c30-90a4-375c4e01858c), precommit_delete_associations {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:08:21.108797 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-aebfb768-439c-4153-927d-2cdbd55ece83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-660224'] for subnet (88bd1feb-6086-4c30-90a4-375c4e01858c), precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:08:21.162956 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-aebfb768-439c-4153-927d-2cdbd55ece83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-660281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4648653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4426779'] for subnet (88bd1feb-6086-4c30-90a4-375c4e01858c), after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:08:21.187159 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebfb768-439c-4153-927d-2cdbd55ece83 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=88bd1feb-6086-4c30-90a4-375c4e01858c,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:08:21.193039 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-aebfb768-439c-4153-927d-2cdbd55ece83 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871534'] for subnet (None), before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:08:21.199649 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-aebfb768-439c-4153-927d-2cdbd55ece83 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/88bd1feb-6086-4c30-90a4-375c4e01858c HTTP/1.1" status: 204 len: 168 time: 0.2419927 Apr 11 14:08:21.200148 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.67', 37122) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 14:08:21.202453 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2df0312-6f47-4db1-b619-ca4b90950e2d None None] Network ad25a564-6f6a-4aa0-9d80-81636d1b0cca requested from dv-cinder-830787-2-iscsi {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 14:08:21.270735 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-ec142d50-8e75-4c6f-9c91-512b8dd077f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-768595'] for network (ad25a564-6f6a-4aa0-9d80-81636d1b0cca), before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:08:21.319980 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-ec142d50-8e75-4c6f-9c91-512b8dd077f9 admin admin] Deleting port f2cc48ff-5757-498a-a5f3-bb1f16625a1e {{(pid=103319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 14:08:21.320332 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-ec142d50-8e75-4c6f-9c91-512b8dd077f9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750379682079'] for port (f2cc48ff-5757-498a-a5f3-bb1f16625a1e), before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:08:21.357058 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-789b6c35-cca6-4b80-bf2c-d5388a9a9ca5 None None] DHCP port deletion for ad25a564-6f6a-4aa0-9d80-81636d1b0cca request from dv-cinder-830787-2-iscsi {{(pid=103320) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 11 14:08:21.390646 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.db [None req-ec142d50-8e75-4c6f-9c91-512b8dd077f9 admin admin] For port f2cc48ff-5757-498a-a5f3-bb1f16625a1e, host dv-cinder-830787-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830787-2-iscsi',level=0,port_id=f2cc48ff-5757-498a-a5f3-bb1f16625a1e,segment=NetworkSegment(dba15552-8c47-4ae1-bd01-539c1927d993),segment_id=dba15552-8c47-4ae1-bd01-539c1927d993)] {{(pid=103319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 14:08:21.391064 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-ec142d50-8e75-4c6f-9c91-512b8dd077f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115285'] for port (f2cc48ff-5757-498a-a5f3-bb1f16625a1e), precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:08:21.403960 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-789b6c35-cca6-4b80-bf2c-d5388a9a9ca5 None None] Deleting port f2cc48ff-5757-498a-a5f3-bb1f16625a1e {{(pid=103320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 14:08:21.404698 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-789b6c35-cca6-4b80-bf2c-d5388a9a9ca5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750379682079'] for port (f2cc48ff-5757-498a-a5f3-bb1f16625a1e), before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:08:21.409707 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-ec142d50-8e75-4c6f-9c91-512b8dd077f9 admin admin] Calling delete_port for f2cc48ff-5757-498a-a5f3-bb1f16625a1e owned by network:dhcp {{(pid=103319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 14:08:21.473723 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-789b6c35-cca6-4b80-bf2c-d5388a9a9ca5 None None] For port f2cc48ff-5757-498a-a5f3-bb1f16625a1e, host dv-cinder-830787-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830787-2-iscsi',level=0,port_id=f2cc48ff-5757-498a-a5f3-bb1f16625a1e,segment=NetworkSegment(dba15552-8c47-4ae1-bd01-539c1927d993),segment_id=dba15552-8c47-4ae1-bd01-539c1927d993)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 14:08:21.474127 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-789b6c35-cca6-4b80-bf2c-d5388a9a9ca5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115285'] for port (f2cc48ff-5757-498a-a5f3-bb1f16625a1e), precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:08:21.492241 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-789b6c35-cca6-4b80-bf2c-d5388a9a9ca5 None None] Calling delete_port for f2cc48ff-5757-498a-a5f3-bb1f16625a1e owned by network:dhcp {{(pid=103320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 14:08:21.501387 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-ec142d50-8e75-4c6f-9c91-512b8dd077f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750379687693', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750379164483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4648624'] for port (f2cc48ff-5757-498a-a5f3-bb1f16625a1e), after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:08:21.529235 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec142d50-8e75-4c6f-9c91-512b8dd077f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=f2cc48ff-5757-498a-a5f3-bb1f16625a1e,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:08:21.530970 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec142d50-8e75-4c6f-9c91-512b8dd077f9 admin admin] No DVR routers for this DVR port f2cc48ff-5757-498a-a5f3-bb1f16625a1e on host dv-cinder-830787-2-iscsi {{(pid=103319) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 14:08:21.572575 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-789b6c35-cca6-4b80-bf2c-d5388a9a9ca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750379687693', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750379164483'] for port (f2cc48ff-5757-498a-a5f3-bb1f16625a1e), after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:08:21.599222 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789b6c35-cca6-4b80-bf2c-d5388a9a9ca5 None None] Pushing event deleted for resources: {'Port': ['ID=f2cc48ff-5757-498a-a5f3-bb1f16625a1e,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:08:21.601438 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-789b6c35-cca6-4b80-bf2c-d5388a9a9ca5 None None] No DVR routers for this DVR port f2cc48ff-5757-498a-a5f3-bb1f16625a1e on host dv-cinder-830787-2-iscsi {{(pid=103320) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 14:08:21.605177 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-ec142d50-8e75-4c6f-9c91-512b8dd077f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-662413', 'neutron.services.segments.db._delete_segments_for_network-8750379576751'] for network (ad25a564-6f6a-4aa0-9d80-81636d1b0cca), precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:08:21.609193 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789b6c35-cca6-4b80-bf2c-d5388a9a9ca5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:08:21.609548 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789b6c35-cca6-4b80-bf2c-d5388a9a9ca5 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:08:21.609895 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789b6c35-cca6-4b80-bf2c-d5388a9a9ca5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:08:21.610229 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789b6c35-cca6-4b80-bf2c-d5388a9a9ca5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:08:21.610564 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789b6c35-cca6-4b80-bf2c-d5388a9a9ca5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:08:21.610889 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789b6c35-cca6-4b80-bf2c-d5388a9a9ca5 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:08:21.611217 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789b6c35-cca6-4b80-bf2c-d5388a9a9ca5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:08:21.611542 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789b6c35-cca6-4b80-bf2c-d5388a9a9ca5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:08:21.611976 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789b6c35-cca6-4b80-bf2c-d5388a9a9ca5 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:08:21.612313 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789b6c35-cca6-4b80-bf2c-d5388a9a9ca5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:08:21.612641 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789b6c35-cca6-4b80-bf2c-d5388a9a9ca5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:08:21.612985 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789b6c35-cca6-4b80-bf2c-d5388a9a9ca5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:08:21.613293 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789b6c35-cca6-4b80-bf2c-d5388a9a9ca5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:08:21.613644 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789b6c35-cca6-4b80-bf2c-d5388a9a9ca5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:08:21.613967 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789b6c35-cca6-4b80-bf2c-d5388a9a9ca5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830787-2-iscsi {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:08:21.626608 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.services.segments.db [None req-ec142d50-8e75-4c6f-9c91-512b8dd077f9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad25a564-6f6a-4aa0-9d80-81636d1b0cca']}} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:08:21.636483 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.services.segments.db [None req-ec142d50-8e75-4c6f-9c91-512b8dd077f9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dba15552-8c47-4ae1-bd01-539c1927d993') {'for_net_delete': True} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:08:21.636783 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.services.segments.db [None req-ec142d50-8e75-4c6f-9c91-512b8dd077f9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dba15552-8c47-4ae1-bd01-539c1927d993') {} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:08:21.650487 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-ec142d50-8e75-4c6f-9c91-512b8dd077f9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750379579064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33368791'] for segment (dba15552-8c47-4ae1-bd01-539c1927d993), before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:08:21.663895 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-ec142d50-8e75-4c6f-9c91-512b8dd077f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682637'] for segment (dba15552-8c47-4ae1-bd01-539c1927d993), precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:08:21.670065 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec142d50-8e75-4c6f-9c91-512b8dd077f9 admin admin] Releasing vlan 935 on physical network physnet1 to pool {{(pid=103319) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 14:08:21.670515 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-ec142d50-8e75-4c6f-9c91-512b8dd077f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4648551'] for segment (dba15552-8c47-4ae1-bd01-539c1927d993), after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:08:21.672632 dv-cinder-830787-2-iscsi neutron-server[103319]: Traceback (most recent call last): Apr 11 14:08:21.672632 dv-cinder-830787-2-iscsi neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 14:08:21.672632 dv-cinder-830787-2-iscsi neutron-server[103319]: timer() Apr 11 14:08:21.672632 dv-cinder-830787-2-iscsi neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 14:08:21.672632 dv-cinder-830787-2-iscsi neutron-server[103319]: cb(*args, **kw) Apr 11 14:08:21.672632 dv-cinder-830787-2-iscsi neutron-server[103319]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 11 14:08:21.672632 dv-cinder-830787-2-iscsi neutron-server[103319]: return func(*args, **kwargs) Apr 11 14:08:21.672632 dv-cinder-830787-2-iscsi neutron-server[103319]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 14:08:21.672632 dv-cinder-830787-2-iscsi neutron-server[103319]: self._notify() Apr 11 14:08:21.672632 dv-cinder-830787-2-iscsi neutron-server[103319]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 14:08:21.672632 dv-cinder-830787-2-iscsi neutron-server[103319]: self.callback(batched_events) Apr 11 14:08:21.672632 dv-cinder-830787-2-iscsi neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 14:08:21.672632 dv-cinder-830787-2-iscsi neutron-server[103319]: event.method(event) Apr 11 14:08:21.672632 dv-cinder-830787-2-iscsi neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 11 14:08:21.672632 dv-cinder-830787-2-iscsi neutron-server[103319]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 14:08:21.672632 dv-cinder-830787-2-iscsi neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 11 14:08:21.672632 dv-cinder-830787-2-iscsi neutron-server[103319]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 14:08:21.672632 dv-cinder-830787-2-iscsi neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 11 14:08:21.672632 dv-cinder-830787-2-iscsi neutron-server[103319]: return f(self, *a, **k) Apr 11 14:08:21.672632 dv-cinder-830787-2-iscsi neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 14:08:21.672632 dv-cinder-830787-2-iscsi neutron-server[103319]: return self._get(url).json() Apr 11 14:08:21.672632 dv-cinder-830787-2-iscsi neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 14:08:21.672632 dv-cinder-830787-2-iscsi neutron-server[103319]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 14:08:21.672632 dv-cinder-830787-2-iscsi neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 14:08:21.672632 dv-cinder-830787-2-iscsi neutron-server[103319]: return self.request(url, 'GET', **kwargs) Apr 11 14:08:21.672632 dv-cinder-830787-2-iscsi neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 14:08:21.672632 dv-cinder-830787-2-iscsi neutron-server[103319]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 14:08:21.672632 dv-cinder-830787-2-iscsi neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 14:08:21.672632 dv-cinder-830787-2-iscsi neutron-server[103319]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 14:08:21.672632 dv-cinder-830787-2-iscsi neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 14:08:21.672632 dv-cinder-830787-2-iscsi neutron-server[103319]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 14:08:21.672632 dv-cinder-830787-2-iscsi neutron-server[103319]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 14:08:21.726340 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-ec142d50-8e75-4c6f-9c91-512b8dd077f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-662402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8024001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8126437'] for network (ad25a564-6f6a-4aa0-9d80-81636d1b0cca), after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:08:21.731821 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-ec142d50-8e75-4c6f-9c91-512b8dd077f9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871534'] for network (None), before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:08:21.734961 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-ec142d50-8e75-4c6f-9c91-512b8dd077f9 admin admin] 10.222.0.67 "DELETE /v2.0/networks/ad25a564-6f6a-4aa0-9d80-81636d1b0cca HTTP/1.1" status: 204 len: 168 time: 0.5332751 Apr 11 14:08:21.737937 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.67', 37124) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 14:08:21.746102 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec142d50-8e75-4c6f-9c91-512b8dd077f9 admin admin] Pushing event deleted for resources: {'Network': ['ID=ad25a564-6f6a-4aa0-9d80-81636d1b0cca,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:08:21.827691 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Device 02dde892-708e-4325-953a-a2c3d17af417 no longer exists at agent ovs-agent-dv-cinder-830787-2-iscsi {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 14:08:21.850830 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] No Port match for: 02dde892-708e-4325-953a-a2c3d17af417 {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 14:08:21.851171 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Device 02dde892-708e-4325-953a-a2c3d17af417 not bound to the agent host dv-cinder-830787-2-iscsi {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 14:08:21.851577 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Device b7d503ea-cb6f-4cff-a756-13f167aec9a2 no longer exists at agent ovs-agent-dv-cinder-830787-2-iscsi {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 14:08:21.871021 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] No Port match for: b7d503ea-cb6f-4cff-a756-13f167aec9a2 {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 14:08:21.871290 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Device b7d503ea-cb6f-4cff-a756-13f167aec9a2 not bound to the agent host dv-cinder-830787-2-iscsi {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 14:08:21.871725 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Device f2cc48ff-5757-498a-a5f3-bb1f16625a1e no longer exists at agent ovs-agent-dv-cinder-830787-2-iscsi {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 14:08:21.890562 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] No Port match for: f2cc48ff-5757-498a-a5f3-bb1f16625a1e {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 14:08:21.890904 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Device f2cc48ff-5757-498a-a5f3-bb1f16625a1e not bound to the agent host dv-cinder-830787-2-iscsi {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 14:08:22.070133 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-9e672a7f-49ad-46cf-8105-5451d2f262d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8123339'] for router_interface (d0b1ae0a-8b2c-4f3d-90c8-64302b05e308), before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:08:22.301354 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-9e672a7f-49ad-46cf-8105-5451d2f262d4 admin admin] Deleting port 07959241-e607-41f9-a7f7-d8b52fabeab8 {{(pid=103318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 14:08:22.301691 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-9e672a7f-49ad-46cf-8105-5451d2f262d4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750379682079'] for port (07959241-e607-41f9-a7f7-d8b52fabeab8), before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:08:22.377600 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.db [None req-9e672a7f-49ad-46cf-8105-5451d2f262d4 admin admin] For port 07959241-e607-41f9-a7f7-d8b52fabeab8, host dv-cinder-830787-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830787-2-iscsi',level=0,port_id=07959241-e607-41f9-a7f7-d8b52fabeab8,segment=NetworkSegment(45f2087c-abd0-40ee-aed6-01d5bceea17e),segment_id=45f2087c-abd0-40ee-aed6-01d5bceea17e)] {{(pid=103318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 14:08:22.378204 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-9e672a7f-49ad-46cf-8105-5451d2f262d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115285'] for port (07959241-e607-41f9-a7f7-d8b52fabeab8), precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:08:22.391358 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-9e672a7f-49ad-46cf-8105-5451d2f262d4 admin admin] Calling delete_port for 07959241-e607-41f9-a7f7-d8b52fabeab8 owned by network:router_interface {{(pid=103318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 14:08:22.570000 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-9e672a7f-49ad-46cf-8105-5451d2f262d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750379687693', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750379164483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4243781'] for port (07959241-e607-41f9-a7f7-d8b52fabeab8), after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:08:22.601142 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e672a7f-49ad-46cf-8105-5451d2f262d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=07959241-e607-41f9-a7f7-d8b52fabeab8,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:08:22.765243 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-9e672a7f-49ad-46cf-8105-5451d2f262d4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7871691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8123239'] for router_interface (d0b1ae0a-8b2c-4f3d-90c8-64302b05e308), after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:08:22.982107 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e672a7f-49ad-46cf-8105-5451d2f262d4 admin admin] Router d0b1ae0a-8b2c-4f3d-90c8-64302b05e308 has already been hosted by L3 agent e731c656-576f-4174-9da3-af64518920bc {{(pid=103318) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 14:08:23.323044 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e672a7f-49ad-46cf-8105-5451d2f262d4 admin admin] Notify agent at l3_agent.dv-cinder-830787-2-iscsi the message routers_updated {{(pid=103318) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 14:08:23.328530 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-9e672a7f-49ad-46cf-8105-5451d2f262d4 admin admin] 10.222.0.67 "PUT /v2.0/routers/d0b1ae0a-8b2c-4f3d-90c8-64302b05e308/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5889921 Apr 11 14:08:23.331004 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.67', 37126) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 14:08:23.332845 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f84c7856-381a-42ad-b26b-ffe53d522aa6 None None] Sync routers for ids ['d0b1ae0a-8b2c-4f3d-90c8-64302b05e308'] in dv-cinder-830787-2-iscsi {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 14:08:23.342382 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f84c7856-381a-42ad-b26b-ffe53d522aa6 None None] Routers {'d0b1ae0a-8b2c-4f3d-90c8-64302b05e308'} bound to L3 agent in host dv-cinder-830787-2-iscsi {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 14:08:23.342989 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-f84c7856-381a-42ad-b26b-ffe53d522aa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830787-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T13:46:59Z,description=,heartbeat_timestamp=2022-04-11T14:07:59Z,host='dv-cinder-830787-2-iscsi',id=e731c656-576f-4174-9da3-af64518920bc,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T13:46:59Z,topic='l3_agent')) {'router_ids': ['d0b1ae0a-8b2c-4f3d-90c8-64302b05e308'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:08:23.439550 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-fd7a4f54-8216-4435-b68f-87ee108b2dc9 admin admin] Publish callbacks [] for router (d0b1ae0a-8b2c-4f3d-90c8-64302b05e308), before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:08:23.449579 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-f84c7856-381a-42ad-b26b-ffe53d522aa6 None None] Set router d0b1ae0a-8b2c-4f3d-90c8-64302b05e308 gateway port host: dv-cinder-830787-2-iscsi {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 14:08:23.547404 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-fd7a4f54-8216-4435-b68f-87ee108b2dc9 admin admin] Publish callbacks [] for router_gateway (d0b1ae0a-8b2c-4f3d-90c8-64302b05e308), before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:08:23.593069 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-fd7a4f54-8216-4435-b68f-87ee108b2dc9 admin admin] Deleting port 39e8f929-9785-4c05-bb1f-203a2cc27f0f {{(pid=103318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 14:08:23.593323 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-fd7a4f54-8216-4435-b68f-87ee108b2dc9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750379682079'] for port (39e8f929-9785-4c05-bb1f-203a2cc27f0f), before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:08:23.616544 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-f84c7856-381a-42ad-b26b-ffe53d522aa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0b1ae0a-8b2c-4f3d-90c8-64302b05e308', 'name': 'tempest-TestVolumeBootPattern-2029048594-router', 'tenant_id': '3376c318d5ca400588d96924b596052c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886', 'external_fixed_ips': [{'subnet_id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'ip_address': '172.27.1.247'}], 'enable_snat': True}, 'gw_port_id': '39e8f929-9785-4c05-bb1f-203a2cc27f0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:01:25Z', 'updated_at': '2022-04-11T14:08:22Z', 'revision_number': 5, 'project_id': '3376c318d5ca400588d96924b596052c', 'gw_port': {'id': '39e8f929-9785-4c05-bb1f-203a2cc27f0f', 'name': '', 'network_id': '18ff371c-a6b9-4e7a-9b54-bf9ba2e00886', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:c8:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0b1ae0a-8b2c-4f3d-90c8-64302b05e308', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'ip_address': '172.27.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:01:25Z', 'updated_at': '2022-04-11T14:01:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b63ed172-4352-4f2b-94f9-a4e97d1b6a55', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830787-2-iscsi'}], 'dv-cinder-830787-2-iscsi', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:08:23.644264 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f84c7856-381a-42ad-b26b-ffe53d522aa6 None None] Checking router: d0b1ae0a-8b2c-4f3d-90c8-64302b05e308 for host: dv-cinder-830787-2-iscsi {{(pid=103321) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 14:08:23.652456 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f84c7856-381a-42ad-b26b-ffe53d522aa6 None None] Routers {'d0b1ae0a-8b2c-4f3d-90c8-64302b05e308'} bound to L3 agent in host dv-cinder-830787-2-iscsi {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 14:08:23.653046 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-f84c7856-381a-42ad-b26b-ffe53d522aa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830787-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T13:46:59Z,description=,heartbeat_timestamp=2022-04-11T14:07:59Z,host='dv-cinder-830787-2-iscsi',id=e731c656-576f-4174-9da3-af64518920bc,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T13:46:59Z,topic='l3_agent')) {'router_ids': ['d0b1ae0a-8b2c-4f3d-90c8-64302b05e308'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:08:23.672669 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.db [None req-fd7a4f54-8216-4435-b68f-87ee108b2dc9 admin admin] For port 39e8f929-9785-4c05-bb1f-203a2cc27f0f, host dv-cinder-830787-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830787-2-iscsi',level=0,port_id=39e8f929-9785-4c05-bb1f-203a2cc27f0f,segment=NetworkSegment(153f0837-19dc-4e5c-bf6b-49a4300ea8f5),segment_id=153f0837-19dc-4e5c-bf6b-49a4300ea8f5)] {{(pid=103318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 14:08:23.673035 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-fd7a4f54-8216-4435-b68f-87ee108b2dc9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115285'] for port (39e8f929-9785-4c05-bb1f-203a2cc27f0f), precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:08:23.686595 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-fd7a4f54-8216-4435-b68f-87ee108b2dc9 admin admin] Calling delete_port for 39e8f929-9785-4c05-bb1f-203a2cc27f0f owned by network:router_gateway {{(pid=103318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 14:08:23.741724 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-f84c7856-381a-42ad-b26b-ffe53d522aa6 None None] Set router d0b1ae0a-8b2c-4f3d-90c8-64302b05e308 gateway port host: None {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 14:08:23.797593 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-f84c7856-381a-42ad-b26b-ffe53d522aa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0b1ae0a-8b2c-4f3d-90c8-64302b05e308', 'name': 'tempest-TestVolumeBootPattern-2029048594-router', 'tenant_id': '3376c318d5ca400588d96924b596052c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:01:25Z', 'updated_at': '2022-04-11T14:08:23Z', 'revision_number': 6, 'project_id': '3376c318d5ca400588d96924b596052c', 'gw_port_host': None}], 'dv-cinder-830787-2-iscsi', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:08:23.824885 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f84c7856-381a-42ad-b26b-ffe53d522aa6 None None] The sync data for ids ['d0b1ae0a-8b2c-4f3d-90c8-64302b05e308'] in dv-cinder-830787-2-iscsi is: [{'id': 'd0b1ae0a-8b2c-4f3d-90c8-64302b05e308', 'name': 'tempest-TestVolumeBootPattern-2029048594-router', 'tenant_id': '3376c318d5ca400588d96924b596052c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:01:25Z', 'updated_at': '2022-04-11T14:08:23Z', 'revision_number': 6, 'project_id': '3376c318d5ca400588d96924b596052c', 'gw_port_host': None}] {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 14:08:23.860942 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-fd7a4f54-8216-4435-b68f-87ee108b2dc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750379687693', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750379164483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4243781'] for port (39e8f929-9785-4c05-bb1f-203a2cc27f0f), after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:08:23.890747 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7a4f54-8216-4435-b68f-87ee108b2dc9 admin admin] Pushing event deleted for resources: {'Port': ['ID=39e8f929-9785-4c05-bb1f-203a2cc27f0f,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:08:23.951081 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-fd7a4f54-8216-4435-b68f-87ee108b2dc9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8126337'] for router_gateway (d0b1ae0a-8b2c-4f3d-90c8-64302b05e308), after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:08:24.041621 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-fd7a4f54-8216-4435-b68f-87ee108b2dc9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8074543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37553'] for router (d0b1ae0a-8b2c-4f3d-90c8-64302b05e308), precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:08:24.043788 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-fd7a4f54-8216-4435-b68f-87ee108b2dc9 admin admin] Publish callbacks [] for router_controller (d0b1ae0a-8b2c-4f3d-90c8-64302b05e308), precommit_delete_associations {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:08:24.089238 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-fd7a4f54-8216-4435-b68f-87ee108b2dc9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8074534'] for router (d0b1ae0a-8b2c-4f3d-90c8-64302b05e308), after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:08:24.089826 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd7a4f54-8216-4435-b68f-87ee108b2dc9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d0b1ae0a-8b2c-4f3d-90c8-64302b05e308 {{(pid=103318) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 11 14:08:24.094869 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-fd7a4f54-8216-4435-b68f-87ee108b2dc9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:08:24.096086 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-fd7a4f54-8216-4435-b68f-87ee108b2dc9 admin admin] 10.222.0.67 "DELETE /v2.0/routers/d0b1ae0a-8b2c-4f3d-90c8-64302b05e308 HTTP/1.1" status: 204 len: 168 time: 0.7638116 Apr 11 14:08:24.098519 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.67', 37128) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 14:08:24.142467 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7db8609-5de0-4853-a187-434077a6b91b admin admin] Deleting subnet 92c41761-8fa7-44fc-8eeb-eacf544970b3 {{(pid=103318) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 11 14:08:24.145497 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-b7db8609-5de0-4853-a187-434077a6b91b admin admin] Publish callbacks [] for subnet (92c41761-8fa7-44fc-8eeb-eacf544970b3), before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:08:24.180754 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-b7db8609-5de0-4853-a187-434077a6b91b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4245469'] for subnet (92c41761-8fa7-44fc-8eeb-eacf544970b3), precommit_delete_associations {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:08:24.266197 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-b7db8609-5de0-4853-a187-434077a6b91b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-660224'] for subnet (92c41761-8fa7-44fc-8eeb-eacf544970b3), precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:08:24.317840 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-b7db8609-5de0-4853-a187-434077a6b91b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-660281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4243768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4237203'] for subnet (92c41761-8fa7-44fc-8eeb-eacf544970b3), after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:08:24.344552 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7db8609-5de0-4853-a187-434077a6b91b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=92c41761-8fa7-44fc-8eeb-eacf544970b3,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:08:24.346472 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-b7db8609-5de0-4853-a187-434077a6b91b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:08:24.351821 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-b7db8609-5de0-4853-a187-434077a6b91b admin admin] 10.222.0.67 "DELETE /v2.0/subnets/92c41761-8fa7-44fc-8eeb-eacf544970b3 HTTP/1.1" status: 204 len: 168 time: 0.2501297 Apr 11 14:08:24.352154 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.67', 37130) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 14:08:24.354136 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7502052-4f67-492d-b283-fd8dc0f46846 None None] Network 79da1a75-2166-41ad-a25c-44d9657e4521 requested from dv-cinder-830787-2-iscsi {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 14:08:24.419808 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-ecc196be-afe3-4a84-849a-d2412f61d81b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-768595'] for network (79da1a75-2166-41ad-a25c-44d9657e4521), before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:08:24.468286 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-ecc196be-afe3-4a84-849a-d2412f61d81b admin admin] Deleting port 1ee230c7-c5f6-4a60-85a2-17625e3004e6 {{(pid=103318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 14:08:24.468620 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-ecc196be-afe3-4a84-849a-d2412f61d81b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750379682079'] for port (1ee230c7-c5f6-4a60-85a2-17625e3004e6), before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:08:24.530337 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.db [None req-ecc196be-afe3-4a84-849a-d2412f61d81b admin admin] For port 1ee230c7-c5f6-4a60-85a2-17625e3004e6, host dv-cinder-830787-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830787-2-iscsi',level=0,port_id=1ee230c7-c5f6-4a60-85a2-17625e3004e6,segment=NetworkSegment(45f2087c-abd0-40ee-aed6-01d5bceea17e),segment_id=45f2087c-abd0-40ee-aed6-01d5bceea17e)] {{(pid=103318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 14:08:24.530627 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-ecc196be-afe3-4a84-849a-d2412f61d81b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115285'] for port (1ee230c7-c5f6-4a60-85a2-17625e3004e6), precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:08:24.545222 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-ecc196be-afe3-4a84-849a-d2412f61d81b admin admin] Calling delete_port for 1ee230c7-c5f6-4a60-85a2-17625e3004e6 owned by network:dhcp {{(pid=103318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 14:08:24.563274 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd370bf2-74bf-4790-825d-66b651367942 None None] DHCP port deletion for 79da1a75-2166-41ad-a25c-44d9657e4521 request from dv-cinder-830787-2-iscsi {{(pid=103320) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 11 14:08:24.602553 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-bd370bf2-74bf-4790-825d-66b651367942 None None] Deleting port 1ee230c7-c5f6-4a60-85a2-17625e3004e6 {{(pid=103320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 14:08:24.603804 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-bd370bf2-74bf-4790-825d-66b651367942 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750379682079'] for port (1ee230c7-c5f6-4a60-85a2-17625e3004e6), before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:08:24.634256 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-ecc196be-afe3-4a84-849a-d2412f61d81b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750379687693', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750379164483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4243781'] for port (1ee230c7-c5f6-4a60-85a2-17625e3004e6), after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:08:24.660658 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc196be-afe3-4a84-849a-d2412f61d81b admin admin] Pushing event deleted for resources: {'Port': ['ID=1ee230c7-c5f6-4a60-85a2-17625e3004e6,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:08:24.664061 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecc196be-afe3-4a84-849a-d2412f61d81b admin admin] No DVR routers for this DVR port 1ee230c7-c5f6-4a60-85a2-17625e3004e6 on host dv-cinder-830787-2-iscsi {{(pid=103318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 14:08:24.672590 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-bd370bf2-74bf-4790-825d-66b651367942 None None] For port 1ee230c7-c5f6-4a60-85a2-17625e3004e6, host dv-cinder-830787-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830787-2-iscsi',level=0,port_id=1ee230c7-c5f6-4a60-85a2-17625e3004e6,segment=NetworkSegment(45f2087c-abd0-40ee-aed6-01d5bceea17e),segment_id=45f2087c-abd0-40ee-aed6-01d5bceea17e)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 14:08:24.672998 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-bd370bf2-74bf-4790-825d-66b651367942 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115285'] for port (1ee230c7-c5f6-4a60-85a2-17625e3004e6), precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:08:24.687521 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-bd370bf2-74bf-4790-825d-66b651367942 None None] Calling delete_port for 1ee230c7-c5f6-4a60-85a2-17625e3004e6 owned by network:dhcp {{(pid=103320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 14:08:24.739600 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-ecc196be-afe3-4a84-849a-d2412f61d81b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-662413', 'neutron.services.segments.db._delete_segments_for_network-8750379576751'] for network (79da1a75-2166-41ad-a25c-44d9657e4521), precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:08:24.761137 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.services.segments.db [None req-ecc196be-afe3-4a84-849a-d2412f61d81b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79da1a75-2166-41ad-a25c-44d9657e4521']}} {{(pid=103318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:08:24.764780 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-bd370bf2-74bf-4790-825d-66b651367942 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750379687693', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750379164483'] for port (1ee230c7-c5f6-4a60-85a2-17625e3004e6), after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:08:24.771214 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.services.segments.db [None req-ecc196be-afe3-4a84-849a-d2412f61d81b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45f2087c-abd0-40ee-aed6-01d5bceea17e') {'for_net_delete': True} {{(pid=103318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:08:24.771572 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.services.segments.db [None req-ecc196be-afe3-4a84-849a-d2412f61d81b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45f2087c-abd0-40ee-aed6-01d5bceea17e') {} {{(pid=103318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:08:24.782093 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-ecc196be-afe3-4a84-849a-d2412f61d81b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750379579064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4245460'] for segment (45f2087c-abd0-40ee-aed6-01d5bceea17e), before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:08:24.788782 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd370bf2-74bf-4790-825d-66b651367942 None None] Pushing event deleted for resources: {'Port': ['ID=1ee230c7-c5f6-4a60-85a2-17625e3004e6,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:08:24.795049 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd370bf2-74bf-4790-825d-66b651367942 None None] No DVR routers for this DVR port 1ee230c7-c5f6-4a60-85a2-17625e3004e6 on host dv-cinder-830787-2-iscsi {{(pid=103320) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 14:08:24.803675 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-ecc196be-afe3-4a84-849a-d2412f61d81b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682637'] for segment (45f2087c-abd0-40ee-aed6-01d5bceea17e), precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:08:24.813007 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ecc196be-afe3-4a84-849a-d2412f61d81b admin admin] Releasing vlan 903 on physical network physnet1 to pool {{(pid=103318) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 14:08:24.813539 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-ecc196be-afe3-4a84-849a-d2412f61d81b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4243858'] for segment (45f2087c-abd0-40ee-aed6-01d5bceea17e), after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:08:24.815434 dv-cinder-830787-2-iscsi neutron-server[103318]: Traceback (most recent call last): Apr 11 14:08:24.815434 dv-cinder-830787-2-iscsi neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 14:08:24.815434 dv-cinder-830787-2-iscsi neutron-server[103318]: timer() Apr 11 14:08:24.815434 dv-cinder-830787-2-iscsi neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 14:08:24.815434 dv-cinder-830787-2-iscsi neutron-server[103318]: cb(*args, **kw) Apr 11 14:08:24.815434 dv-cinder-830787-2-iscsi neutron-server[103318]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 11 14:08:24.815434 dv-cinder-830787-2-iscsi neutron-server[103318]: return func(*args, **kwargs) Apr 11 14:08:24.815434 dv-cinder-830787-2-iscsi neutron-server[103318]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 14:08:24.815434 dv-cinder-830787-2-iscsi neutron-server[103318]: self._notify() Apr 11 14:08:24.815434 dv-cinder-830787-2-iscsi neutron-server[103318]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 14:08:24.815434 dv-cinder-830787-2-iscsi neutron-server[103318]: self.callback(batched_events) Apr 11 14:08:24.815434 dv-cinder-830787-2-iscsi neutron-server[103318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 14:08:24.815434 dv-cinder-830787-2-iscsi neutron-server[103318]: event.method(event) Apr 11 14:08:24.815434 dv-cinder-830787-2-iscsi neutron-server[103318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 11 14:08:24.815434 dv-cinder-830787-2-iscsi neutron-server[103318]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 14:08:24.815434 dv-cinder-830787-2-iscsi neutron-server[103318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 11 14:08:24.815434 dv-cinder-830787-2-iscsi neutron-server[103318]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 14:08:24.815434 dv-cinder-830787-2-iscsi neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 11 14:08:24.815434 dv-cinder-830787-2-iscsi neutron-server[103318]: return f(self, *a, **k) Apr 11 14:08:24.815434 dv-cinder-830787-2-iscsi neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 14:08:24.815434 dv-cinder-830787-2-iscsi neutron-server[103318]: return self._get(url).json() Apr 11 14:08:24.815434 dv-cinder-830787-2-iscsi neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 14:08:24.815434 dv-cinder-830787-2-iscsi neutron-server[103318]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 14:08:24.815434 dv-cinder-830787-2-iscsi neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 14:08:24.815434 dv-cinder-830787-2-iscsi neutron-server[103318]: return self.request(url, 'GET', **kwargs) Apr 11 14:08:24.815434 dv-cinder-830787-2-iscsi neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 14:08:24.815434 dv-cinder-830787-2-iscsi neutron-server[103318]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 14:08:24.815434 dv-cinder-830787-2-iscsi neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 14:08:24.815434 dv-cinder-830787-2-iscsi neutron-server[103318]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 14:08:24.815434 dv-cinder-830787-2-iscsi neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 14:08:24.815434 dv-cinder-830787-2-iscsi neutron-server[103318]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 14:08:24.815434 dv-cinder-830787-2-iscsi neutron-server[103318]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 14:08:24.876313 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-ecc196be-afe3-4a84-849a-d2412f61d81b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-662402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8024001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8126437'] for network (79da1a75-2166-41ad-a25c-44d9657e4521), after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:08:24.882215 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-ecc196be-afe3-4a84-849a-d2412f61d81b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871534'] for network (None), before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:08:24.886134 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-ecc196be-afe3-4a84-849a-d2412f61d81b admin admin] 10.222.0.67 "DELETE /v2.0/networks/79da1a75-2166-41ad-a25c-44d9657e4521 HTTP/1.1" status: 204 len: 168 time: 0.5332346 Apr 11 14:08:24.897004 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc196be-afe3-4a84-849a-d2412f61d81b admin admin] Pushing event deleted for resources: {'Network': ['ID=79da1a75-2166-41ad-a25c-44d9657e4521,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:08:24.998416 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.67', 37134) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 14:08:25.037438 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-7a7cfce3-4610-43b1-9ac1-fc9a5d6a7ab1 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=40c040f0c3e74276bcab8dbc8e439de5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0378754 Apr 11 14:08:25.039777 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.67', 37136) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 14:08:25.086255 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-37c41e04-9169-40e4-b2d7-9729ddced308 admin admin] Publish callbacks [] for security_group (8872bc8f-c181-42c3-9d05-58a15c13b0b3), before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:08:25.111457 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-37c41e04-9169-40e4-b2d7-9729ddced308 admin admin] Publish callbacks [] for security_group (8872bc8f-c181-42c3-9d05-58a15c13b0b3), precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:08:25.157388 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-37c41e04-9169-40e4-b2d7-9729ddced308 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8023832'] for security_group (8872bc8f-c181-42c3-9d05-58a15c13b0b3), after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:08:25.160242 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-37c41e04-9169-40e4-b2d7-9729ddced308 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:08:25.161680 dv-cinder-830787-2-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-37c41e04-9169-40e4-b2d7-9729ddced308 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/8872bc8f-c181-42c3-9d05-58a15c13b0b3 HTTP/1.1" status: 204 len: 168 time: 0.1207244 Apr 11 14:08:25.170033 dv-cinder-830787-2-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c41e04-9169-40e4-b2d7-9729ddced308 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8872bc8f-c181-42c3-9d05-58a15c13b0b3,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:08:25.465765 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.67', 37142) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 14:08:25.504437 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-39134837-1abc-4d11-ae38-109a3a1044a1 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=3376c318d5ca400588d96924b596052c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0374835 Apr 11 14:08:25.506763 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.67', 37144) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 14:08:25.556481 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-702cd347-7026-4195-929c-f924c15e8743 admin admin] Publish callbacks [] for security_group (03851a88-40b9-4b90-b341-499705536baa), before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:08:25.577315 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-702cd347-7026-4195-929c-f924c15e8743 admin admin] Publish callbacks [] for security_group (03851a88-40b9-4b90-b341-499705536baa), precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:08:25.624137 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-702cd347-7026-4195-929c-f924c15e8743 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8023832'] for security_group (03851a88-40b9-4b90-b341-499705536baa), after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:08:25.626664 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-702cd347-7026-4195-929c-f924c15e8743 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:08:25.627843 dv-cinder-830787-2-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-702cd347-7026-4195-929c-f924c15e8743 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/03851a88-40b9-4b90-b341-499705536baa HTTP/1.1" status: 204 len: 168 time: 0.1201663 Apr 11 14:08:25.636275 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702cd347-7026-4195-929c-f924c15e8743 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03851a88-40b9-4b90-b341-499705536baa,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:08:25.832294 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Device 39e8f929-9785-4c05-bb1f-203a2cc27f0f no longer exists at agent ovs-agent-dv-cinder-830787-2-iscsi {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 14:08:25.854975 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] No Port match for: 39e8f929-9785-4c05-bb1f-203a2cc27f0f {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 14:08:25.855322 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Device 39e8f929-9785-4c05-bb1f-203a2cc27f0f not bound to the agent host dv-cinder-830787-2-iscsi {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 14:08:25.855768 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Device 1ee230c7-c5f6-4a60-85a2-17625e3004e6 no longer exists at agent ovs-agent-dv-cinder-830787-2-iscsi {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 14:08:25.875961 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] No Port match for: 1ee230c7-c5f6-4a60-85a2-17625e3004e6 {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 14:08:25.876310 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Device 1ee230c7-c5f6-4a60-85a2-17625e3004e6 not bound to the agent host dv-cinder-830787-2-iscsi {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 14:08:25.876728 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Device 07959241-e607-41f9-a7f7-d8b52fabeab8 no longer exists at agent ovs-agent-dv-cinder-830787-2-iscsi {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 14:08:25.897201 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] No Port match for: 07959241-e607-41f9-a7f7-d8b52fabeab8 {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 14:08:25.897566 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Device 07959241-e607-41f9-a7f7-d8b52fabeab8 not bound to the agent host dv-cinder-830787-2-iscsi {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 14:08:26.485008 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-3da181e3-c116-4515-98e2-de3965e89a29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750379576733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663498'] for agent (d5a8b9a1-2e9e-46b5-8163-20b7d509fa4e), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:08:28.827732 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-1f537b3a-e1c2-4a19-8f73-7cff53717f68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750379576733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663498'] for agent (e731c656-576f-4174-9da3-af64518920bc), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:08:30.180470 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-75ad2582-0b5d-438d-ba3d-9545e3f86417 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750379576733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663498'] for agent (af269f03-95a2-4a08-bd5c-5879324d2567), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:08:31.674915 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-fcd2c3e6-f415-40f5-8fd4-1147b68fd929 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750379576733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663498'] for agent (a1227682-d2f2-4331-ba13-738c8a59e95d), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:08:32.940612 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750379576733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663498'] for agent (a433433c-9197-4b2b-8991-1d45f6bac940), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:08:33.313330 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750379576733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663498'] for agent (f2586825-e748-4c1d-8b98-cb0d5b6c266d), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:08:39.062719 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.db.agents_db [None req-69d3ff0a-913c-429f-8002-6cfbd72f8f27 None None] Agent healthcheck: found 6 active agents {{(pid=103321) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 14:08:56.486324 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-2df6dfa6-449e-40d8-8398-cae28e675d34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750379576733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663498'] for agent (d5a8b9a1-2e9e-46b5-8163-20b7d509fa4e), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:08:58.828586 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-6248f9b9-9195-46c0-8846-89179a6e09e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750379576733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663498'] for agent (e731c656-576f-4174-9da3-af64518920bc), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:09:00.183317 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-75ad2582-0b5d-438d-ba3d-9545e3f86417 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750379576733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663498'] for agent (af269f03-95a2-4a08-bd5c-5879324d2567), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:09:01.715180 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-fcd2c3e6-f415-40f5-8fd4-1147b68fd929 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750379576733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663498'] for agent (a1227682-d2f2-4331-ba13-738c8a59e95d), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:09:02.956423 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750379576733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663498'] for agent (a433433c-9197-4b2b-8991-1d45f6bac940), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:09:03.315474 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750379576733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663498'] for agent (f2586825-e748-4c1d-8b98-cb0d5b6c266d), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:09:16.062452 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.db.agents_db [None req-69d3ff0a-913c-429f-8002-6cfbd72f8f27 None None] Agent healthcheck: found 6 active agents {{(pid=103321) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 14:09:26.487744 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-8170e2d2-5c6c-4bcf-8879-725a55e51588 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750379576733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663498'] for agent (d5a8b9a1-2e9e-46b5-8163-20b7d509fa4e), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:09:28.830486 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-d87d0c1c-b4b2-4ee2-a49b-5a8be4e4788c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750379576733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663498'] for agent (e731c656-576f-4174-9da3-af64518920bc), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:09:30.185892 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-75ad2582-0b5d-438d-ba3d-9545e3f86417 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750379576733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663498'] for agent (af269f03-95a2-4a08-bd5c-5879324d2567), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:09:31.681581 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-fcd2c3e6-f415-40f5-8fd4-1147b68fd929 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750379576733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663498'] for agent (a1227682-d2f2-4331-ba13-738c8a59e95d), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:09:32.973423 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750379576733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663498'] for agent (a433433c-9197-4b2b-8991-1d45f6bac940), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:09:33.316848 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750379576733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663498'] for agent (f2586825-e748-4c1d-8b98-cb0d5b6c266d), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:09:53.060787 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.db.agents_db [None req-69d3ff0a-913c-429f-8002-6cfbd72f8f27 None None] Agent healthcheck: found 6 active agents {{(pid=103321) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 14:09:56.489004 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5245df83-ef0f-4604-ad62-8bb59108ce28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750379576733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663498'] for agent (d5a8b9a1-2e9e-46b5-8163-20b7d509fa4e), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:09:58.831790 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-f96d2428-a24f-407c-b2a0-1952adb5c2e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750379576733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663498'] for agent (e731c656-576f-4174-9da3-af64518920bc), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:10:00.189126 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-75ad2582-0b5d-438d-ba3d-9545e3f86417 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750379576733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663498'] for agent (af269f03-95a2-4a08-bd5c-5879324d2567), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:10:01.684602 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-fcd2c3e6-f415-40f5-8fd4-1147b68fd929 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750379576733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663498'] for agent (a1227682-d2f2-4331-ba13-738c8a59e95d), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:10:02.973323 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750379576733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663498'] for agent (a433433c-9197-4b2b-8991-1d45f6bac940), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:10:03.319481 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750379576733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663498'] for agent (f2586825-e748-4c1d-8b98-cb0d5b6c266d), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:10:26.491909 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-041417a9-a4d1-4426-9372-cbb9369fd6de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750379576733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663498'] for agent (d5a8b9a1-2e9e-46b5-8163-20b7d509fa4e), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:10:28.833252 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-41b7e8f6-5f0c-4a96-b5f2-14785876b0d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750379576733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663498'] for agent (e731c656-576f-4174-9da3-af64518920bc), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:10:30.058787 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.db.agents_db [None req-69d3ff0a-913c-429f-8002-6cfbd72f8f27 None None] Agent healthcheck: found 6 active agents {{(pid=103321) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 14:10:30.191688 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-75ad2582-0b5d-438d-ba3d-9545e3f86417 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750379576733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663498'] for agent (af269f03-95a2-4a08-bd5c-5879324d2567), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:10:31.686555 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-fcd2c3e6-f415-40f5-8fd4-1147b68fd929 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750379576733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663498'] for agent (a1227682-d2f2-4331-ba13-738c8a59e95d), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:10:32.989312 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750379576733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663498'] for agent (a433433c-9197-4b2b-8991-1d45f6bac940), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:10:33.322330 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750379576733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663498'] for agent (f2586825-e748-4c1d-8b98-cb0d5b6c266d), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:10:56.493825 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-75b28140-e152-40fc-87ba-e629015f45bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750379576733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663498'] for agent (d5a8b9a1-2e9e-46b5-8163-20b7d509fa4e), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:10:58.833727 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-03e8aae4-6616-42e9-b8ca-9db0f1c9eb0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750379576733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663498'] for agent (e731c656-576f-4174-9da3-af64518920bc), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:11:00.194837 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-75ad2582-0b5d-438d-ba3d-9545e3f86417 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750379576733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663498'] for agent (af269f03-95a2-4a08-bd5c-5879324d2567), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:11:00.621966 dv-cinder-830787-2-iscsi neutron-server[103318]: DEBUG neutron.wsgi [req-4205527d-8026-4603-8072-240e7d8bc2ad req-3c45c295-fade-4335-9c70-95ab196df913 service neutron] (103318) timed out ('10.222.0.75', 59359) {{(pid=103318) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 11 14:11:01.726138 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-fcd2c3e6-f415-40f5-8fd4-1147b68fd929 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750379576733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663498'] for agent (a1227682-d2f2-4331-ba13-738c8a59e95d), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:11:03.005044 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750379576733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663498'] for agent (a433433c-9197-4b2b-8991-1d45f6bac940), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:11:03.324318 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750379576733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663498'] for agent (f2586825-e748-4c1d-8b98-cb0d5b6c266d), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:11:07.058968 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.db.agents_db [None req-69d3ff0a-913c-429f-8002-6cfbd72f8f27 None None] Agent healthcheck: found 6 active agents {{(pid=103321) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 14:11:26.495609 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-90f3e765-5e96-4aff-ae79-704dd02a3b87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750379576733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663498'] for agent (d5a8b9a1-2e9e-46b5-8163-20b7d509fa4e), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:11:28.835564 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5216b98e-3938-43e1-82e1-64e7d42dbe49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750379576733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663498'] for agent (e731c656-576f-4174-9da3-af64518920bc), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:11:30.197347 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-75ad2582-0b5d-438d-ba3d-9545e3f86417 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750379576733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663498'] for agent (af269f03-95a2-4a08-bd5c-5879324d2567), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:11:31.694751 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-fcd2c3e6-f415-40f5-8fd4-1147b68fd929 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750379576733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663498'] for agent (a1227682-d2f2-4331-ba13-738c8a59e95d), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:11:33.007841 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750379576733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663498'] for agent (a433433c-9197-4b2b-8991-1d45f6bac940), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:11:33.326062 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750379576733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663498'] for agent (f2586825-e748-4c1d-8b98-cb0d5b6c266d), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:11:44.059291 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.db.agents_db [None req-69d3ff0a-913c-429f-8002-6cfbd72f8f27 None None] Agent healthcheck: found 6 active agents {{(pid=103321) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 14:11:56.496874 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-194e510a-b7fe-417f-b84b-1557909fcd56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750379576733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663498'] for agent (d5a8b9a1-2e9e-46b5-8163-20b7d509fa4e), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:11:58.838504 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5963afdb-4582-4b69-9cca-9a3c5723dea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750379576733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663498'] for agent (e731c656-576f-4174-9da3-af64518920bc), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:12:00.200906 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-75ad2582-0b5d-438d-ba3d-9545e3f86417 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750379576733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663498'] for agent (af269f03-95a2-4a08-bd5c-5879324d2567), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:12:01.696964 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-fcd2c3e6-f415-40f5-8fd4-1147b68fd929 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750379576733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663498'] for agent (a1227682-d2f2-4331-ba13-738c8a59e95d), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:12:03.005319 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750379576733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663498'] for agent (a433433c-9197-4b2b-8991-1d45f6bac940), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:12:03.327377 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750379576733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663498'] for agent (f2586825-e748-4c1d-8b98-cb0d5b6c266d), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:12:21.058573 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.db.agents_db [None req-69d3ff0a-913c-429f-8002-6cfbd72f8f27 None None] Agent healthcheck: found 6 active agents {{(pid=103321) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 14:12:26.498338 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-57c8b2c1-2cd2-442d-896f-7a039c7752cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750379576733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663498'] for agent (d5a8b9a1-2e9e-46b5-8163-20b7d509fa4e), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:12:28.839599 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-b3e4b1fb-1dcd-4d9e-8736-9b4da18adb1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750379576733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663498'] for agent (e731c656-576f-4174-9da3-af64518920bc), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:12:30.203792 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-75ad2582-0b5d-438d-ba3d-9545e3f86417 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750379576733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663498'] for agent (af269f03-95a2-4a08-bd5c-5879324d2567), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:12:31.699696 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-fcd2c3e6-f415-40f5-8fd4-1147b68fd929 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750379576733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663498'] for agent (a1227682-d2f2-4331-ba13-738c8a59e95d), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:12:33.019712 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750379576733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663498'] for agent (a433433c-9197-4b2b-8991-1d45f6bac940), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:12:33.329613 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750379576733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663498'] for agent (f2586825-e748-4c1d-8b98-cb0d5b6c266d), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:12:56.500519 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-2a8b0ff0-7113-42cd-97ea-188f8db63ede None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750379576733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663498'] for agent (d5a8b9a1-2e9e-46b5-8163-20b7d509fa4e), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:12:58.059674 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.db.agents_db [None req-69d3ff0a-913c-429f-8002-6cfbd72f8f27 None None] Agent healthcheck: found 6 active agents {{(pid=103321) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 14:12:58.841153 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-52ec56c4-1cac-4b7a-aeee-9c83252d7d68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750379576733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663498'] for agent (e731c656-576f-4174-9da3-af64518920bc), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:13:00.206731 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-75ad2582-0b5d-438d-ba3d-9545e3f86417 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750379576733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663498'] for agent (af269f03-95a2-4a08-bd5c-5879324d2567), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:13:01.733234 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-fcd2c3e6-f415-40f5-8fd4-1147b68fd929 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750379576733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663498'] for agent (a1227682-d2f2-4331-ba13-738c8a59e95d), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:13:03.018595 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750379576733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663498'] for agent (a433433c-9197-4b2b-8991-1d45f6bac940), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:13:03.330639 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750379576733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663498'] for agent (f2586825-e748-4c1d-8b98-cb0d5b6c266d), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:13:26.502860 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-871c6e31-8afe-4ac9-b15d-2c37f81965d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750379576733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663498'] for agent (d5a8b9a1-2e9e-46b5-8163-20b7d509fa4e), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:13:28.841903 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-b8829a01-3bec-4aed-8bdc-b24d9374179f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750379576733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663498'] for agent (e731c656-576f-4174-9da3-af64518920bc), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:13:30.209706 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-75ad2582-0b5d-438d-ba3d-9545e3f86417 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750379576733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663498'] for agent (af269f03-95a2-4a08-bd5c-5879324d2567), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:13:31.706132 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-fcd2c3e6-f415-40f5-8fd4-1147b68fd929 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750379576733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663498'] for agent (a1227682-d2f2-4331-ba13-738c8a59e95d), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:13:33.049410 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-037e2f50-b2ed-4fec-ad64-a793de61234b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750379576733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663498'] for agent (a433433c-9197-4b2b-8991-1d45f6bac940), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:13:33.332129 dv-cinder-830787-2-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-23e10e75-4bb4-4cf0-91f6-8cc70651fca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750379576733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663498'] for agent (f2586825-e748-4c1d-8b98-cb0d5b6c266d), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 14:13:35.059772 dv-cinder-830787-2-iscsi neutron-server[103321]: DEBUG neutron.db.agents_db [None req-69d3ff0a-913c-429f-8002-6cfbd72f8f27 None None] Agent healthcheck: found 6 active agents {{(pid=103321) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}